Fix ton of bugs

This commit is contained in:
Richard Patel
2018-11-17 04:18:22 +01:00
parent 0fe97a8058
commit d596882b40
9 changed files with 146 additions and 93 deletions

17
main.go
View File

@@ -83,11 +83,7 @@ func cmdBase(clic *cli.Context) error {
time.Sleep(30 * time.Second)
continue
}
globalWait.Add(1)
inRemotes <- &OD {
Task: t,
BaseUri: baseUri,
}
ScheduleTask(inRemotes, t, &baseUri)
}
}
@@ -122,14 +118,11 @@ func cmdCrawler(clic *cli.Context) error {
ticker := time.NewTicker(3 * time.Second)
defer ticker.Stop()
globalWait.Add(1)
inRemotes <- &OD {
Task: &Task{
WebsiteId: 0,
Url: u.String(),
},
BaseUri: u,
task := Task {
WebsiteId: 0,
Url: u.String(),
}
ScheduleTask(inRemotes, &task, &u)
// Wait for all jobs to finish
globalWait.Wait()