simon987/od-database-crawler
1
0
Fork 0
mirror of https://github.com/terorie/od-database-crawler.git synced 2025-04-18 18:06:45 +00:00
Code Issues Projects Releases Wiki Activity

Grammar

Browse Source
This commit is contained in:
Richard Patel 2018-11-17 13:35:29 +01:00
parent 115983f70e
commit 73ba848e17
No known key found for this signature in database
GPG Key ID: C268B2BBDA2ABECB
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
main.go
View File

@ -63,7 +63,7 @@ func cmdBase(_ *cli.Context) error {
t, err := FetchTask() t, err := FetchTask()
if err != nil { if err != nil {
logrus.WithError(err). logrus.WithError(err).
Error("Failed getting new task") Error("Failed to get new task")
time.Sleep(30 * time.Second) time.Sleep(30 * time.Second)
continue continue
} }
@ -90,7 +90,7 @@ func cmdBase(_ *cli.Context) error {
continue continue
} else if err != nil { } else if err != nil {
logrus.WithError(err). logrus.WithError(err).
Error("Failed getting new task") Error("Failed to get new task")
time.Sleep(30 * time.Second) time.Sleep(30 * time.Second)
continue continue
} }

4
worker.go
View File

@ -88,7 +88,7 @@ func DoJob(job *Job, f *File) (newJobs []Job, err error) {
if !isErrSilent(err) { if !isErrSilent(err) {
logrus.WithError(err). logrus.WithError(err).
WithField("url", job.UriStr). WithField("url", job.UriStr).
Error("Failed getting dir") Error("Failed to crawl dir")
} }
return nil, err return nil, err
} }
@ -139,7 +139,7 @@ func DoJob(job *Job, f *File) (newJobs []Job, err error) {
if !isErrSilent(err) { if !isErrSilent(err) {
logrus.WithError(err). logrus.WithError(err).
WithField("url", job.UriStr). WithField("url", job.UriStr).
Error("Failed getting file") Error("Failed to crawl file")
} }
return nil, err return nil, err
} }