Fix ton of bugs

This commit is contained in:
Richard Patel
2018-11-17 04:18:22 +01:00
parent 0fe97a8058
commit d596882b40
9 changed files with 146 additions and 93 deletions

View File

@@ -43,6 +43,7 @@ func (w WorkerContext) step(results chan<- File, job Job) {
if httpErr, ok := err.(HttpError); ok {
switch httpErr.code {
case
fasthttp.StatusFound,
fasthttp.StatusUnauthorized,
fasthttp.StatusForbidden,
fasthttp.StatusNotFound:
@@ -137,6 +138,7 @@ func DoJob(job *Job, f *File) (newJobs []Job, err error) {
Error("Failed getting file")
return nil, err
}
atomic.AddUint64(&job.OD.Result.FileCount, 1)
}
return
}