Reset to stable branch

This commit is contained in:
Richard Patel
2019-02-22 05:37:45 +01:00
parent 7c8ab50ee4
commit 326e29e5e4
13 changed files with 162 additions and 758 deletions

View File

@@ -3,6 +3,7 @@ package main
import (
"github.com/terorie/od-database-crawler/ds/redblackhash"
"github.com/terorie/od-database-crawler/fasturl"
"sync"
"time"
)
@@ -29,19 +30,12 @@ type Job struct {
}
type OD struct {
Task Task
Result TaskResult
InProgress int64
BaseUri fasturl.URL
WCtx WorkerContext
Scanned redblackhash.Tree
}
type PausedOD struct {
Task *Task
Result *TaskResult
BaseUri *fasturl.URL
InProgress int64
Task Task
Result TaskResult
Wait sync.WaitGroup
BaseUri fasturl.URL
WCtx WorkerContext
Scanned redblackhash.Tree
}
type File struct {