Beta task resuming

This commit is contained in:
terorie
2019-02-03 16:50:08 +01:00
committed by GitHub
parent b18b70f798
commit 885af5bb3b
9 changed files with 738 additions and 142 deletions

View File

@@ -3,7 +3,6 @@ package main
import (
"github.com/terorie/od-database-crawler/ds/redblackhash"
"github.com/terorie/od-database-crawler/fasturl"
"sync"
"time"
)
@@ -30,12 +29,19 @@ type Job struct {
}
type OD struct {
Task Task
Result TaskResult
Wait sync.WaitGroup
BaseUri fasturl.URL
WCtx WorkerContext
Scanned redblackhash.Tree
Task Task
Result TaskResult
InProgress int64
BaseUri fasturl.URL
WCtx WorkerContext
Scanned redblackhash.Tree
}
type PausedOD struct {
Task *Task
Result *TaskResult
BaseUri *fasturl.URL
InProgress int64
}
type File struct {