mirror of
https://github.com/terorie/od-database-crawler.git
synced 2025-04-18 18:06:45 +00:00
33 lines
470 B
Go
33 lines
470 B
Go
package main
|
|
|
|
import (
|
|
"net/url"
|
|
"sync"
|
|
"time"
|
|
)
|
|
|
|
type Job struct {
|
|
OD *OD
|
|
Uri url.URL
|
|
UriStr string
|
|
Fails int
|
|
LastError error
|
|
}
|
|
|
|
type OD struct {
|
|
Wait sync.WaitGroup
|
|
BaseUri url.URL
|
|
lock sync.Mutex
|
|
Files []File
|
|
WCtx WorkerContext
|
|
Scanned sync.Map
|
|
}
|
|
|
|
type File struct {
|
|
Name string `json:"name"`
|
|
Size int64 `json:"size"`
|
|
MTime time.Time `json:"mtime"`
|
|
Path string `json:"path"`
|
|
IsDir bool `json:"-"`
|
|
}
|