package main

import (
	"github.com/terorie/od-database-crawler/ds/redblackhash"
	"github.com/terorie/od-database-crawler/fasturl"
	"sync"
	"time"
)

type Task struct {
	WebsiteId uint64 `json:"website_id"`
	Url       string `json:"url"`
}

type TaskResult struct {
	StatusCode    string    `json:"status_code"`
	FileCount     uint64    `json:"file_count"`
	ErrorCount    uint64    `json:"-"`
	StartTime     time.Time `json:"-"`
	StartTimeUnix int64     `json:"start_time"`
	EndTimeUnix   int64     `json:"end_time"`
	WebsiteId     uint64    `json:"website_id"`
}

type Job struct {
	Uri       fasturl.URL
	UriStr    string
	Fails     int
	LastError error
}

type OD struct {
	Task    Task
	Result  TaskResult
	Wait    sync.WaitGroup
	BaseUri fasturl.URL
	WCtx    WorkerContext
	Scanned redblackhash.Tree
}

type File struct {
	Name  string `json:"name"`
	Size  int64  `json:"size"`
	MTime int64  `json:"mtime"`
	Path  string `json:"path"`
	IsDir bool   `json:"-"`
}

func (o *OD) LoadOrStoreKey(k *redblackhash.Key) (exists bool) {
	o.Scanned.Lock()
	defer o.Scanned.Unlock()

	exists = o.Scanned.Get(k)
	if exists { return true }

	o.Scanned.Put(k)
	return false
}

type errorString string
func (e errorString) Error() string {
	return string(e)
}