diff --git a/config.go b/config.go index 495a45d..113561a 100644 --- a/config.go +++ b/config.go @@ -92,7 +92,7 @@ func prepareConfig() { pf.Uint(ConfJobBufferSize, 5000, "Crawler: Task queue cache size") - pf.Duration(ConfResume, 72 * time.Hour, "Crawler: Resume tasks not older than x") + pf.Duration(ConfResume, 0, "Crawler: Resume tasks not older than x") pf.Duration(ConfCrawlStats, time.Second, "Log: Crawl stats interval") diff --git a/config.yml b/config.yml index d1ecaa3..5ff4e57 100644 --- a/config.yml +++ b/config.yml @@ -82,3 +82,8 @@ crawl: # A negative value will cause all jobs # to be stored in memory. (Don't do this) job_buffer: 5000 + + # Resume jobs with max age + # WARNING: Unstable and buggy feature, + # set to 0 until stable. + resume: 0s