This commit is contained in:
simon987 2019-03-28 21:04:38 -04:00
parent f35cc9dd5b
commit e02d08ca62

View File

@ -141,6 +141,7 @@ class TaskManager:
pool = ThreadPool(processes=10)
pool.map(func=recrawl, iterable=websites_to_crawl)
pool.close()
def queue_task(self, task: Task):
max_assign_time = 24 * 7 * 3600