simon987/od-database
1
0
Fork 0
mirror of https://github.com/simon987/od-database.git synced 2025-04-19 18:36:44 +00:00
Code Issues Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
simon987 2019-03-28 21:04:38 -04:00
parent f35cc9dd5b
commit e02d08ca62
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
tasks.py
View File

@ -141,6 +141,7 @@ class TaskManager:
pool = ThreadPool(processes=10) pool = ThreadPool(processes=10)
pool.map(func=recrawl, iterable=websites_to_crawl) pool.map(func=recrawl, iterable=websites_to_crawl)
pool.close()
def queue_task(self, task: Task): def queue_task(self, task: Task):
max_assign_time = 24 * 7 * 3600 max_assign_time = 24 * 7 * 3600