diff --git a/tasks.py b/tasks.py index 0d8e57b..9e73027 100644 --- a/tasks.py +++ b/tasks.py @@ -141,6 +141,7 @@ class TaskManager: pool = ThreadPool(processes=10) pool.map(func=recrawl, iterable=websites_to_crawl) + pool.close() def queue_task(self, task: Task): max_assign_time = 24 * 7 * 3600