Should fix memory usage problem when crawling (part two)

2025-12-13 23:09:01 +00:00 · 2018-06-16 14:53:48 -04:00
parent adb94cf326
commit 9d0a0a8b42
3 changed files with 47 additions and 49 deletions
--- a/crawl_server/task_manager.py
+++ b/crawl_server/task_manager.py
@@ -77,6 +77,7 @@ class TaskManager:
            task_result, db_path, current_tasks = result.result()
        except Exception as e:
            print("Exception during task " + str(e))
+            return

        print(task_result.status_code)
        print(task_result.file_count)