simon987/od-database
1
0
Fork 0
mirror of https://github.com/simon987/od-database.git synced 2025-12-13 23:09:01 +00:00
Code Issues Projects Releases Wiki Activity

Should fix memory usage problem when crawling

Browse Source
This commit is contained in:
Simon
2018-06-14 23:36:54 -04:00
parent 9aed18c2d2
commit adb94cf326
6 changed files with 46 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
crawl_server/task_manager.py
View File

@@ -73,7 +73,10 @@ class TaskManager:
@staticmethod
def task_complete(result):
task_result, db_path, current_tasks = result.result()
try:
task_result, db_path, current_tasks = result.result()
except Exception as e:
print("Exception during task " + str(e))
print(task_result.status_code)
print(task_result.file_count)