simon987/od-database
1
0
Fork 0
mirror of https://github.com/simon987/od-database.git synced 2025-12-13 23:09:01 +00:00
Code Issues Projects Releases Wiki Activity

Bug fixes with html parsing

Browse Source
This commit is contained in:
Simon
2018-06-14 20:02:06 -04:00
parent f3c7b551d2
commit 81fde6cc30
5 changed files with 13 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
task.py
View File

@@ -91,7 +91,8 @@ class TaskDispatcher:
for task in server.fetch_completed_tasks():
print("Completed task")
file_list = server.fetch_website_files(task.website_id)
self.search.import_json(file_list, task.website_id)
if file_list:
self.search.import_json(file_list, task.website_id)
def dispatch_task(self, task: Task):
self._get_available_crawl_server().queue_task(task)