simon987/od-database
1
0
Fork 0
mirror of https://github.com/simon987/od-database.git synced 2025-04-17 17:36:48 +00:00
Code Issues Projects Releases Wiki Activity

More debug logging

Browse Source
This commit is contained in:
Simon 2018-11-18 11:15:23 -05:00
parent 98f43f817a
commit 254d6ea44e
2 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
search/search.py
View File

@ -139,6 +139,8 @@ class ElasticSearchEngine(SearchEngine):
except Exception as e: except Exception as e:
logger.error(str(e)) logger.error(str(e))
logger.debug("Done deleting for " + str(website_id))
def _delete(self, docs): def _delete(self, docs):
bulk_string = self.create_bulk_delete_string(docs) bulk_string = self.create_bulk_delete_string(docs)
result = self.es.bulk(body=bulk_string, index=self.index_name, doc_type="file", request_timeout=30) result = self.es.bulk(body=bulk_string, index=self.index_name, doc_type="file", request_timeout=30)

1
tasks.py
View File

@ -86,7 +86,6 @@ class TaskManager:
self.db.log_result(task_result) self.db.log_result(task_result)
def queue_task(self, task: Task): def queue_task(self, task: Task):
self.db.put_task(task) self.db.put_task(task)
print("Queued task and made it available to crawlers: " + str(task.website_id)) print("Queued task and made it available to crawlers: " + str(task.website_id))