simon987/od-database
1
0
Fork 0
mirror of https://github.com/simon987/od-database.git synced 2025-04-20 02:46:45 +00:00
Code Issues Projects Releases Wiki Activity

retry if deleting docs fail

Browse Source
This commit is contained in:
Simon 2018-07-14 21:34:25 -04:00
parent f452d0f8b2
commit 2f1b0c96f1
1 changed files with 17 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
search/search.py
View File

@ -95,22 +95,25 @@ class ElasticSearchEngine(SearchEngine):
def delete_docs(self, website_id):
try:
print("Deleting docs of " + str(website_id))
self.es.delete_by_query(body={
"query": {
"constant_score": {
"filter": {
"term": {"website_id": website_id}
while True:
try:
print("Deleting docs of " + str(website_id))
self.es.delete_by_query(body={
"query": {
"constant_score": {
"filter": {
"term": {"website_id": website_id}
}
}
}
}
}, index=self.index_name, request_timeout=200)
except elasticsearch.exceptions.ConflictError:
print("Error: multiple delete tasks at the same time")
except Exception:
print("Timeout during delete!")
time.sleep(30)
}, index=self.index_name, request_timeout=200)
break
except elasticsearch.exceptions.ConflictError:
print("Error: multiple delete tasks at the same time, retrying")
time.sleep(10)
except Exception:
print("Timeout during delete! Retrying")
time.sleep(10)
def import_json(self, in_lines, website_id: int):