Elasticsearch export to csv

This commit is contained in:
Simon
2018-06-19 09:48:44 -04:00
parent 81d52a4551
commit e5e38a6faf
5 changed files with 57 additions and 11 deletions

View File

@@ -218,6 +218,18 @@ class Database:
return page
def join_website_on_scan(self, docs: list):
websites = self.get_all_websites()
for doc in docs:
if doc["_source"]["website_id"] in websites:
doc["_source"]["website_url"] = websites[doc["_source"]["website_id"]]
else:
doc["_source"]["website_url"] = "[DELETED]"
yield doc