simon987/Simple-Incremental-Search-Tool
1
0
Fork 0
mirror of https://github.com/simon987/Simple-Incremental-Search-Tool.git synced 2025-12-13 23:29:04 +00:00
Code Issues Projects Releases Wiki Activity

Progress bar + thumbnail generator

Browse Source
This commit is contained in:
simon
2018-03-20 09:01:43 -04:00
parent 9d75fc4d59
commit 047d2653bc
11 changed files with 151 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
indexer.py
View File

@@ -30,7 +30,7 @@ class Indexer:
subprocess.Popen(["elasticsearch/bin/elasticsearch"])
@staticmethod
def create_bulk_index_string(docs: list):
def create_bulk_index_string(docs: list, directory: int):
"""
Creates a insert string for sending to elasticsearch
"""
@@ -42,6 +42,7 @@ class Indexer:
action_string = '{"index":{}}\n'
for doc in docs:
doc["directory"] = directory
result += action_string
result += json.dumps(doc) + "\n"
@@ -49,11 +50,11 @@ class Indexer:
return result
def index(self, docs: list):
def index(self, docs: list, directory: int):
print("Indexing " + str(len(docs)) + " docs")
index_string = Indexer.create_bulk_index_string(docs)
index_string = Indexer.create_bulk_index_string(docs, directory)
print("bulk-start")
self.es.bulk(body=index_string, index=self.index_name, doc_type="file")
self.es.bulk(body=index_string, index=self.index_name, doc_type="file", refresh="true")
print("bulk-done")
def clear(self):
@@ -73,7 +74,8 @@ class Indexer:
self.es.indices.put_mapping(body='{"properties": {'
'"name": {"type": "text", "analyzer": "path_analyser", "copy_to": "suggest-path"},'
'"suggest-path": {"type": "completion", "analyzer": "keyword"},'
'"mime": {"type": "keyword"}'
'"mime": {"type": "keyword"},'
'"directory": {"type": "keyword"}'
'}}', doc_type="file", index=self.index_name)
self.es.indices.open(index=self.index_name)