mirror of
https://github.com/simon987/Simple-Incremental-Search-Tool.git
synced 2025-04-18 01:36:49 +00:00
114 lines
3.2 KiB
Python
114 lines
3.2 KiB
Python
import json
|
|
|
|
import elasticsearch
|
|
import requests
|
|
from elasticsearch import helpers
|
|
|
|
|
|
class Search:
|
|
|
|
def __init__(self, index: str):
|
|
self.index_name = index
|
|
self.es = elasticsearch.Elasticsearch()
|
|
|
|
try:
|
|
requests.head("http://localhost:9200")
|
|
print("elasticsearch is already running")
|
|
except:
|
|
print("elasticsearch is not running")
|
|
|
|
self.search_iterator = None
|
|
|
|
def get_all_documents(self, dir_id: int):
|
|
|
|
return helpers.scan(client=self.es,
|
|
query={"_source": {"includes": ["path", "name", "mime", "extension"]},
|
|
"query": {"term": {"directory": dir_id}}},
|
|
index=self.index_name)
|
|
|
|
def get_index_size(self):
|
|
|
|
try:
|
|
info = requests.get("http://localhost:9200/" + self.index_name + "/_stats")
|
|
|
|
if info.status_code == 200:
|
|
|
|
parsed_info = json.loads(info.text)
|
|
|
|
return int(parsed_info["indices"][self.index_name]["primaries"]["store"]["size_in_bytes"])
|
|
except:
|
|
return 0
|
|
|
|
def get_doc_count(self):
|
|
|
|
try:
|
|
info = requests.get("http://localhost:9200/" + self.index_name + "/_stats")
|
|
|
|
if info.status_code == 200:
|
|
parsed_info = json.loads(info.text)
|
|
|
|
return int(parsed_info["indices"][self.index_name]["primaries"]["indexing"]["index_total"])
|
|
except:
|
|
return 0
|
|
|
|
def get_mime_types(self):
|
|
|
|
query = self.es.search(body={
|
|
"aggs": {
|
|
"mimeTypes": {
|
|
"terms": {"field": "mime_kw"}
|
|
}
|
|
}
|
|
})
|
|
|
|
return query["aggregations"]["mimeTypes"]["buckets"]
|
|
|
|
def search(self, query):
|
|
|
|
print(query)
|
|
|
|
page = self.es.search(body={"query":
|
|
{"multi_match": {
|
|
"query": query,
|
|
"fields": ["name", "content", "album", "artist", "title", "genre", "album_artist"],
|
|
"operator": "and"
|
|
}},
|
|
"sort": [
|
|
"_score"
|
|
],
|
|
"highlight": {
|
|
"fields": {
|
|
"content": {"pre_tags": ["<span class='hl'>"], "post_tags": ["</span>"]},
|
|
"name": {"pre_tags": ["<span class='hl'>"], "post_tags": ["</span>"]},
|
|
}
|
|
},
|
|
"suggest": {
|
|
"path": {
|
|
"prefix": query,
|
|
"completion": {
|
|
"field": "suggest-path",
|
|
"skip_duplicates": True,
|
|
"size": 4000
|
|
}
|
|
}
|
|
},
|
|
"aggs": {
|
|
"total_size": {"sum": {"field": "size"}}
|
|
},
|
|
"size": 40}, index=self.index_name, scroll="3m")
|
|
|
|
return page
|
|
|
|
def scroll(self, scroll_id):
|
|
|
|
page = self.es.scroll(scroll_id=scroll_id, scroll="3m")
|
|
|
|
return page
|
|
|
|
def get_doc(self, doc_id):
|
|
|
|
try:
|
|
return self.es.get(index=self.index_name, id=doc_id, doc_type="file")
|
|
except elasticsearch.exceptions.NotFoundError:
|
|
return None
|