mirror of
https://github.com/simon987/Simple-Incremental-Search-Tool.git
synced 2025-04-18 01:36:49 +00:00
57 lines
1.8 KiB
Python
57 lines
1.8 KiB
Python
from elasticsearch import Elasticsearch
|
|
from indexer import Indexer
|
|
import json
|
|
from crawler import Crawler
|
|
from indexer import Indexer
|
|
from parsing import GenericFileParser, Sha256CheckSumCalculator, ExtensionMimeGuesser
|
|
|
|
es = Elasticsearch()
|
|
1
|
|
|
|
# reset
|
|
es.indices.delete(index="test")
|
|
es.indices.create(index="test")
|
|
es.indices.close(index="test")
|
|
|
|
|
|
# # config
|
|
es.indices.put_settings(body='{"analysis": {"analyzer": {"path_analyser": {'
|
|
'"tokenizer": "path_tokenizer"}}, "tokenizer": {"path_tokenizer": {'
|
|
'"type": "path_hierarchy"}}}}', index="test")
|
|
|
|
es.indices.put_mapping(body='{"properties": {'
|
|
'"name": {"type": "text", "analyzer": "path_analyser", "copy_to": "suggest-path"},'
|
|
'"suggest-path": {"type": "completion", "analyzer": "keyword"},'
|
|
'"mime": {"type": "keyword"}'
|
|
'}}', index="test",doc_type="file" )
|
|
|
|
es.indices.open(index="test")
|
|
|
|
|
|
# add docs
|
|
|
|
# crawler = Crawler([GenericFileParser([Sha256CheckSumCalculator()], ExtensionMimeGuesser())])
|
|
# crawler.crawl("spec/test_folder")
|
|
#
|
|
# indexer = Indexer("test")
|
|
#
|
|
# indexer.index(crawler.documents)
|
|
|
|
# search
|
|
# print(es.search("test", "file", '{"query": {"term": {"name": "spec/test_folder/sub2/"}}}'))
|
|
# print(es.search("test", "file", '{"query": {"match_all": {}}, "aggs": {"test": {"terms": {"field": "mime"}}}}'))
|
|
# suggest = es.search("test", "file", '{"suggest": {"path-suggest": {"prefix": "spec/test_folder/sub", "completion": {"field": "suggest-path"}}}}')
|
|
#
|
|
# print(suggest["suggest"]["path-suggest"])
|
|
#
|
|
# for hit in suggest["suggest"]["path-suggest"][0]["options"]:
|
|
# print(hit["text"])
|
|
|
|
# indexer = Indexer("test")
|
|
|
|
# import time
|
|
# time.sleep(10)
|
|
|
|
c = Crawler([])
|
|
c.countFiles("/")
|