simon987/od-database
1
0
Fork 0
mirror of https://github.com/simon987/od-database.git synced 2025-12-16 08:09:04 +00:00
Code Issues Projects Releases Wiki Activity

Added top websites scatter graph

Browse Source
This commit is contained in:
Simon
2018-06-20 12:21:34 -04:00
parent 7400bdc2a9
commit cf51bb381c
5 changed files with 128 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
search/search.py
View File

@@ -320,6 +320,32 @@ class ElasticSearchEngine(SearchEngine):
"size": 0
}, index=self.index_name)
website_scatter = self.es.search(body={
"query": {
"bool": {
"must_not": {
"term": {"size": -1},
}
}
},
"aggs": {
"websites": {
"terms": {
"field": "website_id",
"size": 300 # TODO: Figure out what size is appropriate
},
"aggs": {
"size": {
"sum": {
"field": "size"
}
}
}
}
},
"size": 0
}, index=self.index_name)
es_stats = self.es.indices.stats(self.index_name)
stats = dict()
@@ -341,6 +367,8 @@ class ElasticSearchEngine(SearchEngine):
for b in size_and_date_histogram["aggregations"]["sizes"]["buckets"]]
stats["dates_histogram"] = [(b["key_as_string"], b["doc_count"])
for b in size_and_date_histogram["aggregations"]["dates"]["buckets"]]
stats["website_scatter"] = [[b["key"], b["doc_count"], b["size"]["value"]]
for b in website_scatter["aggregations"]["websites"]["buckets"]]
stats["base_url"] = "entire database"
return stats