simon987/od-database
1
0
Fork 0
mirror of https://github.com/simon987/od-database.git synced 2025-04-20 02:46:45 +00:00
Code Issues Projects Releases Wiki Activity

test

Browse Source
This commit is contained in:
terorie 2018-12-07 01:11:34 +01:00
parent 38c50c7a6a
commit 5accf9350c
No known key found for this signature in database
GPG Key ID: C268B2BBDA2ABECB
2 changed files with 17 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
database.py
View File

@ -334,18 +334,21 @@ class Database:
return [tasks.TaskResult(r[1], r[2], r[3], r[4], r[0], str(r[5])) for r in cursor.fetchall()]
def get_stats_by_crawler(self):
stats = dict()
stats = []
task_results = self.get_crawl_logs()
for crawler in self.get_tokens():
task_count = sum(1 for result in task_results if result.server_name == crawler.name)
if task_count > 0:
stats[crawler.name] = dict()
stats[crawler.name]["file_count"] = sum(result.file_count for result in task_results if result.server_name == crawler.name)
stats[crawler.name]["time"] = sum((result.end_time - result.start_time) for result in task_results if result.server_name == crawler.name)
stats[crawler.name]["task_count"] = task_count
stats[crawler.name]["time_avg"] = stats[crawler.name]["time"] / task_count
stats[crawler.name]["file_count_avg"] = stats[crawler.name]["file_count"] / task_count
info = dict()
info["file_count"] = sum(result.file_count for result in task_results if result.server_name == crawler.name)
info["time"] = sum((result.end_time - result.start_time) for result in task_results if result.server_name == crawler.name)
info["task_count"] = task_count
info["time_avg"] = stats[crawler.name]["time"] / task_count
info["file_count_avg"] = stats[crawler.name]["file_count"] / task_count
stats.append((crawler.name, info))
stats.sort(key=lambda t: t["task_count"])
return stats

13
templates/stats.html
View File

@ -83,14 +83,15 @@
</tr>
</thead>
<tbody>
{% for server in crawl_server_stats %}
{% for entry in crawl_server_stats %}
{% set server, info = entry %}
<tr>
<td><b>{{ server }}</b></td>
<td class="td-numeric">{{ crawl_server_stats[server].task_count }}</td>
<td class="td-numeric">{{ crawl_server_stats[server].time | duration_format() }}</td>
<td class="td-numeric">{{ crawl_server_stats[server].time_avg | duration_format() }}</td>
<td class="td-numeric">{{ crawl_server_stats[server].file_count }}</td>
<td class="td-numeric">{{ "%.2f" % crawl_server_stats[server].file_count_avg }}</td>
<td class="td-numeric">{{ info.task_count }}</td>
<td class="td-numeric">{{ info.time | duration_format() }}</td>
<td class="td-numeric">{{ info.time_avg | duration_format() }}</td>
<td class="td-numeric">{{ info.file_count }}</td>
<td class="td-numeric">{{ "%.2f" % info.file_count_avg }}</td>
</tr>
{% endfor %}
</tbody>