simon987/od-database
1
0
Fork 0
mirror of https://github.com/simon987/od-database.git synced 2025-12-14 15:19:03 +00:00
Code Issues Projects Releases Wiki Activity

Remove task tracking

Browse Source
This commit is contained in:
simon987
2019-03-09 13:26:05 -05:00
parent 6000e46ad7
commit 00e3fd7340
16 changed files with 9 additions and 499 deletions
Download Patch File Download Diff File Expand all files Collapse all files

36
templates/crawl_logs.html
View File

@@ -1,36 +0,0 @@
{% extends "layout.html" %}
{% set title = "Crawl logs - OD-Database" %}
{% block body %}
<div class="container-fluid">
<table class="table table-striped">
<thead>
<tr>
<th>Crawler</th>
<th>Website</th>
<th>Status code</th>
<th>File count</th>
<th>Start</th>
<th>End</th>
<th>Delta</th>
</tr>
</thead>
<tbody>
{% for task_result in logs %}
<tr>
<td>{{ task_result.server_name }}</td>
<td><a href="/website/{{ task_result.website_id }}/">#{{ task_result.website_id }}</a></td>
<td>{{ task_result.status_code }}</td>
<td>{{ task_result.file_count }}</td>
<td>{{ task_result.start_time | int | datetime_format }}</td>
<td>{{ task_result.end_time | int | datetime_format }}</td>
<td>{{ ((task_result.end_time - task_result.start_time)) | int }} sec</td>
</tr>
{% endfor %}
</tbody>
</table>
</div>
{% endblock body %}

3
templates/dashboard.html
View File

@@ -7,9 +7,6 @@
<div class="card-header">Dashboard</div>
<div class="card-body">
<a href="/logs">Logs</a>
<br>
<hr>
<h3>API Keys</h3>
<table class="table table-striped">
<thead>

27
templates/stats.html
View File

@@ -69,33 +69,6 @@
</tr>
</tbody>
</table>
<h4>Crawl server stats</h4>
<table class="table table-striped">
<thead>
<tr>
<th>Server</th>
<th>Tasks done</th>
<th>Crawl time</th>
<th>Crawl time avg.</th>
<th>Files crawled</th>
<th>Files crawled avg.</th>
</tr>
</thead>
<tbody>
{% for entry in crawl_server_stats %}
{% set server, info = entry %}
<tr>
<td><b>{{ server }}</b></td>
<td class="td-numeric">{{ info.task_count }}</td>
<td class="td-numeric">{{ info.time | duration_format() }}</td>
<td class="td-numeric">{{ info.time_avg | duration_format() }}</td>
<td class="td-numeric">{{ info.file_count }}</td>
<td class="td-numeric">{{ "%.2f" % info.file_count_avg }}</td>
</tr>
{% endfor %}
</tbody>
</table>
</div>
</div>

29
templates/submit.html
View File

@@ -62,34 +62,5 @@
</p>
</div>
</div>
<div class="card">
<div class="card-header">Queued websites</div>
<div class="card-body">
<table class="table table-striped">
<thead>
<tr>
<th>Url</th>
<th>Priority</th>
<th>Task type</th>
</tr>
</thead>
<tbody>
{% for task in queue %}
<tr>
<td title="{{ task.url }}">{{ task.url | truncate(70) }}</td>
<td>{{ task.priority }}</td>
<td>{{ task.callback_type if task.callback_type else "NORMAL" }}</td>
</tr>
{% endfor %}
</tbody>
</table>
</div>
</div>
</div>
{% endblock body %}