simon987/od-database
1
0
Fork 0
mirror of https://github.com/simon987/od-database.git synced 2025-12-11 14:08:51 +00:00
Code Issues Projects Releases Wiki Activity

Completed tasks are now fetched by the TaskDispatcher

Browse Source
This commit is contained in:
Simon
2018-06-12 14:16:05 -04:00
parent d61fd75890
commit 6c912ea8c5
2 changed files with 15 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
crawl_server/database.py
View File

@@ -116,9 +116,11 @@ class TaskManagerDatabase:
cursor = conn.cursor()
cursor.execute("SELECT status_code, file_count, start_time, end_time, website_id"
" FROM TaskResult WHERE indexed_time != NULL")
" FROM TaskResult WHERE indexed_time IS NULL")
db_result = cursor.fetchall()
print(len(db_result))
cursor.execute("UPDATE TaskResult SET indexed_time = CURRENT_TIMESTAMP")
cursor.execute("UPDATE TaskResult SET indexed_time = CURRENT_TIMESTAMP WHERE indexed_time IS NULL")
conn.commit()
return [TaskResult(r[0], r[1], r[2], r[3], r[4]) for r in db_result]
return [TaskResult(r[0], r[1], r[2], r[3], r[4]) for r in db_result]