simon987/od-database
1
0
Fork 0
mirror of https://github.com/simon987/od-database.git synced 2025-11-04 06:56:52 +00:00
Code Issues Projects Releases Wiki Activity

hotfix attempt 2

Browse Source
This commit is contained in:
simon987 2019-02-02 10:58:09 -05:00
parent 8ced4859f3
commit 0ff6ea1682
2 changed files with 5 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
api.py
View File

@ -34,9 +34,7 @@ def setup_api(app):
website_id = oddb.db.get_oldest_website_id() website_id = oddb.db.get_oldest_website_id()
website = oddb.db.get_website_by_id(website_id) website = oddb.db.get_website_by_id(website_id)
task = Task(website_id, website.url) task = Task(website_id, website.url)
oddb.db.put_task(task) oddb.db.put_task(task, name)
task = oddb.db.pop_task(name, accept_ftp)
except: except:
oddb.logger.error("Couldn't create new task") oddb.logger.error("Couldn't create new task")
abort(404) abort(404)

8
database.py
View File

@ -373,15 +373,15 @@ class Database:
conn.commit() conn.commit()
def put_task(self, task: Task) -> None: def put_task(self, task: Task, assigned_crawler=None) -> None:
with sqlite3.connect(self.db_path) as conn: with sqlite3.connect(self.db_path) as conn:
cursor = conn.cursor() cursor = conn.cursor()
cursor.execute("INSERT INTO Queue (website_id, url, priority, callback_type, callback_args) " cursor.execute("INSERT INTO Queue (website_id, url, priority, callback_type, callback_args, assigned_crawler) "
"VALUES (?,?,?,?,?)", "VALUES (?,?,?,?,?,?)",
(task.website_id, task.url, task.priority, (task.website_id, task.url, task.priority,
task.callback_type, json.dumps(task.callback_args))) task.callback_type, json.dumps(task.callback_args), assigned_crawler))
conn.commit() conn.commit()
def get_tasks(self) -> list: def get_tasks(self) -> list: