Only queue http tasks (temp)

2025-12-13 23:09:01 +00:00 · 2019-04-06 09:07:17 -04:00
parent 310f343423
commit 06ae89f4d2
2 changed files with 5 additions and 4 deletions
--- a/database.py
+++ b/database.py
@@ -309,14 +309,15 @@ class Database:

            conn.commit()

-    def get_oldest_updated_websites(self, size: int):
+    def get_oldest_updated_websites(self, size: int, prefix: str):

        with psycopg2.connect(self.db_conn_str) as conn:
            cursor = conn.cursor()

            cursor.execute("SELECT id, url, last_modified FROM website "
+                           "WHERE url LIKE %s "
                           "ORDER BY last_modified ASC LIMIT %s",
-                           (size,))
+                           (prefix + "%", size, ))
            return [Website(url=r[1],
                            website_id=r[0],
                            last_modified=r[2],