Websites being indexed now show up on the homepage

2025-12-13 23:09:01 +00:00 · 2018-06-12 21:51:02 -04:00
parent bccb1d0dfd
commit 24ef493245
6 changed files with 25 additions and 20 deletions
--- a/task.py
+++ b/task.py
@@ -96,6 +96,7 @@ class TaskDispatcher:
        return queued_tasks

    def get_current_tasks(self) -> list:
+        # TODO mem cache this

        current_tasks = []
        for server in self.crawl_servers: