file lists now deleted after indexing

2025-12-15 07:39:04 +00:00 · 2018-07-14 20:41:20 -04:00
parent 51a47b3628
commit f452d0f8b2
2 changed files with 7 additions and 2 deletions
--- a/crawl_server/remote_http.py
+++ b/crawl_server/remote_http.py
@@ -119,7 +119,7 @@ class HttpDirectory(RemoteDirectory):
            if self._isdir(anchor):

                directory = File(
-                    name=anchor.href,
+                    name=anchor.href, # todo handle external links here
                    mtime=0,
                    size=0,
                    path=path,