diff --git a/crawl_server/remote_http.py b/crawl_server/remote_http.py index ff4e6ac..c8134e1 100644 --- a/crawl_server/remote_http.py +++ b/crawl_server/remote_http.py @@ -180,7 +180,8 @@ class HttpDirectory(RemoteDirectory): @staticmethod def _should_ignore(base_url, link: Anchor): - if link.text == "../" or link.href == "../" or link.href.endswith(HttpDirectory.BLACK_LIST): + if link.text == "../" or link.href == "../" or link.href == "./" \ + or link.href.endswith(HttpDirectory.BLACK_LIST): return True # Ignore external links