Simplified url joining and splitting, switched from lxml to html.parser, various memory usage optimizations

debug_put.py

@@ -4,8 +4,9 @@ import json
 
 payload = json.dumps({
     "website_id": 123,
-    "url": "http://alphamediazone.com/data/Movies1/",
+    # "url": "http://alphamediazone.com/data/Movies1/",
     # "url": "http://localhost:8000/",
+    "url": "http://ubuntu.mirrorservice.org/",
     "priority": 2,
     "callback_type": "",
     "callback_args": "{}"