Should fix memory usage problem when crawling

This commit is contained in:
Simon
2018-06-14 23:36:54 -04:00
parent 9aed18c2d2
commit adb94cf326
6 changed files with 46 additions and 12 deletions

View File

@@ -9,7 +9,7 @@ auth = HTTPTokenAuth(scheme="Token")
tokens = [config.CRAWL_SERVER_TOKEN]
tm = TaskManager("tm_db.sqlite3", 64)
tm = TaskManager("tm_db.sqlite3", 32)
@auth.verify_token