Timeout and results saving

2025-12-16 08:19:06 +00:00 · 2018-11-15 20:14:31 +01:00
parent a268c6dbcf
commit ffde1a9e5d
7 changed files with 86 additions and 38 deletions
--- a/config.yml
+++ b/config.yml
@@ -24,3 +24,5 @@ crawl:
  # How often to retry getting data
  # from the site before giving up
  retries: 5
+  # Time before discarding a network request
+  timeout: 10s