From 7fdffff58f0ee90f65f1ebcbd0fd0fcdaf540593 Mon Sep 17 00:00:00 2001
From: Richard Patel <terorie@alphakevin.club>
Date: Sat, 17 Nov 2018 04:19:04 +0100
Subject: [PATCH] Update config.yml

---
 config.yml | 13 +++++++++----
 1 file changed, 9 insertions(+), 4 deletions(-)

diff --git a/config.yml b/config.yml
index 55cab36..00ff52c 100644
--- a/config.yml
+++ b/config.yml
@@ -16,13 +16,18 @@ output:
 
 # Crawler settings
 crawl:
-  # Number of sites that can be
-  # processed at once
-  tasks: 300
+  # Number of sites that can be processed at once
+  tasks: 100
+
   # Number of connections per site
-  connections: 20
+  # Please be careful with this setting!
+  # The crawler fires fast and more than
+  # ten connections can overwhelm a server.
+  connections: 10
+
   # How often to retry getting data
   # from the site before giving up
   retries: 5
+
   # Time before discarding a network request
   timeout: 10s