From 221a16697b70a445578c28aaa4c836c1b492bac7 Mon Sep 17 00:00:00 2001 From: Simon Date: Thu, 7 Jun 2018 10:44:43 -0400 Subject: [PATCH] Changed user agent --- scrapy_od_database/settings.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scrapy_od_database/settings.py b/scrapy_od_database/settings.py index d3442c3..4ac5477 100644 --- a/scrapy_od_database/settings.py +++ b/scrapy_od_database/settings.py @@ -16,8 +16,8 @@ LOG_LEVEL = 'ERROR' FEED_FORMAT = 'json' FEED_URI = 'data.json' -# Crawl responsibly by identifying yourself (and your website) on the user-agent -USER_AGENT = 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3359.181 Safari/537.36' +USER_AGENT = 'Mozilla/5.0 (X11; od-database.simon987.net) AppleWebKit/537.36 ' \ + '(KHTML, like Gecko) Chrome/66.0.3359.181 Safari/537.36' # Obey robots.txt rules ROBOTSTXT_OBEY = False