diff --git a/scrapy_od_database/settings.py b/scrapy_od_database/settings.py index d3442c3..4ac5477 100644 --- a/scrapy_od_database/settings.py +++ b/scrapy_od_database/settings.py @@ -16,8 +16,8 @@ LOG_LEVEL = 'ERROR' FEED_FORMAT = 'json' FEED_URI = 'data.json' -# Crawl responsibly by identifying yourself (and your website) on the user-agent -USER_AGENT = 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3359.181 Safari/537.36' +USER_AGENT = 'Mozilla/5.0 (X11; od-database.simon987.net) AppleWebKit/537.36 ' \ + '(KHTML, like Gecko) Chrome/66.0.3359.181 Safari/537.36' # Obey robots.txt rules ROBOTSTXT_OBEY = False