diff --git a/requirements.txt b/requirements.txt index 9721f5d..9356725 100644 --- a/requirements.txt +++ b/requirements.txt @@ -6,4 +6,5 @@ validators flask_recaptcha Flask-Caching praw -humanfriendly \ No newline at end of file +humanfriendly +apscheduler \ No newline at end of file diff --git a/scrapy_od_database/settings.py b/scrapy_od_database/settings.py index 5241e55..d3442c3 100644 --- a/scrapy_od_database/settings.py +++ b/scrapy_od_database/settings.py @@ -39,7 +39,7 @@ CONCURRENT_REQUESTS_PER_DOMAIN = 40 #COOKIES_ENABLED = False # Disable Telnet Console (enabled by default) -#TELNETCONSOLE_ENABLED = False +TELNETCONSOLE_ENABLED = False # Override the default request headers: #DEFAULT_REQUEST_HEADERS = { @@ -47,30 +47,6 @@ CONCURRENT_REQUESTS_PER_DOMAIN = 40 # 'Accept-Language': 'en', #} -# Enable or disable spider middlewares -# See https://doc.scrapy.org/en/latest/topics/spider-middleware.html -#SPIDER_MIDDLEWARES = { -# 'scrapy_downl_od.middlewares.ScrapyDownlOdSpiderMiddleware': 543, -#} - -# Enable or disable downloader middlewares -# See https://doc.scrapy.org/en/latest/topics/downloader-middleware.html -#DOWNLOADER_MIDDLEWARES = { -# 'scrapy_downl_od.middlewares.ScrapyDownlOdDownloaderMiddleware': 543, -#} - -# Enable or disable extensions -# See https://doc.scrapy.org/en/latest/topics/extensions.html -#EXTENSIONS = { -# 'scrapy.extensions.telnet.TelnetConsole': None, -#} - -# Configure item pipelines -# See https://doc.scrapy.org/en/latest/topics/item-pipeline.html -#ITEM_PIPELINES = { -# 'scrapy_downl_od.pipelines.ScrapyDownlOdPipeline': 300, -#} - # Enable and configure the AutoThrottle extension (disabled by default) # See https://doc.scrapy.org/en/latest/topics/autothrottle.html #AUTOTHROTTLE_ENABLED = True