# OD-Database server settings server: # Connection URL url: http://od-db.mine.terorie.com/api # Server auth token token: # Log output settings output: # Crawl statistics crawl_stats: 1s # CPU/RAM/Job queue stats resource_stats: 10s # More output? (Every listed dir) verbose: false # Crawler settings crawl: # Number of sites that can be processed at once tasks: 100 # Number of connections per site # Please be careful with this setting! # The crawler fires fast and more than # ten connections can overwhelm a server. connections: 10 # How often to retry getting data # from the site before giving up retries: 5 # Time before discarding a network request timeout: 10s