mirror of
https://github.com/terorie/od-database-crawler.git
synced 2025-12-16 08:19:06 +00:00
Better config
This commit is contained in:
30
config.yml
30
config.yml
@@ -1,6 +1,24 @@
|
||||
server_url: localhost:6969
|
||||
token: abc
|
||||
stats_interval: 1s
|
||||
verbose: true
|
||||
retries: 5
|
||||
workers: 80
|
||||
# OD-Database server settings
|
||||
server:
|
||||
# Connection URL
|
||||
url: localhost:6969
|
||||
# Server auth token
|
||||
token:
|
||||
|
||||
# Log output settings
|
||||
output:
|
||||
# Statistics printing interval
|
||||
stats_interval: 1s
|
||||
# More output? (Every listed dir)
|
||||
verbose: false
|
||||
|
||||
# Crawler settings
|
||||
crawl:
|
||||
# Number of sites that can be
|
||||
# processed at once
|
||||
tasks: 3
|
||||
# Number of connections per site
|
||||
connections: 2
|
||||
# How often to retry getting data
|
||||
# from the site before giving up
|
||||
retries: 5
|
||||
|
||||
Reference in New Issue
Block a user