mirror of
https://github.com/terorie/od-database-crawler.git
synced 2025-04-18 01:46:43 +00:00
25 lines
476 B
YAML
25 lines
476 B
YAML
# OD-Database server settings
|
|
server:
|
|
# Connection URL
|
|
url: localhost:6969
|
|
# Server auth token
|
|
token:
|
|
|
|
# Log output settings
|
|
output:
|
|
# Statistics printing interval
|
|
stats_interval: 1s
|
|
# More output? (Every listed dir)
|
|
verbose: false
|
|
|
|
# Crawler settings
|
|
crawl:
|
|
# Number of sites that can be
|
|
# processed at once
|
|
tasks: 3
|
|
# Number of connections per site
|
|
connections: 2
|
|
# How often to retry getting data
|
|
# from the site before giving up
|
|
retries: 5
|