mirror of
https://github.com/terorie/od-database-crawler.git
synced 2025-04-18 18:06:45 +00:00
29 lines
570 B
YAML
29 lines
570 B
YAML
# OD-Database server settings
|
|
server:
|
|
# Connection URL
|
|
url: localhost:6969
|
|
# Server auth token
|
|
token:
|
|
|
|
# Log output settings
|
|
output:
|
|
# Crawl statistics
|
|
crawl_stats: 1s
|
|
# CPU/RAM/Job queue stats
|
|
resource_stats: 1s
|
|
# More output? (Every listed dir)
|
|
verbose: false
|
|
|
|
# Crawler settings
|
|
crawl:
|
|
# Number of sites that can be
|
|
# processed at once
|
|
tasks: 3
|
|
# Number of connections per site
|
|
connections: 2
|
|
# How often to retry getting data
|
|
# from the site before giving up
|
|
retries: 5
|
|
# Time before discarding a network request
|
|
timeout: 10s
|