Add recheck and timeout parameters

This commit is contained in:
Richard Patel
2018-11-18 00:29:29 +01:00
parent 339175220d
commit 4464f34779
4 changed files with 24 additions and 2 deletions

View File

@@ -12,6 +12,8 @@ import (
var config struct {
ServerUrl string
Token string
ServerTimeout time.Duration
Recheck time.Duration
ChunkSize uint
Retries int
Workers int
@@ -26,6 +28,8 @@ var config struct {
const (
ConfServerUrl = "server.url"
ConfToken = "server.token"
ConfServerTimeout = "server.timeout"
ConfRecheck = "server.recheck"
ConfChunkSize = "server.upload_chunk"
ConfTasks = "crawl.tasks"
ConfRetries = "crawl.retries"
@@ -46,6 +50,7 @@ func prepareConfig() {
viper.SetDefault(ConfAllocStats, 0)
viper.SetDefault(ConfVerbose, false)
viper.SetDefault(ConfPrintHTTP, false)
viper.SetDefault(ConfRecheck, 3 * time.Second)
viper.SetDefault(ConfChunkSize, "1 MB")
}
@@ -69,6 +74,10 @@ func readConfig() {
configMissing(ConfToken)
}
config.ServerTimeout = viper.GetDuration(ConfServerTimeout)
config.Recheck = viper.GetDuration(ConfRecheck)
config.ChunkSize = viper.GetSizeInBytes(ConfChunkSize)
if config.ChunkSize < 100 {
configOOB(ConfChunkSize, config.ChunkSize)