simon987/od-database-crawler
1
0
Fork 0
mirror of https://github.com/terorie/od-database-crawler.git synced 2025-12-13 15:19:03 +00:00
Code Issues Projects Releases Wiki Activity

Fix missing port

Browse Source
This commit is contained in:
Richard Patel
2019-02-09 16:58:25 +01:00
parent c72f4ba475
commit 9bc3455ee0
3 changed files with 18 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
crawl.go
View File

@@ -20,7 +20,7 @@ var tlsConfig = tls.Config {
InsecureSkipVerify: true,
}
func newHTTPClient(url *fasturl.URL) *fasthttp.PipelineClient {
func newHTTPClient(url fasturl.URL) *fasthttp.PipelineClient {
var isTLS bool
switch url.Scheme {
case fasturl.SchemeHTTP:
@@ -29,6 +29,8 @@ func newHTTPClient(url *fasturl.URL) *fasthttp.PipelineClient {
isTLS = true
}
url.AddDefaultPort()
return &fasthttp.PipelineClient {
MaxConns: viper.GetInt(ConfWorkers),
Addr: url.Host,