simon987/od-database-crawler
1
0
Fork 0
mirror of https://github.com/terorie/od-database-crawler.git synced 2025-12-13 15:19:03 +00:00
Code Issues Projects Releases Wiki Activity

Ignore HTTPS errors

Browse Source
This commit is contained in:
Richard Patel
2018-11-18 00:37:30 +01:00
parent 4464f34779
commit 6793086c22
4 changed files with 12 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
server.go
View File

@@ -13,10 +13,6 @@ import (
"strconv"
)
const (
fileListChunkSize int64 = 5000000 // 5 mb
)
var serverClient = http.Client {
Timeout: config.ServerTimeout,
}
@@ -90,11 +86,11 @@ func uploadChunks(websiteId uint64, f *os.File) error {
// Copy chunk to file_list
formFile, err := multi.CreateFormFile("file_list", "file_list")
var n int64
n, err = io.CopyN(formFile, f, fileListChunkSize)
n, err = io.CopyN(formFile, f, config.ChunkSize)
if err != io.EOF && err != nil {
return err
}
if n < fileListChunkSize {
if n < config.ChunkSize {
err = nil
// Break at end of iteration
eof = true