simon987/imhashdb
1
0
Fork 0
mirror of https://github.com/simon987/imhashdb.git synced 2025-12-15 23:49:01 +00:00
Code Issues Projects Releases Wiki Activity

matchlist tmp table + zstd meta compression

Browse Source
This commit is contained in:
simon987
2020-04-28 10:32:09 -04:00
parent 5cd367456c
commit 8d7bc2d133
8 changed files with 111 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
hasher/hasher.go
View File

@@ -28,6 +28,11 @@ func dispatchFromQueue(pattern string, queue chan []string) error {
continue
}
if len(keys) == 0 {
time.Sleep(time.Second * 1)
continue
}
rawTask, err := Rdb.BLPop(time.Second*30, keys...).Result()
if err != nil {
continue
@@ -106,7 +111,7 @@ func trimUrl(link string) string {
}
func Main() error {
queue := make(chan []string, Conf.HasherConcurrency*2)
queue := make(chan []string)
for i := 0; i < Conf.HasherConcurrency; i++ {
go worker(queue)