simon987/od-database-crawler
1
0
Fork 0
mirror of https://github.com/terorie/od-database-crawler.git synced 2025-12-13 15:19:03 +00:00
Code Issues Projects Releases Wiki Activity

Add resource stats logging

Browse Source
This commit is contained in:
Richard Patel
2018-11-05 22:41:17 +01:00
parent 395a6f30b2
commit add6581804
5 changed files with 72 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
scheduler.go
View File

@@ -7,6 +7,7 @@ import (
)
var activeTasks int32
var totalBuffered int64
func Schedule(c context.Context, remotes <-chan *OD) {
go Stats(c)
@@ -75,6 +76,7 @@ func bufferJobs(c context.Context, in chan Job, out chan Job) {
if !ok {
in = nil
} else {
atomic.AddInt64(&totalBuffered, 1)
inQueue = append(inQueue, v)
}
case <-c.Done():
@@ -86,9 +88,11 @@ func bufferJobs(c context.Context, in chan Job, out chan Job) {
if !ok {
in = nil
} else {
atomic.AddInt64(&totalBuffered, 1)
inQueue = append(inQueue, v)
}
case outCh() <- inQueue[0]:
atomic.AddInt64(&totalBuffered, -1)
inQueue = inQueue[1:]
case <-c.Done():
return