func (this *NetReceiverInput) reportStats(r engine.InputRunner) {
globals := engine.Globals()
for _ = range r.Ticker() {
globals.Printf("Total %s, speed: %s/s",
gofmt.ByteSize(this.totalBytes),
gofmt.ByteSize(this.periodBytes))
this.periodBytes = int64(0)
}
}
func (this *SelfSysInput) Run(r engine.InputRunner, h engine.PluginHelper) error {
var (
globals = engine.Globals()
stats = newSysStat()
inChan = r.InChan()
pack *engine.PipelinePack
jsonString string
err error
stopped = false
)
for !stopped {
select {
case <-this.stopChan:
stopped = true
case <-r.Ticker():
// same effect as sleep
}
if stopped {
break
}
stats.gatherStats()
jsonString, err = stats.jsonString()
if err != nil {
globals.Println(err)
continue
}
pack = <-inChan
if err = pack.Message.FromLine(fmt.Sprintf("als,%d,%s",
time.Now().Unix(), jsonString)); err != nil {
globals.Printf("invalid sys stat: %s\n", jsonString)
pack.Recycle()
continue
}
pack.Project = "als"
pack.Ident = this.ident
pack.EsIndex = "fun_als"
pack.EsType = "sys"
r.Inject(pack)
}
return nil
}
func (this *SelfSysInput) Run(r engine.InputRunner, h engine.PluginHelper) error {
var (
stopped = false
)
for !stopped {
select {
case <-this.stopChan:
stopped = true
case <-r.Ticker():
// same effect as sleep
}
}
return nil
}
func (this *ArchiveInput) Run(r engine.InputRunner, h engine.PluginHelper) error {
this.runner = r
this.h = h
this.chkpnt.Load()
go func() {
for !this.stopping {
select {
case <-r.Ticker():
this.chkpnt.Dump()
if this.leftN > 0 {
engine.Globals().Printf("[%s]Left %d files", r.Name(), this.leftN)
}
}
}
}()
this.workersWg = new(sync.WaitGroup)
filepath.Walk(this.rootDir, this.setLeftN)
globals := engine.Globals()
if globals.Verbose {
globals.Printf("Total files:%d", this.leftN)
}
// do the real job
filepath.Walk(this.rootDir, this.runSingleLogfile)
// wait for all workers done
this.workersWg.Wait()
this.chkpnt.Dump()
if globals.Verbose {
globals.Printf("[%s]Total msg: %d", r.Name(), this.lineN)
}
return nil
}