// The simplest usage of background bulk indexing with error channel
func ExampleBulkIndexor_errorsmarter() {
indexor := core.NewBulkIndexorErrors(10, 60)
done := make(chan bool)
indexor.Run(done)
errorCt := 0 // use sync.atomic or something if you need
timer := time.NewTicker(time.Minute * 3)
go func() {
for {
select {
case _ = <-timer.C:
if errorCt < 2 {
errorCt = 0
}
case _ = <-done:
return
}
}
}()
go func() {
for errBuf := range indexor.ErrorChannel {
errorCt++
fmt.Println(errBuf.Err)
// log to disk? db? ???? Panic
}
}()
for i := 0; i < 20; i++ {
indexor.Index("twitter", "user", strconv.Itoa(i), "", nil, `{"name":"bob"}`)
}
done <- true // send shutdown signal
}
// The simplest usage of background bulk indexing
func ExampleBulkIndexor_simple() {
indexor := core.NewBulkIndexorErrors(10, 60)
done := make(chan bool)
indexor.Run(done)
indexor.Index("twitter", "user", "1", "", nil, `{"name":"bob"}`)
<-done // wait forever
}
// The simplest usage of background bulk indexing with error channel
func ExampleBulkIndexor_errorchannel() {
indexor := core.NewBulkIndexorErrors(10, 60)
done := make(chan bool)
indexor.Run(done)
go func() {
for errBuf := range indexor.ErrorChannel {
// just blissfully print errors forever
fmt.Println(errBuf.Err)
}
}()
for i := 0; i < 20; i++ {
indexor.Index("twitter", "user", strconv.Itoa(i), "", nil, `{"name":"bob"}`)
}
done <- true
}
func (p *ESPlugin) Init(URI string) {
var err error
err, p.Host, p.ApiPort, p.Index = parseURI(URI)
if err != nil {
log.Fatal("Can't initialize ElasticSearch plugin.", err)
}
api.Domain = p.Host
api.Port = p.ApiPort
p.indexor = core.NewBulkIndexorErrors(50, 60)
p.done = make(chan bool)
p.indexor.Run(p.done)
// Only start the ErrorHandler goroutine when in verbose mode
// no need to burn ressources otherwise
// go p.ErrorHandler()
log.Println("Initialized Elasticsearch Plugin")
return
}
