forked from heroku/log-shuttle
/
main.go
66 lines (54 loc) · 2.29 KB
/
main.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
package main
import (
"fmt"
"log"
"log/syslog"
"os"
"sync"
"github.com/heroku/log-shuttle/shuttle"
)
func MakeBasicBits(config shuttle.ShuttleConfig) (reader shuttle.Reader, deliverableBatches chan shuttle.Batch, programStats *shuttle.ProgramStats, bWaiter, oWaiter *sync.WaitGroup) {
programStats = shuttle.NewProgramStats(config.StatsAddr, config.StatsBuff)
programStats.Listen()
go shuttle.EmitStats(programStats, config.StatsInterval, config.StatsSource)
deliverableBatches = make(chan shuttle.Batch, config.BackBuff)
// Start outlets, then batches (reverse of Shutdown)
reader = shuttle.NewReader(config.FrontBuff, programStats.Input)
oWaiter = shuttle.StartOutlets(config, programStats.Drops, programStats.Lost, programStats.Input, deliverableBatches)
bWaiter = shuttle.StartBatchers(config, programStats.Drops, programStats.Input, reader.Outbox, deliverableBatches)
return
}
func Shutdown(deliverableLogs chan shuttle.LogLine, stats chan shuttle.NamedValue, deliverableBatches chan shuttle.Batch, bWaiter *sync.WaitGroup, oWaiter *sync.WaitGroup) {
close(deliverableLogs) // Close the log line channel, all of the batchers will stop once they are done
bWaiter.Wait() // Wait for them to be done
close(deliverableBatches) // Close the batch channel, all of the outlets will stop once they are done
oWaiter.Wait() // Wait for them to be done
close(stats) // Close the stats channel to shut down any goroutines using it
}
func main() {
var config shuttle.ShuttleConfig
var err error
config.ParseFlags()
if config.PrintVersion {
fmt.Println(shuttle.VERSION)
os.Exit(0)
}
if !config.UseStdin() {
shuttle.ErrLogger.Fatalln("No stdin detected.")
}
if config.LogToSyslog {
shuttle.Logger, err = syslog.NewLogger(syslog.LOG_INFO|syslog.LOG_SYSLOG, 0)
if err != nil {
log.Fatalf("Unable to setup syslog logger: %s\n", err)
}
shuttle.ErrLogger, err = syslog.NewLogger(syslog.LOG_ERR|syslog.LOG_SYSLOG, 0)
if err != nil {
log.Fatalf("Unable to setup syslog error logger: %s\n", err)
}
}
reader, deliverableBatches, programStats, batchWaiter, outletWaiter := MakeBasicBits(config)
// Blocks until closed
reader.Read(os.Stdin)
// Shutdown everything else.
Shutdown(reader.Outbox, programStats.Input, deliverableBatches, batchWaiter, outletWaiter)
}