forked from krujos/watchman
/
main.go
109 lines (87 loc) · 2.5 KB
/
main.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
package main
// Inspired by the noaa firehose sample script
// https://github.com/cloudfoundry/noaa/blob/master/firehose_sample/main.go
import (
"crypto/tls"
"fmt"
"log"
"net/http"
"net/url"
"os"
"sync/atomic"
"github.com/cloudcredo/graphite-nozzle/metrics"
"github.com/cloudcredo/graphite-nozzle/processors"
"github.com/cloudfoundry/noaa"
"github.com/cloudfoundry/noaa/events"
"github.com/krujos/uaaclientcredentials"
"github.com/quipo/statsd"
)
var dopplerAddress = os.Getenv("DOPPLER_ADDRESS")
var statsdAddress = os.Getenv("STATSD_ADDRESS")
var statsdPrefix = os.Getenv("STATSD_PREFIX")
var firehoseSubscriptionID = os.Getenv("FIREHOSE_SUBSCRIPTION_ID")
var count = uint64(0)
var uaa = os.Getenv("UAA_ADDRESS")
var clientID = os.Getenv("CLIENT_ID")
var clientSecret = os.Getenv("CLIENT_SECRET")
func hello(w http.ResponseWriter, req *http.Request) {
fmt.Fprintln(w,
"Hello!\nWe have processed", atomic.LoadUint64(&count), "events",
"\nWe're pushing to StatsD at", statsdAddress, "with a prefix of",
statsdPrefix,
"\nWe have tapped the firehose at ", dopplerAddress)
}
func setupHTTP() {
http.HandleFunc("/", hello)
go func() {
err := http.ListenAndServe(":"+os.Getenv("PORT"), nil)
if err != nil {
log.Fatal("ListenAndServe:", err)
}
}()
}
func main() {
setupHTTP()
uaaURL, err := url.Parse(uaa)
if nil != err {
panic("Failed to parse uaa url!")
}
creds, err := uaaclientcredentials.New(uaaURL, true, clientID, clientSecret)
if nil != err {
panic("Failed to obtain creds!")
}
consumer := noaa.NewConsumer(dopplerAddress, &tls.Config{InsecureSkipVerify: true}, nil)
httpStartStopProcessor := processors.NewHttpStartStopProcessor()
sender := statsd.NewStatsdClient(statsdAddress, statsdPrefix)
sender.CreateSocket()
var processedMetrics []metrics.Metric
msgChan := make(chan *events.Envelope)
go func() {
defer close(msgChan)
errorChan := make(chan error)
token, err := creds.GetBearerToken()
if nil != err {
panic(err)
}
go consumer.Firehose(firehoseSubscriptionID, token, msgChan, errorChan, nil)
for err := range errorChan {
fmt.Fprintf(os.Stderr, "%v\n", err.Error())
}
}()
for msg := range msgChan {
eventType := msg.GetEventType()
switch eventType {
case events.Envelope_HttpStartStop:
processedMetrics = httpStartStopProcessor.Process(msg)
default:
atomic.AddUint64(&count, 1)
// do nothing
}
if len(processedMetrics) > 0 {
for _, metric := range processedMetrics {
metric.Send(sender)
}
}
processedMetrics = nil
}
}