func main() {
flag.Parse()
common.DebugLevel = *debugMode
common.Info("disctinct name Worker")
common.Info(`collects daily occurrences of distinct events in Redis.
Metrics that are older than 30 days are merged into a monthly bucket,
then cleared.`)
common.Info("connecting to Redis...")
r, err := OpenRedis(*redisHost, *redisPort)
if err != nil {
log.Fatalln("Cannot dial redis", err)
}
defer r.Close()
common.Info("Connected")
common.Info("connecting to RabbitMQ...")
connector, err := common.BuildRabbitMQConnector(*rabbitHost, *rabbitPort, *rabbitUser, *rabbitPassword, *rabbitExchange)
if err != nil {
log.Fatalln("cannot connect to rabbitmq", err)
}
defer connector.Close()
common.Info("connected")
common.Info("Starting worker proccesor")
connector.Handle("distinct-name", func(b []byte) bool {
d := common.MustUnmarshallFromJSON(b)
if _, err = r.processMetric(d); err != nil {
log.Println("error inserting in redis", err)
return false //requeue
}
return true
})
if err != nil {
log.Fatalln("error connecting to Rabbit", err)
}
common.Info("Starting a metrics http server")
bindTo := fmt.Sprintf(":%v", *metricsPort)
go http.ListenAndServe(bindTo, nil)
common.Info("Starting old buckets ticker")
for range time.Tick(time.Minute) {
if _, err = r.processBuckets(); err != nil {
log.Println("error proccesing buckets:", err)
}
}
}
func main() {
flag.Parse()
common.DebugLevel = *debugMode
common.Info("AccountName Worker")
common.Info(`collects all the account names that sent metrics, with their
first occurrence datetime (UTC) into PostgreSQL.`)
common.Info("connecting to PostgreSQL...")
db, err := openDB(*postgreSQLHost, *postgreSQLPort, *postgreSQLUser, *postgreSQLPassword, *postgreSQLDB)
if err != nil {
log.Fatalln("cannot open connection to DB:", err)
}
defer db.Close()
common.Info("Connected")
if err := db.createTable(); err != nil {
log.Fatalln("table:", err)
}
common.Info("connecting to RabbitMQ...")
c, err := common.BuildRabbitMQConnector(*rabbitHost, *rabbitPort, *rabbitUser, *rabbitPassword, *rabbitExchange)
if err != nil {
log.Fatalln("cannot connect to rabbitmq", err)
}
common.Info("connected")
defer c.Close()
common.Info("Starting worker proccesor")
err = c.Handle("account-name", func(b []byte) bool {
d := common.MustUnmarshallFromJSON(b)
if err := db.insertEntry(d.Username, d.Time); err != nil {
log.Println("error inserting in pgsql", err)
return false //requeue
}
return true
})
if err != nil {
log.Fatalln("error connecting to Rabbit", err)
}
common.Info("Starting a metrics http server")
bindTo := fmt.Sprintf(":%v", *metricsPort)
http.ListenAndServe(bindTo, nil)
}
func main() {
flag.Parse()
common.DebugLevel = *debugMode
common.Info("AccountName Worker")
common.Info("collects all items that occurred in the last hour into MongoDB")
common.Info("connecting to Mongo...")
m, err := OpenMongo(*mongoDBHost, *mongoDBPort)
if err != nil {
log.Fatalln("Error on Mongo:", err)
}
defer m.Close()
common.Info("Connected")
common.Info("connecting to RabbitMQ...")
connector, err := common.BuildRabbitMQConnector(*rabbitHost, *rabbitPort, *rabbitUser, *rabbitPassword, *rabbitExchange)
if err != nil {
log.Fatalln("cannot connect to rabbitmq", err)
}
defer connector.Close()
common.Info("connected")
common.Info("Starting worker proccesor")
err = connector.Handle("hourly-log", func(b []byte) bool {
d := common.MustUnmarshallFromJSON(b)
if err = m.InsertMetric(d); err != nil {
log.Println("error inserting in mongo", err)
return false //requeue
}
return true
})
if err != nil {
log.Fatalln("error connecting to Rabbit", err)
}
common.Info("Starting a metrics http server")
bindTo := fmt.Sprintf(":%v", *metricsPort)
http.ListenAndServe(bindTo, nil)
}