func (e Event) ShipEvent() {
defer func() {
if r := recover(); r != nil {
log.LogError("Recovered in event.Log()", r)
}
}()
logrus.WithFields(e.Fields).Info(e.Msg)
}
func CreateFirehoseChan(DopplerEndpoint string, Token string, subId string, skipSSLValidation bool) chan *events.Envelope {
connection := noaa.NewConsumer(DopplerEndpoint, &tls.Config{InsecureSkipVerify: skipSSLValidation}, nil)
connection.SetDebugPrinter(ConsoleDebugPrinter{})
msgChan := make(chan *events.Envelope)
go func() {
errorChan := make(chan error)
defer close(msgChan)
defer func() {
if r := recover(); r != nil {
log.LogError("Recovered in CreateFirehoseChan Thread!", r)
}
}()
go connection.Firehose(subId, Token, msgChan, errorChan)
for err := range errorChan {
log.LogError("Firehose Error!", err.Error())
}
}()
return msgChan
}
func GetAllApp() []App {
log.LogStd("Retrieving Apps for Cache...", false)
var apps []App
defer func() {
if r := recover(); r != nil {
log.LogError("Recovered in caching.GetAllApp()", r)
}
}()
for _, app := range gcfClient.ListApps() {
log.LogStd(fmt.Sprintf("App [%s] Found...", app.Name), false)
apps = append(apps, App{app.Name, app.Guid, app.SpaceData.Entity.Name, app.SpaceData.Entity.Guid, app.SpaceData.Entity.OrgData.Entity.Name, app.SpaceData.Entity.OrgData.Entity.Guid})
}
FillDatabase(apps)
log.LogStd(fmt.Sprintf("Found [%d] Apps!", len(apps)), false)
return apps
}
func GetAppInfo(appGuid string) App {
defer func() {
if r := recover(); r != nil {
log.LogError(fmt.Sprintf("Recovered from panic retrieving App Info for App Guid: %s", appGuid), r)
}
}()
var d []byte
var app App
appdb.View(func(tx *bolt.Tx) error {
log.LogStd(fmt.Sprintf("Looking for App %s in Cache!\n", appGuid), false)
b := tx.Bucket([]byte("AppBucket"))
d = b.Get([]byte(appGuid))
return nil
})
err := json.Unmarshal([]byte(d), &app)
if err != nil {
return App{}
}
return app
}
func main() {
kingpin.Version(version)
kingpin.Parse()
logging.LogStd(fmt.Sprintf("Starting firehose-to-fluentd %s ", version), true)
logging.SetupLogging(*fluentdServer, *debug)
c := cfclient.Config{
ApiAddress: *apiEndpoint,
Username: *user,
Password: *password,
SkipSslValidation: *skipSSLValidation,
}
cfClient := cfclient.NewClient(&c)
if len(*dopplerEndpoint) > 0 {
cfClient.Endpoint.DopplerEndpoint = *dopplerEndpoint
}
logging.LogStd(fmt.Sprintf("Using %s as doppler endpoint", cfClient.Endpoint.DopplerEndpoint), true)
logging.LogStd("Setting up event routing!", true)
err := events.SetupEventRouting(*wantedEvents)
if err != nil {
log.Fatal("Error setting up event routing: ", err)
os.Exit(1)
}
//Use bolt for in-memory - file caching
db, err := bolt.Open(*boltDatabasePath, 0600, &bolt.Options{Timeout: 1 * time.Second})
if err != nil {
log.Fatal("Error opening bolt db: ", err)
os.Exit(1)
}
defer db.Close()
if *modeProf != "" {
switch *modeProf {
case "cpu":
defer profile.Start(profile.CPUProfile, profile.ProfilePath(*pathProf)).Stop()
case "mem":
defer profile.Start(profile.MemProfile, profile.ProfilePath(*pathProf)).Stop()
case "block":
defer profile.Start(profile.BlockProfile, profile.ProfilePath(*pathProf)).Stop()
default:
// do nothing
}
}
caching.SetCfClient(cfClient)
caching.SetAppDb(db)
caching.CreateBucket()
//Let's Update the database the first time
logging.LogStd("Start filling app/space/org cache.", true)
apps := caching.GetAllApp()
logging.LogStd(fmt.Sprintf("Done filling cache! Found [%d] Apps", len(apps)), true)
//Let's start the goRoutine
caching.PerformPoollingCaching(*tickerTime)
caching.PerformStat()
// Parse extra fields from cmd call
extraFields, err := extrafields.ParseExtraFields(*extraFields)
if err != nil {
log.Fatal("Error parsing extra fields: ", err)
os.Exit(1)
}
if *logEventTotals == true {
events.LogEventTotals(*logEventTotalsTime, *dopplerEndpoint)
}
if logging.Connect() || *debug {
logging.LogStd("Connected to Fluentd Server! Connecting to Firehose...", true)
firehose := firehose.CreateFirehoseChan(cfClient.Endpoint.DopplerEndpoint, cfClient.GetToken(), *subscriptionId, *skipSSLValidation)
if firehose != nil {
logging.LogStd("Firehose Subscription Succesfull! Routing events...", true)
events.RouteEvents(firehose, extraFields)
} else {
logging.LogError("Failed connecting to Firehose...Please check settings and try again!", "")
}
} else {
logging.LogError("Failed connecting to the Fluentd Server...Please check settings and try again!", "")
}
}