func initDB() {
// Rely on config.
if cfg == nil {
panic(errors.New("db require config"))
}
path := cfg.Storage.Path
var err error
db, err = storage.Open(path)
if err != nil {
log.Fatal("failed to open %s: %v", path, err)
}
}
func main() {
// Arguments
fileName := flag.String("c", "config.json", "config file")
debug := flag.Bool("d", false, "debug mode")
vers := flag.Bool("v", false, "version")
flag.Parse()
// Version
if *vers {
fmt.Fprintln(os.Stdout, version.Version)
os.Exit(1)
}
// Logging
log.SetName("banshee")
if *debug {
log.SetLevel(log.DEBUG)
}
log.Debug("using %s, max %d cpu", runtime.Version(), runtime.GOMAXPROCS(-1))
// Config
cfg := config.New()
if flag.NFlag() == 0 || (flag.NFlag() == 1 && *debug == true) {
log.Warn("no config file specified, using default..")
} else {
err := cfg.UpdateWithJSONFile(*fileName)
if err != nil {
log.Fatal("failed to load %s, %s", *fileName, err)
}
}
// Storage
options := &storage.Options{
NumGrid: cfg.Period[0],
GridLen: cfg.Period[1],
}
db, err := storage.Open(cfg.Storage.Path, options)
if err != nil {
log.Fatal("failed to open %s: %v", cfg.Storage.Path, err)
}
// Cleaner
cleaner := cleaner.New(db, cfg.Period[0]*cfg.Period[1])
go cleaner.Start()
// Filter
filter := filter.New()
filter.Init(db)
// Alerter
alerter := alerter.New(cfg, db, filter)
alerter.Start()
// Webapp
go webapp.Start(cfg, db)
// Detector
detector := detector.New(cfg, db, filter)
detector.Out(alerter.In)
detector.Start()
}
func initDB() {
// Rely on config.
if cfg == nil {
panic(errors.New("db require config"))
}
path := cfg.Storage.Path
opts := &storage.Options{
Period: cfg.Period,
Expiration: cfg.Expiration,
}
var err error
db, err = storage.Open(path, opts)
if err != nil {
log.Fatalf("failed to open %s: %v", path, err)
}
}
func TestClean(t *testing.T) {
// Config
cfg := config.New()
// Open storage
dbFileName := "db-test"
db, _ := storage.Open(dbFileName)
defer os.RemoveAll(dbFileName)
defer db.Close()
// Create cleaner
c := New(cfg, db)
// Add outdated data.
// Case fully cleaned: 3 days no new data
m1 := &models.Metric{Name: "fully-case", Stamp: uint32(time.Now().Unix() - 3*3600*24 - 1)}
// Case outdated metrics cleaned.
m2 := &models.Metric{Name: "metric-case", Stamp: uint32(time.Now().Unix() - 7*3600*24 - 100)}
m3 := &models.Metric{Name: m2.Name, Stamp: uint32(time.Now().Unix() - 60)}
i1 := &models.Index{Name: m1.Name, Stamp: m1.Stamp}
i2 := &models.Index{Name: m2.Name, Stamp: m2.Stamp}
i3 := &models.Index{Name: m3.Name, Stamp: m3.Stamp}
// Put metrics.
db.Metric.Put(m1)
db.Metric.Put(m2)
db.Metric.Put(m3)
// Put indexes.
db.Index.Put(i1)
db.Index.Put(i2)
db.Index.Put(i3)
c.clean()
// m1 should be fully cleaned
var err error
_, err = db.Index.Get(m1.Name)
assert.Ok(t, err == indexdb.ErrNotFound)
l, err := db.Metric.Get(m1.Name, 0, uint32(time.Now().Unix()))
assert.Ok(t, len(l) == 0)
// m2 should be cleaned and m3 shouldn't be cleaned
l, err = db.Metric.Get(m2.Name, m2.Stamp, uint32(time.Now().Unix()))
assert.Ok(t, len(l) == 1)
assert.Ok(t, l[0].Name == m2.Name)
assert.Ok(t, l[0].Stamp == m3.Stamp && l[0].Stamp != m2.Stamp)
// m2/m3's index shouldn't be cleaned
i, err := db.Index.Get(m2.Name)
assert.Ok(t, err == nil && i.Name == m2.Name)
}