func (s *server) start() error {
s.client = rpcmq.NewClient("amqp://"+s.config.Rpcmq.Host+":"+s.config.Rpcmq.Port, s.config.Rpcmq.MsgQueue, s.config.Rpcmq.ReplyQueue, s.config.Rpcmq.Exchange, s.config.Rpcmq.ExchangeType)
s.client.DeliveryMode = rpcmq.Transient
err := s.client.Init()
if err != nil {
log.Fatalf("Init rpcmq: %v", err)
}
defer s.client.Shutdown()
s.supervisor = monmq.NewSupervisor("amqp://"+s.config.Monmq.Host+":"+s.config.Monmq.Port, s.config.Monmq.ReplyQueue, s.config.Monmq.Exchange)
if err := s.supervisor.Init(); err != nil {
log.Fatalf("Init monmq: %v", err)
}
defer s.supervisor.Shutdown()
if s.config.DB.Type == "mysql" {
dsn := fmt.Sprintf("%s:%s@tcp(%s:%s)/%s?charset=utf8mb4,utf8", s.config.DB.Username, s.config.DB.Password, s.config.DB.Host, s.config.DB.Port, s.config.DB.Name)
s.pm = persistence.NewMySQLPersistenceManager(dsn)
defer s.pm.Close()
} else if s.config.DB.Type == "elasticsearch" {
esUrl := fmt.Sprintf("http://%s:%s", s.config.DB.Host, s.config.DB.Port)
s.pm = persistence.NewElasticPersistenceManager(esUrl, s.config.DB.Name)
} else {
log.Fatalf("Invalid DB Type %s. Check the config", s.config.DB.Type)
}
m := vestigo.NewRouter()
logHandler := olog.NewLogHandler(s.logger, logLine)
m.Post("/tasks", orujo.NewPipe(
http.HandlerFunc(s.tasksHandler),
orujo.M(logHandler)).ServeHTTP,
)
m.Get("/status", orujo.NewPipe(
http.HandlerFunc(s.getStatusHandler),
orujo.M(logHandler)).ServeHTTP,
)
m.Post("/status", orujo.NewPipe(
http.HandlerFunc(s.setStatusHandler),
orujo.M(logHandler)).ServeHTTP,
)
m.Get("/ips/:ip", orujo.NewPipe(
http.HandlerFunc(s.queryHandler),
orujo.M(logHandler)).ServeHTTP,
)
m.Get("/ips", orujo.NewPipe(
http.HandlerFunc(s.queryHandler),
orujo.M(logHandler)).ServeHTTP,
)
fmt.Println("Listening on " + s.config.Local.Host + ":" + s.config.Local.Port + "...")
log.Fatalln(http.ListenAndServe(s.config.Local.Host+":"+s.config.Local.Port, m))
return nil
}
func main() {
var mysqlDsn = flag.String("mysql", "godan:pwd@tcp(127.0.0.1:3306)/godan?charset=utf8mb4,utf8", "MySQL DSN")
var elasticUrl = flag.String("es", "http://127.0.0.1:9200", "ElasticSearch URL")
var elasticIndex = flag.String("index", "godan", "ElasticSearch index name")
flag.Parse()
mp := persistence.NewMySQLPersistenceManager(*mysqlDsn)
defer mp.Close()
log.Print("Retrieving banners from MySQL database")
banners, err := mp.QueryBanners(model.Filters{})
if err != nil {
log.Fatal(err)
}
log.Printf("Retrieved %v banners", len(banners))
ep := persistence.NewElasticPersistenceManager(*elasticUrl, *elasticIndex)
for i, banner := range banners {
if i%1000 == 0 {
log.Printf("Inserting banner #%v", i)
}
ep.SaveBanner(banner)
}
}