func (n None) SetServices(services []core.Service) error {
err := common.SetServices(services)
if err != nil {
return err
}
if database.CentralStore {
return database.SetServices(services)
}
return nil
}
func (n None) Init() error {
// load services
services, err := common.GetServices()
if err != nil {
return err
}
// apply services
err = common.SetServices(services)
if err != nil {
return err
}
// load routes
routes, err := common.GetRoutes()
if err != nil {
return err
}
// apply routes
err = common.SetRoutes(routes)
if err != nil {
return err
}
// load certs
certs, err := common.GetCerts()
if err != nil {
return err
}
// apply certs
err = common.SetCerts(certs)
if err != nil {
return err
}
// load vips
vips, err := common.GetVips()
if err != nil {
return err
}
// apply vips
err = common.SetVips(vips)
if err != nil {
return err
}
return nil
}
func (r *Redis) Init() error {
hostname, _ := os.Hostname()
self = fmt.Sprintf("%v:%v", hostname, config.ApiPort)
pool = r.newPool(config.ClusterConnection, config.ClusterToken)
// get services
services, err := r.GetServices()
if err != nil {
return fmt.Errorf("Failed to get services - %v", err)
}
// write services
if services != nil {
config.Log.Trace("[cluster] - Setting services...")
err = common.SetServices(services)
if err != nil {
return fmt.Errorf("Failed to set services - %v", err)
}
}
// get routes
routes, err := r.GetRoutes()
if err != nil {
return fmt.Errorf("Failed to get routes - %v", err)
}
// write routes
if routes != nil {
config.Log.Trace("[cluster] - Setting routes...")
err = common.SetRoutes(routes)
if err != nil {
return fmt.Errorf("Failed to set routes - %v", err)
}
}
// get certs
certs, err := r.GetCerts()
if err != nil {
return fmt.Errorf("Failed to get certs - %v", err)
}
// write certs
if certs != nil {
config.Log.Trace("[cluster] - Setting certs...")
err = common.SetCerts(certs)
if err != nil {
return fmt.Errorf("Failed to set certs - %v", err)
}
}
// get vips
vips, err := r.GetVips()
if err != nil {
return fmt.Errorf("Failed to get vips - %v", err)
}
// write vips
if vips != nil {
config.Log.Trace("[cluster] - Setting vips...")
err = common.SetVips(vips)
if err != nil {
return fmt.Errorf("Failed to set vips - %v", err)
}
}
// note: keep subconn connection initialization out here or sleep after `go r.subscribe()`
// don't set read timeout on subscriber - it dies if no 'updates' within that time
s, err := redis.DialURL(config.ClusterConnection, redis.DialConnectTimeout(30*time.Second), redis.DialPassword(config.ClusterToken))
if err != nil {
return fmt.Errorf("Failed to reach redis for subconn - %v", err)
}
r.subconn = redis.PubSubConn{s}
r.subconn.Subscribe("portal")
p := pool.Get()
defer p.Close()
p.Do("SET", self, "alive", "EX", ttl)
_, err = p.Do("SADD", "members", self)
if err != nil {
return fmt.Errorf("Failed to add myself to list of members - %v", err)
}
go r.subscribe()
go r.heartbeat()
go r.cleanup()
return nil
}
// subscribe listens on the portal channel and acts based on messages received
func (r Redis) subscribe() {
config.Log.Info("[cluster] - Redis subscribing on %s...", config.ClusterConnection)
// listen for published messages
for {
switch v := r.subconn.Receive().(type) {
case redis.Message:
switch pdata := strings.FieldsFunc(string(v.Data), keepSubstrings); pdata[0] {
// SERVICES ///////////////////////////////////////////////////////////////////////////////////////////////
case "get-services":
if len(pdata) != 2 {
config.Log.Error("[cluster] - member not passed in message")
break
}
member := pdata[1]
if member == self {
svcs, err := common.GetServices()
if err != nil {
config.Log.Error("[cluster] - Failed to get services - %v", err.Error())
break
}
services, err := json.Marshal(svcs)
if err != nil {
config.Log.Error("[cluster] - Failed to marshal services - %v", err.Error())
break
}
config.Log.Debug("[cluster] - get-services requested, publishing my services")
conn := pool.Get()
conn.Do("PUBLISH", "services", fmt.Sprintf("%s", services))
conn.Close()
}
case "set-services":
if len(pdata) != 2 {
config.Log.Error("[cluster] - services not passed in message")
break
}
services, err := marshalSvcs([]byte(pdata[1]))
if err != nil {
config.Log.Error("[cluster] - Failed to marshal services - %v", err.Error())
break
}
err = common.SetServices(*services)
if err != nil {
config.Log.Error("[cluster] - Failed to set services - %v", err.Error())
break
}
actionHash := fmt.Sprintf("%x", md5.Sum([]byte(fmt.Sprintf("set-services %s", *services))))
config.Log.Trace("[cluster] - set-services hash - %v", actionHash)
conn := pool.Get()
conn.Do("SADD", actionHash, self)
conn.Close()
config.Log.Debug("[cluster] - set-services successful")
case "set-service":
if len(pdata) != 2 {
// shouldn't happen unless redis is not secure and someone manually `publishJson`es
config.Log.Error("[cluster] - service not passed in message")
break
}
svc, err := marshalSvc([]byte(pdata[1]))
if err != nil {
config.Log.Error("[cluster] - Failed to marshal service - %v", err.Error())
break
}
err = common.SetService(svc)
if err != nil {
config.Log.Error("[cluster] - Failed to set service - %v", err.Error())
break
}
actionHash := fmt.Sprintf("%x", md5.Sum([]byte(fmt.Sprintf("set-service %s", *svc))))
config.Log.Trace("[cluster] - set-service hash - %v", actionHash)
conn := pool.Get()
conn.Do("SADD", actionHash, self)
conn.Close()
config.Log.Debug("[cluster] - set-service successful")
case "delete-service":
if len(pdata) != 2 {
config.Log.Error("[cluster] - service id not passed in message")
break
}
svcId := pdata[1]
err := common.DeleteService(svcId)
if err != nil {
config.Log.Error("[cluster] - Failed to delete service - %v", err.Error())
break
}
actionHash := fmt.Sprintf("%x", md5.Sum([]byte(fmt.Sprintf("delete-service %s", svcId))))
config.Log.Trace("[cluster] - delete-service hash - %v", actionHash)
conn := pool.Get()
conn.Do("SADD", actionHash, self)
conn.Close()
config.Log.Debug("[cluster] - delete-service successful")
// SERVERS ///////////////////////////////////////////////////////////////////////////////////////////////
case "set-servers":
if len(pdata) != 3 {
config.Log.Error("[cluster] - service id not passed in message")
break
}
svcId := pdata[2]
servers, err := marshalSrvs([]byte(pdata[1]))
if err != nil {
config.Log.Error("[cluster] - Failed to marshal server - %v", err.Error())
break
}
err = common.SetServers(svcId, *servers)
if err != nil {
config.Log.Error("[cluster] - Failed to set servers - %v", err.Error())
break
}
actionHash := fmt.Sprintf("%x", md5.Sum([]byte(fmt.Sprintf("set-servers %s %s", *servers, svcId))))
config.Log.Trace("[cluster] - set-servers hash - %v", actionHash)
conn := pool.Get()
conn.Do("SADD", actionHash, self)
conn.Close()
config.Log.Debug("[cluster] - set-servers successful")
case "set-server":
if len(pdata) != 3 {
// shouldn't happen unless redis is not secure and someone manually publishJson
config.Log.Error("[cluster] - service id not passed in message")
break
}
svcId := pdata[2]
server, err := marshalSrv([]byte(pdata[1]))
if err != nil {
config.Log.Error("[cluster] - Failed to marshal server - %v", err.Error())
break
}
err = common.SetServer(svcId, server)
if err != nil {
config.Log.Error("[cluster] - Failed to set server - %v", err.Error())
break
}
actionHash := fmt.Sprintf("%x", md5.Sum([]byte(fmt.Sprintf("set-server %s %s", *server, svcId))))
config.Log.Trace("[cluster] - set-server hash - %v", actionHash)
conn := pool.Get()
conn.Do("SADD", actionHash, self)
conn.Close()
config.Log.Debug("[cluster] - set-server successful")
case "delete-server":
if len(pdata) != 3 {
config.Log.Error("[cluster] - service id not passed in message")
break
}
srvId := pdata[1]
svcId := pdata[2]
err := common.DeleteServer(svcId, srvId)
if err != nil {
config.Log.Error("[cluster] - Failed to delete server - %v", err.Error())
break
}
actionHash := fmt.Sprintf("%x", md5.Sum([]byte(fmt.Sprintf("delete-server %s %s", srvId, svcId))))
config.Log.Trace("[cluster] - delete-server hash - %v", actionHash)
conn := pool.Get()
conn.Do("SADD", actionHash, self)
conn.Close()
config.Log.Debug("[cluster] - delete-server successful")
// ROUTES ///////////////////////////////////////////////////////////////////////////////////////////////
case "get-routes":
if len(pdata) != 2 {
config.Log.Error("[cluster] - member not passed in message")
break
}
member := pdata[1]
if member == self {
rts, err := common.GetRoutes()
if err != nil {
config.Log.Error("[cluster] - Failed to get routes - %v", err.Error())
break
}
routes, err := json.Marshal(rts)
if err != nil {
config.Log.Error("[cluster] - Failed to marshal routes - %v", err.Error())
break
}
config.Log.Debug("[cluster] - get-routes requested, publishing my routes")
conn := pool.Get()
conn.Do("PUBLISH", "routes", fmt.Sprintf("%s", routes))
conn.Close()
}
case "set-routes":
if len(pdata) != 2 {
config.Log.Error("[cluster] - routes not passed in message")
break
}
var routes []core.Route
err := parseBody([]byte(pdata[1]), &routes)
if err != nil {
config.Log.Error("[cluster] - Failed to marshal routes - %v", err.Error())
break
}
err = common.SetRoutes(routes)
if err != nil {
config.Log.Error("[cluster] - Failed to set routes - %v", err.Error())
break
}
actionHash := fmt.Sprintf("%x", md5.Sum([]byte(fmt.Sprintf("set-routes %s", routes))))
config.Log.Trace("[cluster] - set-routes hash - %v", actionHash)
conn := pool.Get()
conn.Do("SADD", actionHash, self)
conn.Close()
config.Log.Debug("[cluster] - set-routes successful")
case "set-route":
if len(pdata) != 2 {
// shouldn't happen unless redis is not secure and someone manually `publishJson`es
config.Log.Error("[cluster] - route not passed in message")
break
}
var rte core.Route
err := parseBody([]byte(pdata[1]), &rte)
if err != nil {
config.Log.Error("[cluster] - Failed to marshal route - %v", err.Error())
break
}
err = common.SetRoute(rte)
if err != nil {
config.Log.Error("[cluster] - Failed to set route - %v", err.Error())
break
}
actionHash := fmt.Sprintf("%x", md5.Sum([]byte(fmt.Sprintf("set-route %s", rte))))
config.Log.Trace("[cluster] - set-route hash - %v", actionHash)
conn := pool.Get()
conn.Do("SADD", actionHash, self)
conn.Close()
config.Log.Debug("[cluster] - set-route successful")
case "delete-route":
if len(pdata) != 2 {
config.Log.Error("[cluster] - route not passed in message")
break
}
var rte core.Route
err := parseBody([]byte(pdata[1]), &rte)
if err != nil {
config.Log.Error("[cluster] - Failed to marshal route - %v", err.Error())
break
}
err = common.DeleteRoute(rte)
if err != nil {
config.Log.Error("[cluster] - Failed to delete route - %v", err.Error())
break
}
actionHash := fmt.Sprintf("%x", md5.Sum([]byte(fmt.Sprintf("delete-route %s", rte))))
config.Log.Trace("[cluster] - delete-route hash - %v", actionHash)
conn := pool.Get()
conn.Do("SADD", actionHash, self)
conn.Close()
config.Log.Debug("[cluster] - delete-route successful")
// CERTS ///////////////////////////////////////////////////////////////////////////////////////////////
case "get-certs":
if len(pdata) != 2 {
config.Log.Error("[cluster] - member not passed in message")
break
}
member := pdata[1]
if member == self {
rts, err := common.GetCerts()
if err != nil {
config.Log.Error("[cluster] - Failed to get certs - %v", err.Error())
break
}
certs, err := json.Marshal(rts)
if err != nil {
config.Log.Error("[cluster] - Failed to marshal certs - %v", err.Error())
break
}
config.Log.Debug("[cluster] - get-certs requested, publishing my certs")
conn := pool.Get()
conn.Do("PUBLISH", "certs", fmt.Sprintf("%s", certs))
conn.Close()
}
case "set-certs":
if len(pdata) != 2 {
config.Log.Error("[cluster] - certs not passed in message")
break
}
var certs []core.CertBundle
err := parseBody([]byte(pdata[1]), &certs)
if err != nil {
config.Log.Error("[cluster] - Failed to marshal certs - %v", err.Error())
break
}
err = common.SetCerts(certs)
if err != nil {
config.Log.Error("[cluster] - Failed to set certs - %v", err.Error())
break
}
actionHash := fmt.Sprintf("%x", md5.Sum([]byte(fmt.Sprintf("set-certs %s", certs))))
config.Log.Trace("[cluster] - set-certs hash - %v", actionHash)
conn := pool.Get()
conn.Do("SADD", actionHash, self)
conn.Close()
config.Log.Debug("[cluster] - set-certs successful")
case "set-cert":
if len(pdata) != 2 {
// shouldn't happen unless redis is not secure and someone manually `publishJson`es
config.Log.Error("[cluster] - cert not passed in message")
break
}
var crt core.CertBundle
err := parseBody([]byte(pdata[1]), &crt)
if err != nil {
config.Log.Error("[cluster] - Failed to marshal cert - %v", err.Error())
break
}
err = common.SetCert(crt)
if err != nil {
config.Log.Error("[cluster] - Failed to set cert - %v", err.Error())
break
}
actionHash := fmt.Sprintf("%x", md5.Sum([]byte(fmt.Sprintf("set-cert %s", crt))))
config.Log.Trace("[cluster] - set-cert hash - %v", actionHash)
conn := pool.Get()
conn.Do("SADD", actionHash, self)
conn.Close()
config.Log.Debug("[cluster] - set-cert successful")
case "delete-cert":
if len(pdata) != 2 {
config.Log.Error("[cluster] - cert id not passed in message")
break
}
var crt core.CertBundle
err := parseBody([]byte(pdata[1]), &crt)
if err != nil {
config.Log.Error("[cluster] - Failed to marshal cert - %v", err.Error())
break
}
err = common.DeleteCert(crt)
if err != nil {
config.Log.Error("[cluster] - Failed to delete cert - %v", err.Error())
break
}
actionHash := fmt.Sprintf("%x", md5.Sum([]byte(fmt.Sprintf("delete-cert %s", crt))))
config.Log.Trace("[cluster] - delete-cert hash - %v", actionHash)
conn := pool.Get()
conn.Do("SADD", actionHash, self)
conn.Close()
config.Log.Debug("[cluster] - delete-cert successful")
default:
config.Log.Error("[cluster] - Recieved unknown data on %v: %v", v.Channel, string(v.Data))
}
case error:
config.Log.Error("[cluster] - Subscriber failed to receive - %v", v.Error())
if strings.Contains(v.Error(), "closed network connection") {
// clear balancer rules ("stop balancing if we are 'dead'")
balance.SetServices(make([]core.Service, 0, 0))
// exit so we don't get spammed with logs
os.Exit(1)
}
continue
}
}
}