func main() { ann := learn.Neural{} ann.Init("fann.dat") c := make(chan os.Signal, 1) signal.Notify(c, os.Interrupt) go func() { for sig := range c { // sig is a ^C, handle it fmt.Println(sig) ann.Save("fann.dat") os.Exit(0) } }() // Connect InfluxDB influxDB, err := client.NewHTTPClient(client.HTTPConfig{ Addr: thoth.InfluxdbApi, Username: username, Password: password, }) if err != nil { panic(err) } round := 0 correct := 0 // TODO:it's need to calculate this for all RC ann.Avg = profil.GetProfilLast(influxDB, "thoth", "eight-puzzle", "4d") ann.StdDev = profil.GetProfilStdLast(influxDB, "thoth", "eight-puzzle", "4d") fmt.Println("AVG ", ann.Avg) fmt.Println("STDDEV ", ann.StdDev) for { // Get all user RCLen RC := profil.GetUserRC() RCLen := len(RC) // Getting App Metric for i := 0; i < RCLen; i++ { round++ action := 0.0 replicas, err := profil.GetReplicas(RC[i].Namespace, RC[i].Name) if err != nil { panic(err) } fmt.Println("Replicas:", replicas) // Check Resposne time & Label & Save WPI var responseDay, response10Min float64 if responseDay, err = profil.GetProfilAvg(influxDB, RC[i].Namespace, RC[i].Name, "rtime", "1d"); err != nil { panic(err) log.Println(err) } fmt.Println("resDays : ", responseDay) if response10Min, err = profil.GetProfilAvg(influxDB, RC[i].Namespace, RC[i].Name, "rtime", "5m"); err != nil { fmt.Println("res10min : ", response10Min) panic(err) log.Println(err) } // Floor responseDay = math.Floor(responseDay) response10Min = math.Floor(response10Min) fmt.Println("D", responseDay, " 10M", response10Min) metrics := profil.GetAppResource(RC[i].Namespace, RC[i].Name) var cpu10Min float64 if cpu10Min, err = profil.GetProfilAvg(influxDB, RC[i].Namespace, RC[i].Name, "cpu", "5m"); err != nil { panic(err) log.Println(err) } fmt.Println("CPU ", cpu10Min) if cpu10Min > 70 { fmt.Println("Response check") // if response10Min > responseDay { // TODO:Need to check WPI too // Save WPI fmt.Println("Scale+1") if err := profil.WriteRPI(influxDB, RC[i].Namespace, RC[i].Name, metrics.Request, replicas); err != nil { panic(err) log.Println(err) } // Scale +1 // TODO: Limit if replicas < 10 { action = 1 // if _, err := thoth.ScaleOutViaCli(replicas+1, RC[i].Namespace, RC[i].Name); err != nil { // panic(err) // } } // } } else if replicas > 1 { // = rpi/replicas var rpiMax float64 if rpiMax, err = profil.GetAvgRPI(influxDB, RC[i].Namespace, RC[i].Name); err != nil { rpiMax = -1 // TODO:Handler //panic(err) } fmt.Println("WPI", rpiMax) if rpiMax > 0 { minReplicas := int(metrics.Request / int64(rpiMax)) // TODO: Ceil? if minReplicas < replicas { // Scale -1 fmt.Println("Scale-1") action = -1 //if _, err := thoth.ScaleOutViaCli(replicas-1, RC[i].Namespace, RC[i].Name); err != nil { // panic(err) //} } } } // Normalize resUsage10min := profil.GetProfilLast(influxDB, RC[i].Namespace, RC[i].Name, "10min") fmt.Println("============================ FANN ============================") // Training ann.Train(resUsage10min, action) // Run (Predict) predict := ann.Run(resUsage10min) if predict != 0 { if predict == 1 { if _, err := thoth.ScaleOutViaCli(replicas+1, RC[i].Namespace, RC[i].Name); err != nil { fmt.Println(err) } } else if predict == -1 && replicas > 1 { if _, err := thoth.ScaleOutViaCli(replicas-1, RC[i].Namespace, RC[i].Name); err != nil { fmt.Println(err) } } } if predict == int(action) { correct++ } fmt.Println("Stats Round: ", round, " Correct:", correct, " Accuracy: ", (correct*100)/round, "%") //----------- } fmt.Println("Sleep TODO:Change to 5 Minnn") time.Sleep(300 * time.Second) } }
func main() { // Connect InfluxDB c, _ := client.NewHTTPClient(client.HTTPConfig{ Addr: thoth.InfluxdbApi, Username: username, Password: password, }) //------------------------------------------------------------- for { // Get All RC&SVC name runningPod := profil.GetAllRunningPod() RC := profil.GetUserRC() SVC := profil.GetUserSVC() RCLen := len(RC) statsMap := profil.GetHAProxyStats() // Getting App resource usage for i := 0; i < RCLen; i++ { appName := RC[i].Namespace + "/" + RC[i].Name value, exist := runningPod[appName] if exist && value { res := profil.GetAppResource(RC[i].Namespace, RC[i].Name) replicas, err := profil.GetReplicas(RC[i].Namespace, RC[i].Name) if err != nil { log.Println(err) } tags := map[string]string{ "app": RC[i].Name, } svcSpec := SVC[appName] fmt.Println(svcSpec) // if svcSpec != nil { fmt.Println(SVC[appName].Spec.Ports) nodePort := SVC[appName].Spec.Ports[0].NodePort vampPort := nodePort - 21000 // fmt.Println("VAMPStats ", vampStats.Spec.Ports[0].NodePort) fmt.Println("Port ", vampPort) // fmt.Println("VAMPStats ", statsMap[vampPort]) stats := statsMap[vampPort] fields := map[string]interface{}{ "cpu": res.Cpu, "memory": res.Memory, "rps": stats.Request, "rtime": stats.Response, "r2xx": stats.Response2xx, "r4xx": stats.Response4xx, "r5xx": stats.Response5xx, "r5xxroute": stats.Response5xxRoute, "replicas": replicas, } fmt.Println(fields) if err := profil.WritePoints(c, RC[i].Namespace, "s", tags, fields); err != nil { panic(err) } // } } } fmt.Println("Sleep\n") time.Sleep(10 * time.Second) } //------------------------------------------------------------- }