func processMessages(modem *modem.GSMModem) { defer func() { log.Info("--- deferring ProcessMessage") }() //log.Info("--- ProcessMessage") for { message := <-messages log.Info("processing: ", message.UUID, modem.DeviceId) status := modem.SendSMS(message.Mobile, message.Body) if strings.Contains(status, "OK") { message.Status = SMSProcessed } else if strings.Contains(status, "ERROR") { message.Status = SMSError } else { message.Status = SMSPending } message.Device = modem.DeviceId message.Retries++ updateMessageStatus(message) if message.Status != SMSProcessed && message.Retries < SMSRetryLimit { // push message back to queue until either it is sent successfully or // retry count is reached // I can't push it to channel directly. Doing so may cause the sms to be in // the queue twice. I don't want that EnqueueMessage(&message, false) } time.Sleep(time.Microsecond * 500) } }
func (m *GSMModem) SendCommand(command string, waitForOk bool) string { log.Info("SendCommand: ", command) var status string = "" m.Port.Flush() _, err := m.Port.Write([]byte(command)) if err != nil { log.Error(err) return "" } buf := make([]byte, 32) var loop int = 1 if waitForOk { loop = 10 } for i := 0; i < loop; i++ { // ignoring error as EOF raises error on Linux n, _ := m.Port.Read(buf) if n > 0 { status = string(buf[:n]) log.Info("SendCommand: rcvd bytes: ", n, status) if strings.Contains(status, "OK\r\n") || strings.Contains(status, "ERROR\r\n") { break } } } return status }
func main() { log.Info("main: ", "Initializing gosms") //load the config, abort if required config is not preset appConfig, err := gosms.GetConfig("conf.ini") if err != nil { log.Error("main: ", "Invalid config: ", err.Error(), " Aborting") os.Exit(1) } db, err := gosms.InitDB("sqlite3", "db.sqlite") if err != nil { log.Info("main: ", "Error initializing database: ", err, " Aborting") os.Exit(1) } defer db.Close() serverhost, _ := appConfig.Get("SETTINGS", "SERVERHOST") serverport, _ := appConfig.Get("SETTINGS", "SERVERPORT") _numDevices, _ := appConfig.Get("SETTINGS", "DEVICES") numDevices, _ := strconv.Atoi(_numDevices) log.Info("main: number of devices: ", numDevices) var modems []*modem.GSMModem for i := 0; i < numDevices; i++ { dev := fmt.Sprintf("DEVICE%v", i) _port, _ := appConfig.Get(dev, "COMPORT") _baud := 115200 //appConfig.Get(dev, "BAUDRATE") _devid, _ := appConfig.Get(dev, "DEVID") m := modem.New(_port, _baud, _devid) modems = append(modems, m) } _bufferSize, _ := appConfig.Get("SETTINGS", "BUFFERSIZE") bufferSize, _ := strconv.Atoi(_bufferSize) _bufferLow, _ := appConfig.Get("SETTINGS", "BUFFERLOW") bufferLow, _ := strconv.Atoi(_bufferLow) _loaderTimeout, _ := appConfig.Get("SETTINGS", "MSGTIMEOUT") loaderTimeout, _ := strconv.Atoi(_loaderTimeout) _loaderCountout, _ := appConfig.Get("SETTINGS", "MSGCOUNTOUT") loaderCountout, _ := strconv.Atoi(_loaderCountout) _loaderTimeoutLong, _ := appConfig.Get("SETTINGS", "MSGTIMEOUTLONG") loaderTimeoutLong, _ := strconv.Atoi(_loaderTimeoutLong) log.Info("main: Initializing worker") gosms.InitWorker(modems, bufferSize, bufferLow, loaderTimeout, loaderCountout, loaderTimeoutLong) log.Info("main: Initializing server") err = InitServer(serverhost, serverport) if err != nil { log.Error("main: ", "Error starting server: ", err.Error(), " Aborting") os.Exit(1) } }
func getPendingMessages(bufferSize int) (result []SMS, err error) { log.Info("getPendingMessages ") allMessages, err := sdb.GetAll(bucket) if err != nil { log.Error(err) return } result = []SMS{} for _, _m := range allMessages { sms := SMS{} err := json.Unmarshal(_m, &sms) if err != nil { log.Error(err) return nil, err } if sms.Status != SMSProcessed && sms.Retries < SMSRetryLimit { result = append(result, sms) } if len(result) >= bufferSize { break } } return }
func InitWorker(modems []*modem.GSMModem, bufferSize, bufferLow, loaderTimeout, countOut, loaderLongTimeout int) { log.Info("--- InitWorker") bufferMaxSize = bufferSize bufferLowCount = bufferLow messageLoaderTimeout = time.Duration(loaderTimeout) * time.Minute messageLoaderCountout = countOut messageLoaderLongTimeout = time.Duration(loaderLongTimeout) * time.Minute messages = make(chan SMS, bufferMaxSize) wakeupMessageLoader = make(chan bool, 1) wakeupMessageLoader <- true messageCountSinceLastWakeup = 0 timeOfLastWakeup = time.Now().Add((time.Duration(loaderTimeout) * -1) * time.Minute) //older time handles the cold start state of the system // its important to init messages channel before starting modems because nil // channel is non-blocking for i := 0; i < len(modems); i++ { modem := modems[i] err := modem.Connect() if err != nil { log.Error("InitWorker: error connecting", modem.DeviceId, err) continue } go processMessages(modem) } go messageLoader(bufferMaxSize, bufferLowCount) }
func (m *GSMModem) SendSMS(mobile string, message string) string { log.Info("SendSMS ", mobile, message) mobile = strings.Replace(mobile, "+", "", -1) // detected a double-width char if len([]rune(message)) < len(message) { log.Info("This is UNICODE sms. Will use PDU mode") return m.SendPduSMS(mobile, message) } // Put Modem in SMS Text Mode m.SendCommand("AT+CMGF=1\r", false) m.SendCommand("AT+CMGS=\""+mobile+"\"\r", false) // EOM CTRL-Z = 26 return m.SendCommand(message+string(26), true) }
// dashboard func indexHandler(w http.ResponseWriter, r *http.Request) { log.Info("--- indexHandler") // templates.ExecuteTemplate(w, "index.html", nil) // Use during development to avoid having to restart server // after every change in HTML t, _ := template.ParseFiles("./templates/index.html") t.Execute(w, nil) }
func insertMessage(sms *SMS) error { log.Info("insertMessage ", sms) err := sdb.Save(bucket, sms.UUID, sms) if err != nil { log.Error("Error when inserting message: ", err) } return nil }
func EnqueueMessage(message *SMS, newMessage bool) { log.Info("--- EnqueueMessage: ", message) if newMessage { log.Info("This is new message. Will insert to DB.") insertMessage(message) } //wakeup message loader and exit go func() { //notify the message loader only if its been to too long //or too many messages since last notification messageCountSinceLastWakeup++ if newMessage || messageCountSinceLastWakeup > messageLoaderCountout || time.Now().Sub(timeOfLastWakeup) > messageLoaderTimeout { log.Info("EnqueueMessage: ", "waking up message loader") wakeupMessageLoader <- true messageCountSinceLastWakeup = 0 timeOfLastWakeup = time.Now() } log.Info("EnqueueMessage - anon: count since last wakeup: ", messageCountSinceLastWakeup) }() }
func (m *GSMModem) SendPduSMS(mobile string, message string) string { log.Info("SendPduSMS ", mobile, message) if len([]rune(message)) > 70 { log.Info("This is long message. Will split") return m.SendLongPduSms(mobile, message) } // Put Modem in SMS Binary Mode status := m.SendCommand("AT+CMGF=0\r", false) telNumber := "01" + "00" + fmt.Sprintf("%02X", len(mobile)) + "91" + encodePhoneNumber(mobile) encodedText := pdu.EncodeUcs2ToString(message) textLen := lenInHex(encodedText) text := telNumber + "0008" + textLen + encodedText status = m.SendCommand("AT+CMGS="+strconv.Itoa(lenInBytes(text))+"\r", false) text = "00" + text // EOM CTRL-Z = 26 status = m.SendCommand(text+string(26), true) return status }
func GetStatusSummary() ([]int, error) { log.Info("GetStatusSummary") allMessages, err := GetMessages("") if err != nil { log.Error(err) return nil, err } statusSummary := make([]int, 3) for _, sms := range allMessages { statusSummary[sms.Status]++ } return statusSummary, nil }
func InitServer(host string, port string) error { log.Info("--- InitServer ", host, port) r := mux.NewRouter() r.StrictSlash(true) r.HandleFunc("/", indexHandler) // handle static files r.HandleFunc(`/assets/{path:[a-zA-Z0-9=\-\/\.\_]+}`, handleStatic) // all API handlers api := r.PathPrefix("/api").Subrouter() api.Methods("GET").Path("/logs/").HandlerFunc(getLogsHandler) api.Methods("POST").Path("/sms/").HandlerFunc(sendSMSHandler) http.Handle("/", r) bind := fmt.Sprintf("%s:%s", host, port) log.Info("listening on: ", bind) return http.ListenAndServe(bind, nil) }
func GetMessages(filter string) (result []SMS, err error) { log.Info("GetMessages") allMessages, err := sdb.GetAll(bucket) if err != nil { log.Error(err) return } result = []SMS{} for _, _m := range allMessages { sms := SMS{} err := json.Unmarshal(_m, &sms) if err != nil { log.Error("Error when unmarshaling message: ", err) return nil, err } // if sms.Status != SMSProcessed && sms.Retries < SMSRetryLimit { result = append(result, sms) // } } return result, nil }
// push sms, allowed methods: POST func sendSMSHandler(w http.ResponseWriter, r *http.Request) { log.Info("--- sendSMSHandler") w.Header().Set("Content-type", "application/json") //TODO: validation r.ParseForm() mobile := r.FormValue("mobile") message := r.FormValue("message") uuid := uuid.NewV4() sms := &gosms.SMS{UUID: uuid.String(), Mobile: mobile, Body: message, Retries: 0, CreatedAt: time.Now()} gosms.EnqueueMessage(sms, true) smsresp := SMSResponse{Status: 200, Message: "ok"} var toWrite []byte toWrite, err := json.Marshal(smsresp) if err != nil { log.Error(err) //lets just depend on the server to raise 500 } w.Write(toWrite) }
// dumps JSON data, used by log view. Methods allowed: GET func getLogsHandler(w http.ResponseWriter, r *http.Request) { log.Info("--- getLogsHandler") messages, _ := gosms.GetMessages("") summary, _ := gosms.GetStatusSummary() dayCount, _ := gosms.GetLast7DaysMessageCount() logs := SMSDataResponse{ Status: 200, Message: "ok", Summary: summary, DayCount: dayCount, Messages: messages, } var toWrite []byte toWrite, err := json.Marshal(logs) if err != nil { log.Error(err) //lets just depend on the server to raise 500 } w.Header().Set("Content-type", "application/json") w.Write(toWrite) }
func GetLast7DaysMessageCount() (map[string]int, error) { log.Info("GetLast7DaysMessageCount") allMessages, err := GetMessages("") if err != nil { log.Error(err) return nil, err } dayCount := make(map[string]int) fromDate := time.Now().Add(-time.Hour * 24 * 8) for _, sms := range allMessages { if sms.CreatedAt.After(fromDate) { createdAt := sms.CreatedAt.Format("2006-01-02") count, ok := dayCount[createdAt] if ok { count++ } else { count = 1 } dayCount[createdAt] = count } } return dayCount, nil }
func updateMessageStatus(sms SMS) error { log.Info("updateMessageStatus ", sms) encoded, err := sdb.Get(bucket, sms.UUID) if err != nil { log.Error("Error when getting message: ", err) return err } oldSms := SMS{} err = json.Unmarshal(encoded, &oldSms) if err != nil { log.Error("Error when unmarshaling message: ", err) return err } oldSms.Status = sms.Status oldSms.Retries = sms.Retries oldSms.Device = sms.Device oldSms.UpdatedAt = time.Now() err = sdb.Save(bucket, oldSms.UUID, oldSms) if err != nil { log.Error("Error when inserting message: ", err) } return err }
func messageLoader(bufferSize, minFill int) { // Load pending messages from database as needed for { /* - set a fairly long timeout for wakeup - if there are very few number of messages in the system and they failed at first go, and there are no events happening to call EnqueueMessage, those messages might get stalled in the system until someone knocks on the API door - we can afford a really long polling in this case */ timeout := make(chan bool, 1) go func() { time.Sleep(messageLoaderLongTimeout) timeout <- true }() log.Info("messageLoader: ", "waiting for wakeup call") select { case <-wakeupMessageLoader: log.Info("messageLoader: woken up by channel call") case <-timeout: log.Info("messageLoader: woken up by timeout") } if len(messages) >= bufferLowCount { //if we have sufficient number of messages to process, //don't bother hitting the database log.Info("messageLoader: ", "I have sufficient messages") continue } countToFetch := bufferMaxSize - len(messages) log.Info("messageLoader: ", "I need to fetch more messages", countToFetch) pendingMsgs, err := getPendingMessages(countToFetch) if err == nil { log.Info("messageLoader: ", len(pendingMsgs), " pending messages found") for _, msg := range pendingMsgs { messages <- msg } } else { log.Error(err) } } }