// returns the first day from the date, depending on the group func (d Generator) FirstFromDate(date epochdate.Date) epochdate.Date { switch d.Group { case WEEK: // first date is the previous monday of the week wd := date.UTC().Weekday() if wd > d.FirstDayOfWeek { return date - epochdate.Date(wd) + epochdate.Date(d.FirstDayOfWeek) } else if wd < d.FirstDayOfWeek { return date - 6 + epochdate.Date(wd) } case MONTH: // first day of the month year, month, _ := date.Date() ret, _ := epochdate.NewFromDate(year, month, 1) return ret } return date }
func QueryStats(db *mgo.Database, statsquery *StatsQuery) (*StatsQueryResult, error) { // check parameters if statsquery.Process == "" || statsquery.Data == nil || len(statsquery.Data) == 0 { return nil, fmt.Errorf("Required parameter not sent") } if statsquery.Groups == nil { statsquery.Groups = make([]string, 0) } // sanitize if !data.ValidateValueName(statsquery.Process) { return nil, fmt.Errorf("Invalid process name - name not validated: %s", statsquery.Process) } if statsquery.App != "" && statsquery.App != "@" && !data.ValidateName(statsquery.App) { return nil, fmt.Errorf("Invalid app name - name not validated: %s", statsquery.App) } for _, gval := range statsquery.Groups { if gval != "_app" && !data.ValidateName(gval) { return nil, fmt.Errorf("Invalid group name - name not validated: %s", gval) } } if statsquery.Amount < 1 { statsquery.Amount = 1 } // find collection cname := fmt.Sprintf("stat_%s", statsquery.Process) if statsquery.App != "" { cname += "-app" } if !infoCollectionExists(db, cname) { return nil, fmt.Errorf("Process not found: %s", statsquery.Process) } c := db.C(cname) if statsquery.App != "" { c.EnsureIndex(mgo.Index{ Key: []string{"_dt", "_app"}, Background: true, Sparse: true, }) } else { c.EnsureIndex(mgo.Index{ Key: []string{"_dt"}, Background: true, Sparse: true, }) } // start time startdate := epochdate.TodayUTC() - epochdate.Date(statsquery.Amount) + 1 enddate := epochdate.TodayUTC() //log.Printf("StartDate: %s - EndDate: %s", startdate.String(), enddate.String()) // build mongodb filter filter := bson.M{"_dt": bson.M{"$gte": startdate.String()}} if statsquery.App != "" && statsquery.App != "@" { filter["_app"] = statsquery.App } if statsquery.Filters != nil { for pn, pv := range statsquery.Filters { // sanitize if !data.ValidateValueName(pn) { return nil, fmt.Errorf("Invalid filter name - name not validated: %s", pn) } //log.Printf("Filter: %s = %s", pn, pv) filter[pn] = pv } } querysort := []string{"_dt"} if len(statsquery.Groups) > 0 { for _, g := range statsquery.Groups { querysort = append(querysort, g) } } query := c.Find(filter).Sort(querysort...).Iter() groupcollect := make(map[string]*InfoGroupInfo, 0) fdata := make(map[string]interface{}) for query.Next(&fdata) { datadate, _ := epochdate.Parse(epochdate.RFC3339, fdata["_dt"].(string)) //log.Printf("DateDate: %s", datadate.String()) // build group string curgroup := "" if len(statsquery.Groups) > 0 { for _, g := range statsquery.Groups { if gv, ok := fdata[g]; ok { curgroup = curgroup + "::" + fmt.Sprintf("%v", gv) } else { return nil, fmt.Errorf("No such field %s", g) } } } ginfo, sdok := groupcollect[curgroup] if !sdok { //log.Printf("New data for group %s", curgroup) // stats collector, fills empty periods with 0 scollect := NewSDayCollect(statsquery.Period) for _, ditem := range statsquery.Data { // add data - output name is equals data name scollect.AddImport(ditem, ditem) } scollect.Init(startdate, enddate) ginfo = &InfoGroupInfo{GroupId: curgroup, Groups: make(map[string]interface{}), Collect: scollect} groupcollect[curgroup] = ginfo for _, g := range statsquery.Groups { if gv, ok := fdata[g]; ok { ginfo.Groups[g] = gv } else { return nil, fmt.Errorf("No such field %s", g) } } } // fill day from data ginfo.Collect.ValueDay(datadate, fdata) } if err := query.Close(); err != nil { return nil, fmt.Errorf("Error reading data: %s", err) } var res interface{} if len(statsquery.Groups) > 0 { resgroup := &InfoResultGroup{Group: make([]*InfoResultGroupItem, 0)} for _, gv := range groupcollect { resgroup.Group = append(resgroup.Group, &InfoResultGroupItem{GroupId: gv.GroupId, Groups: gv.Groups, InfoResult: &InfoResult{List: gv.Collect.BuildResult()}}) } res = resgroup } else { resinfo := &InfoResult{List: nil} if ri, ok := groupcollect[""]; ok { resinfo.List = ri.Collect.BuildResult() } else { resinfo.List = nil } res = resinfo } return &StatsQueryResult{ StartDate: startdate, //EndDate: curdate, EndDate: enddate, Result: res, }, nil }