func (cdb *ComplaintDB) GetDailyCounts(email string) ([]DailyCount, error) { k := fmt.Sprintf("%s:dailycounts", email) // The 'counts' is so we can have diff memcache objects c := []DailyCount{} cdb.Debugf("GDC_001", "GetDailyCounts() starting") // might return: datastore.ErrNoSuchEntity if dcs, err := cdb.fetchDailyCountSingleton(k); err == datastore.ErrNoSuchEntity { // Singleton not found; we don't care; treat same as empty singleton. } else if err != nil { cdb.Errorf("error getting item: %v", err) return c, err } else { c = dcs } cdb.Debugf("GDC_002", "singleton lookup done (%d entries)", len(c)) end, _ := date.WindowForYesterday() // end is the final day we count for; yesterday start := end // by default, this will trigger no lookups (start=end means no missing) if len(c) > 0 { start = date.Datestring2MidnightPdt(c[0].Datestring) } else { cdb.Debugf("GDC_003", "counts empty ! track down oldest every, to start iteration range") if complaint, err := cdb.GetOldestComplaintByEmailAddress(email); err != nil { cdb.Errorf("error looking up first complaint for %s: %v", email, err) return c, err } else if complaint != nil { // We move a day into the past; the algo below assumes we have data for the day 'start', // but in this case we don't; so trick it into generating data for today. start = date.AtLocalMidnight(complaint.Timestamp).AddDate(0, 0, -1) } else { // cdb.Infof(" - lookup first ever, but empty\n") } cdb.Debugf("GDC_004", "start point found") } // Right after the first complaint: it set start to "now", but end is still yesterday. if start.After(end) { return c, nil } // We add a minute, to ensure that the day that contains 'end' is included missing := date.IntermediateMidnights(start, end.Add(time.Minute)) if len(missing) > 0 { for _, m := range missing { cdb.Debugf("GDC_005", "looking up a single span") dayStart, dayEnd := date.WindowForTime(m) if comp, err := cdb.GetComplaintsInSpanByEmailAddress(email, dayStart, dayEnd); err != nil { return []DailyCount{}, err } else { c = append(c, DailyCount{date.Time2Datestring(dayStart), len(comp), 1, false, false}) } } sort.Sort(DailyCountDesc(c)) // Now push back into datastore+memcache if err := cdb.putDailyCountSingleton(k, c); err != nil { cdb.Errorf("error storing counts singleton item: %v", err) } } cdb.Debugf("GDC_006", "all done") return c, nil }
// http://stackoverflow.com/questions/13264555/store-an-object-in-memcache-of-gae-in-go func (cdb *ComplaintDB) GetDailyCounts(email string) ([]DailyCount, error) { // cdb.C.Infof("-- GetDaily for %s", email) k := fmt.Sprintf("%s:daily", email) c := []DailyCount{} if _, err := memcache.Gob.Get(cdb.C, k, &c); err == memcache.ErrCacheMiss { // cache miss, but we don't care } else if err != nil { cdb.C.Errorf("error getting item: %v", err) return c, err } end, _ := date.WindowForYesterday() // end is the final day we count for; yesterday start := end // by default, this will trigger no lookups (start=end means no missing) if len(c) > 0 { start = date.Datestring2MidnightPdt(c[0].Datestring) } else { if complaint, err := cdb.GetOldestComplaintByEmailAddress(email); err != nil { cdb.C.Errorf("error looking up first complaint for %s: %v", email, err) return c, err } else if complaint != nil { // We move a day into the past; the algo below assumes we have data for the day 'start', // but in this case we don't; so trick it into generating data for today. start = date.AtLocalMidnight(complaint.Timestamp).AddDate(0, 0, -1) //cdb.C.Infof(" - lookup first ever, %s", complaint.Timestamp) } else { // cdb.C.Infof(" - lookup first ever, but empty\n") } } // Right after the first complaint: it set start to "now", but end is still yesterday. if start.After(end) { // cdb.C.Infof("--- s>e {%s} > {%s}\n", start, end) return c, nil } // We add a minute, to ensure that the day that contains 'end' is included missing := date.IntermediateMidnights(start, end.Add(time.Minute)) // cdb.C.Infof("--- missing? --- {%s} -> {%s} == %d\n", start, end.Add(time.Minute), len(missing)) if len(missing) > 0 { for _, m := range missing { dayStart, dayEnd := date.WindowForTime(m) if comp, err := cdb.GetComplaintsInSpanByEmailAddress(email, dayStart, dayEnd); err != nil { return []DailyCount{}, err } else { // cdb.C.Infof(" - {%s} n=%d [%v]\n", dayStart, len(comp), m) c = append(c, DailyCount{date.Time2Datestring(dayStart), len(comp), 1, false, false}) } } sort.Sort(DailyCountDesc(c)) // Now push back into memcache item := memcache.Item{Key: k, Object: c} if err := memcache.Gob.Set(cdb.C, &item); err != nil { cdb.C.Errorf("error setting item: %v", err) } } // cdb.C.Infof("--- done") return c, nil }