func (cdb *ComplaintDB) GetDailyCounts(email string) ([]DailyCount, error) {
k := fmt.Sprintf("%s:dailycounts", email) // The 'counts' is so we can have diff memcache objects
c := []DailyCount{}
cdb.Debugf("GDC_001", "GetDailyCounts() starting")
// might return: datastore.ErrNoSuchEntity
if dcs, err := cdb.fetchDailyCountSingleton(k); err == datastore.ErrNoSuchEntity {
// Singleton not found; we don't care; treat same as empty singleton.
} else if err != nil {
cdb.Errorf("error getting item: %v", err)
return c, err
} else {
c = dcs
}
cdb.Debugf("GDC_002", "singleton lookup done (%d entries)", len(c))
end, _ := date.WindowForYesterday() // end is the final day we count for; yesterday
start := end // by default, this will trigger no lookups (start=end means no missing)
if len(c) > 0 {
start = date.Datestring2MidnightPdt(c[0].Datestring)
} else {
cdb.Debugf("GDC_003", "counts empty ! track down oldest every, to start iteration range")
if complaint, err := cdb.GetOldestComplaintByEmailAddress(email); err != nil {
cdb.Errorf("error looking up first complaint for %s: %v", email, err)
return c, err
} else if complaint != nil {
// We move a day into the past; the algo below assumes we have data for the day 'start',
// but in this case we don't; so trick it into generating data for today.
start = date.AtLocalMidnight(complaint.Timestamp).AddDate(0, 0, -1)
} else {
// cdb.Infof(" - lookup first ever, but empty\n")
}
cdb.Debugf("GDC_004", "start point found")
}
// Right after the first complaint: it set start to "now", but end is still yesterday.
if start.After(end) {
return c, nil
}
// We add a minute, to ensure that the day that contains 'end' is included
missing := date.IntermediateMidnights(start, end.Add(time.Minute))
if len(missing) > 0 {
for _, m := range missing {
cdb.Debugf("GDC_005", "looking up a single span")
dayStart, dayEnd := date.WindowForTime(m)
if comp, err := cdb.GetComplaintsInSpanByEmailAddress(email, dayStart, dayEnd); err != nil {
return []DailyCount{}, err
} else {
c = append(c, DailyCount{date.Time2Datestring(dayStart), len(comp), 1, false, false})
}
}
sort.Sort(DailyCountDesc(c))
// Now push back into datastore+memcache
if err := cdb.putDailyCountSingleton(k, c); err != nil {
cdb.Errorf("error storing counts singleton item: %v", err)
}
}
cdb.Debugf("GDC_006", "all done")
return c, nil
}
// http://stackoverflow.com/questions/13264555/store-an-object-in-memcache-of-gae-in-go
func (cdb *ComplaintDB) GetDailyCounts(email string) ([]DailyCount, error) {
// cdb.C.Infof("-- GetDaily for %s", email)
k := fmt.Sprintf("%s:daily", email)
c := []DailyCount{}
if _, err := memcache.Gob.Get(cdb.C, k, &c); err == memcache.ErrCacheMiss {
// cache miss, but we don't care
} else if err != nil {
cdb.C.Errorf("error getting item: %v", err)
return c, err
}
end, _ := date.WindowForYesterday() // end is the final day we count for; yesterday
start := end // by default, this will trigger no lookups (start=end means no missing)
if len(c) > 0 {
start = date.Datestring2MidnightPdt(c[0].Datestring)
} else {
if complaint, err := cdb.GetOldestComplaintByEmailAddress(email); err != nil {
cdb.C.Errorf("error looking up first complaint for %s: %v", email, err)
return c, err
} else if complaint != nil {
// We move a day into the past; the algo below assumes we have data for the day 'start',
// but in this case we don't; so trick it into generating data for today.
start = date.AtLocalMidnight(complaint.Timestamp).AddDate(0, 0, -1)
//cdb.C.Infof(" - lookup first ever, %s", complaint.Timestamp)
} else {
// cdb.C.Infof(" - lookup first ever, but empty\n")
}
}
// Right after the first complaint: it set start to "now", but end is still yesterday.
if start.After(end) {
// cdb.C.Infof("--- s>e {%s} > {%s}\n", start, end)
return c, nil
}
// We add a minute, to ensure that the day that contains 'end' is included
missing := date.IntermediateMidnights(start, end.Add(time.Minute))
// cdb.C.Infof("--- missing? --- {%s} -> {%s} == %d\n", start, end.Add(time.Minute), len(missing))
if len(missing) > 0 {
for _, m := range missing {
dayStart, dayEnd := date.WindowForTime(m)
if comp, err := cdb.GetComplaintsInSpanByEmailAddress(email, dayStart, dayEnd); err != nil {
return []DailyCount{}, err
} else {
// cdb.C.Infof(" - {%s} n=%d [%v]\n", dayStart, len(comp), m)
c = append(c, DailyCount{date.Time2Datestring(dayStart), len(comp), 1, false, false})
}
}
sort.Sort(DailyCountDesc(c))
// Now push back into memcache
item := memcache.Item{Key: k, Object: c}
if err := memcache.Gob.Set(cdb.C, &item); err != nil {
cdb.C.Errorf("error setting item: %v", err)
}
}
// cdb.C.Infof("--- done")
return c, nil
}
