func (cs *ThriftRpcImpl) GetValuesSingle(req *gen.SingleHFileKeyRequest) (r *gen.SingleHFileKeyResponse, err error) {
if Settings.debug {
log.Printf("[GetValuesSingle] %s (%d keys)\n", *req.HfileName, len(req.SortedKeys))
}
hfile, err := cs.ReaderFor(*req.HfileName)
if err != nil {
return nil, err
}
reader := hfile.GetScanner()
// TODO: clients should request strict during dev/testing?
reader.EnforceKeyOrder = false
defer reader.Release()
res := new(gen.SingleHFileKeyResponse)
res.Values = make(map[int32][]byte, len(req.SortedKeys))
found := int32(0)
for idx, key := range req.SortedKeys {
if Settings.debug {
log.Printf("[GetValuesSingle] key: %s\n", hex.EncodeToString(key))
}
if idx > 0 && bytes.Equal(req.SortedKeys[idx-1], key) {
if prev, ok := res.Values[int32(idx-1)]; ok {
res.Values[int32(idx)] = prev
found++
}
continue
}
if !hfile.MightContain(key) {
continue
}
value, err, ok := reader.GetFirst(key)
if err != nil {
return nil, err
}
if ok {
found++
if !req.GetCountOnly() {
res.Values[int32(idx)] = value
}
}
}
if Settings.debug {
log.Printf("[GetValuesSingle] %s found %d of %d.\n", *req.HfileName, found, len(req.SortedKeys))
}
res.KeyCount = &found
return res, nil
}
// Generate and send a random GetValuesSingle request.
func (l *Load) sendSingle(client *gen.HFileServiceClient, diff *gen.HFileServiceClient) {
var wg sync.WaitGroup
keys := l.randomKeys()
r := &gen.SingleHFileKeyRequest{HfileName: &l.collection, SortedKeys: keys}
var diffResp *gen.SingleHFileKeyResponse
var diffErr error
if diff != nil {
wg.Add(1)
go func() {
defer wg.Done()
beforeDiff := time.Now()
diffResp, diffErr = diff.GetValuesSingle(r)
if diffErr != nil {
log.Println("[GetValuesSingle] Error fetching diff value:", renderErr(diffErr), util.PrettyKeys(keys))
}
report.TimeSince(l.diffRtt+".overall", beforeDiff)
report.TimeSince(l.diffRtt+".getValuesSingle", beforeDiff)
}()
}
before := time.Now()
resp, err := client.GetValuesSingle(r)
if err != nil {
log.Println("[GetValuesSingle] Error fetching value:", renderErr(err), util.PrettyKeys(keys))
}
report.TimeSince(l.rtt+".overall", before)
report.TimeSince(l.rtt+".getValuesSingle", before)
if diff != nil {
wg.Wait()
if err == nil && diffErr == nil && !reflect.DeepEqual(resp, diffResp) {
report.Inc("diffs")
report.Inc("diffs.getValuesSingle")
log.Printf("[DIFF-getValuesSingle] req: %v\n%s\torig (%d): %v\n\tdiff (%d): %v\n", r, util.PrettyKeys(keys), resp.GetKeyCount(), resp, diffResp.GetKeyCount(), diffResp)
}
}
}
