func (cs *ThriftRpcImpl) GetValuesSingle(req *gen.SingleHFileKeyRequest) (r *gen.SingleHFileKeyResponse, err error) { if Settings.debug { log.Printf("[GetValuesSingle] %s (%d keys)\n", *req.HfileName, len(req.SortedKeys)) } hfile, err := cs.ReaderFor(*req.HfileName) if err != nil { return nil, err } reader := hfile.GetScanner() // TODO: clients should request strict during dev/testing? reader.EnforceKeyOrder = false defer reader.Release() res := new(gen.SingleHFileKeyResponse) res.Values = make(map[int32][]byte, len(req.SortedKeys)) found := int32(0) for idx, key := range req.SortedKeys { if Settings.debug { log.Printf("[GetValuesSingle] key: %s\n", hex.EncodeToString(key)) } if idx > 0 && bytes.Equal(req.SortedKeys[idx-1], key) { if prev, ok := res.Values[int32(idx-1)]; ok { res.Values[int32(idx)] = prev found++ } continue } if !hfile.MightContain(key) { continue } value, err, ok := reader.GetFirst(key) if err != nil { return nil, err } if ok { found++ if !req.GetCountOnly() { res.Values[int32(idx)] = value } } } if Settings.debug { log.Printf("[GetValuesSingle] %s found %d of %d.\n", *req.HfileName, found, len(req.SortedKeys)) } res.KeyCount = &found return res, nil }
// Generate and send a random GetValuesSingle request. func (l *Load) sendSingle(client *gen.HFileServiceClient, diff *gen.HFileServiceClient) { var wg sync.WaitGroup keys := l.randomKeys() r := &gen.SingleHFileKeyRequest{HfileName: &l.collection, SortedKeys: keys} var diffResp *gen.SingleHFileKeyResponse var diffErr error if diff != nil { wg.Add(1) go func() { defer wg.Done() beforeDiff := time.Now() diffResp, diffErr = diff.GetValuesSingle(r) if diffErr != nil { log.Println("[GetValuesSingle] Error fetching diff value:", renderErr(diffErr), util.PrettyKeys(keys)) } report.TimeSince(l.diffRtt+".overall", beforeDiff) report.TimeSince(l.diffRtt+".getValuesSingle", beforeDiff) }() } before := time.Now() resp, err := client.GetValuesSingle(r) if err != nil { log.Println("[GetValuesSingle] Error fetching value:", renderErr(err), util.PrettyKeys(keys)) } report.TimeSince(l.rtt+".overall", before) report.TimeSince(l.rtt+".getValuesSingle", before) if diff != nil { wg.Wait() if err == nil && diffErr == nil && !reflect.DeepEqual(resp, diffResp) { report.Inc("diffs") report.Inc("diffs.getValuesSingle") log.Printf("[DIFF-getValuesSingle] req: %v\n%s\torig (%d): %v\n\tdiff (%d): %v\n", r, util.PrettyKeys(keys), resp.GetKeyCount(), resp, diffResp.GetKeyCount(), diffResp) } } }