func TestTableMDel(t *testing.T) { var in proto.PkgMultiOp in.Cmd = proto.CmdMSet in.DbId = 2 in.Seq = 20 in.Kvs = append(in.Kvs, getTestKV(2, []byte("row1"), []byte("col0"), nil, 0, 0)) in.Kvs = append(in.Kvs, getTestKV(2, []byte("row1"), []byte("col1"), nil, 0, 0)) in.Kvs = append(in.Kvs, getTestKV(2, []byte("row1"), []byte("col2"), nil, 0, 0)) out := myMDel(in, testAuth, getTestWA(), true, t) if len(out.Kvs) != 3 { t.Fatalf("Invalid KV number: %d", len(out.Kvs)) } for i := 0; i < len(out.Kvs); i++ { if out.Kvs[i].ErrCode != 0 { t.Fatalf("ErrCode is 0") } if out.Kvs[i].TableId != 2 { t.Fatalf("TableId mismatch") } if bytes.Compare(out.Kvs[i].RowKey, []byte("row1")) != 0 { t.Fatalf("RowKey mismatch") } if bytes.Compare(out.Kvs[i].ColKey, []byte(fmt.Sprintf("col%d", i))) != 0 { t.Fatalf("ColKey mismatch") } } }
func (srv *Server) replyMultiOp(req *Request, errCode int8) { var out proto.PkgMultiOp out.Cmd = req.Cmd out.DbId = req.DbId out.Seq = req.Seq out.ErrCode = errCode var pkg = make([]byte, out.Length()) _, err := out.Encode(pkg) if err != nil { log.Fatalf("Encode failed: %s\n", err) } srv.sendResp(false, req, pkg) }
// MGet, MSet, MDel, MIncr, ZMGet, ZMSet, ZMDel, ZMIncr func (c *Context) goMultiOp(zop bool, args multiArgs, cmd uint8, done chan *Call) (*Call, error) { call := c.cli.newCall(cmd, done) if call.err != nil { return call, call.err } var p proto.PkgMultiOp p.Seq = call.seq p.DbId = c.dbId p.Cmd = call.cmd // ZMGet, ZMSet, ZMDel, ZMIncr if zop { p.PkgFlag |= proto.FlagZop } p.Kvs = make([]proto.KeyValue, args.length()) args.toKV(p.Kvs) var pkgLen = p.Length() if pkgLen > proto.MaxPkgLen { c.cli.errCall(call, ErrInvPkgLen) return call, call.err } call.pkg = make([]byte, pkgLen) _, err := p.Encode(call.pkg) if err != nil { c.cli.errCall(call, err) return call, err } c.cli.sending <- call return call, nil }
func (ms *master) fullSync(tbl *store.Table) (uint64, error) { var lastSeq uint64 if ms.lastSeq > 0 { lastSeq = ms.lastSeq if ms.migration { log.Printf("Migration lastSeq is not 0, close now!\n") return lastSeq, errors.New("migration lastSeq is not 0") } else { log.Printf("Already full synced to %s\n", ms.slaveAddr) return lastSeq, nil } } // Stop write globally rwMtx := tbl.GetRWMutex() rwMtx.Lock() var chanLen int for lastSeq, chanLen = ms.bin.GetLogSeqChanLen(); chanLen != 0; { log.Println("Stop write globally for 1ms") time.Sleep(time.Millisecond) lastSeq, chanLen = ms.bin.GetLogSeqChanLen() } var it = tbl.NewIterator(false) rwMtx.Unlock() defer it.Destroy() // Open BinLog reader to keep log files from deleting var err = ms.openReader(lastSeq) if err != nil { return lastSeq, err } // Full sync var p proto.PkgMultiOp p.Cmd = proto.CmdSync for it.SeekToFirst(); it.Valid(); { ok := store.SeekAndCopySyncPkg(it, &p, ms.migration, ms.slotId) if ms.cli.IsClosed() { return lastSeq, nil } if len(p.Kvs) > 0 { p.Seq = 0 var pkg = make([]byte, p.Length()) p.Encode(pkg) ms.cli.AddResp(pkg) } if !ok { break } } // Tell slave full sync finished if ms.migration { ms.syncStatus(store.KeyFullSyncEnd, 0) log.Printf("Full migration to %s slotId %d finished\n", ms.slaveAddr, ms.slotId) } else { ms.syncStatus(store.KeyFullSyncEnd, lastSeq) log.Printf("Full sync to %s finished\n", ms.slaveAddr) } return lastSeq, nil }
func TestTableZScan(t *testing.T) { // MZSET { var in proto.PkgMultiOp in.Cmd = proto.CmdMSet in.DbId = 2 in.Seq = 20 in.PkgFlag |= proto.FlagZop in.Kvs = append(in.Kvs, getTestKV(2, []byte("row2"), []byte("col0"), []byte("v0"), 40, 0)) in.Kvs = append(in.Kvs, getTestKV(2, []byte("row2"), []byte("col1"), []byte("v1"), 30, 0)) in.Kvs = append(in.Kvs, getTestKV(2, []byte("row2"), []byte("col2"), []byte("v2"), 20, 0)) in.Kvs = append(in.Kvs, getTestKV(2, []byte("row2"), []byte("col3"), []byte("v3"), 10, 0)) in.Kvs = append(in.Kvs, getTestKV(2, []byte("row2"), []byte("col4"), []byte("v4"), 0, 0)) myMSet(in, testAuth, getTestWA(), true, t) } // ZSCAN ASC order by SCORE var in proto.PkgScanReq in.Cmd = proto.CmdScan in.DbId = 2 in.Seq = 20 in.Num = 10 in.TableId = 2 in.RowKey = []byte("row2") in.SetScore(-1) in.ColKey = []byte("") in.PkgFlag |= proto.FlagScanAsc in.SetColSpace(proto.ColSpaceScore1) // order by SCORE out := myScan(in, testAuth, t) if len(out.Kvs) != 5 { t.Fatalf("Invalid KV number: %d", len(out.Kvs)) } if out.PkgFlag&proto.FlagScanEnd == 0 { t.Fatalf("Scan should end") } for i := 0; i < len(out.Kvs); i++ { idx := 4 - i if out.Kvs[i].ErrCode != 0 { t.Fatalf("ErrCode is 0") } if out.Kvs[i].TableId != 2 { t.Fatalf("TableId mismatch") } if bytes.Compare(out.Kvs[i].RowKey, []byte("row2")) != 0 { t.Fatalf("RowKey mismatch") } if bytes.Compare(out.Kvs[i].ColKey, []byte(fmt.Sprintf("col%d", idx))) != 0 { t.Fatalf("ColKey mismatch") } if out.Kvs[i].Score != int64(i*10) { t.Fatalf("Score mismatch") } if bytes.Compare(out.Kvs[i].Value, []byte(fmt.Sprintf("v%d", idx))) != 0 { t.Fatalf("Value mismatch") } } // ZSCAN DESC order by SCORE in.PkgFlag &^= 0xFF in.PkgFlag |= proto.FlagScanKeyStart out = myScan(in, testAuth, t) if len(out.Kvs) != 5 { t.Fatalf("Invalid KV number: %d", len(out.Kvs)) } if out.PkgFlag&proto.FlagScanEnd == 0 { t.Fatalf("Scan should end") } for i := 0; i < len(out.Kvs); i++ { idx := 4 - i if out.Kvs[i].ErrCode != 0 { t.Fatalf("ErrCode is 0") } if out.Kvs[i].TableId != 2 { t.Fatalf("TableId mismatch") } if bytes.Compare(out.Kvs[i].RowKey, []byte("row2")) != 0 { t.Fatalf("RowKey mismatch") } if bytes.Compare(out.Kvs[i].ColKey, []byte(fmt.Sprintf("col%d", i))) != 0 { t.Fatalf("ColKey mismatch") } if out.Kvs[i].Score != int64(idx*10) { t.Fatalf("Score mismatch") } if bytes.Compare(out.Kvs[i].Value, []byte(fmt.Sprintf("v%d", i))) != 0 { t.Fatalf("Value mismatch") } } }