func TestCreateDeleteDomain(t *testing.T) {
config.Reset()
utils.SetupTests()
defer utils.TearDownTests()
m := NewManager()
info := datamodel.NewEmptyInfo()
info.Properties.MaxUniqueItems = utils.Int64p(10000)
info.Properties.Size = utils.Int64p(10000)
info.Name = utils.Stringp(fmt.Sprintf("marvel"))
if err := m.CreateDomain(info); err != nil {
t.Error("Expected no errors, got", err)
}
if sketches := m.GetSketches(); len(sketches) != 4 {
t.Error("Expected 1 sketches, got", len(sketches))
} else if sketches[0][0] != "marvel" || sketches[0][1] != "card" {
t.Error("Expected [[marvel card]], got", sketches)
}
// Create a second Sketch
info2 := datamodel.NewEmptyInfo()
info2.Properties.MaxUniqueItems = utils.Int64p(10000)
info2.Name = utils.Stringp("dc")
if err := m.CreateDomain(info2); err != nil {
t.Error("Expected no errors, got", err)
}
if sketches := m.GetSketches(); len(sketches) != 8 {
t.Error("Expected 8 sketches, got", len(sketches))
} else if sketches[0][0] != "dc" || sketches[0][1] != "card" {
t.Error("Expected [[dc card]], got", sketches[0][0], sketches[0][1])
} else if sketches[1][0] != "dc" || sketches[1][1] != "freq" {
t.Error("Expected [[dc freq]], got", sketches[1][0], sketches[1][1])
}
}
func TestAdd(t *testing.T) {
utils.SetupTests()
defer utils.TearDownTests()
info := datamodel.NewEmptyInfo()
info.Properties.MaxUniqueItems = utils.Int64p(1000000)
info.Name = utils.Stringp("marvel")
sketch, err := NewCMLSketch(info)
if err != nil {
t.Error("expected avengers to have no error, got", err)
}
values := [][]byte{
[]byte("sabertooth"),
[]byte("thunderbolt"),
[]byte("havoc"),
[]byte("cyclops"),
[]byte("cyclops"),
[]byte("cyclops"),
[]byte("havoc")}
if _, err := sketch.Add(values); err != nil {
t.Error("expected no errors, got", err)
}
if res, err := sketch.Get([][]byte{[]byte("cyclops")}); err != nil {
t.Error("expected no errors, got", err)
} else if res.(*pb.FrequencyResult).Frequencies[0].GetCount() != 3 {
t.Error("expected 'cyclops' count == 3, got", res.(*pb.FrequencyResult).Frequencies[0].GetCount())
}
}
func TestStressHLLPP(t *testing.T) {
utils.SetupTests()
defer utils.TearDownTests()
values := make([][]byte, 10)
for i := 0; i < 1024; i++ {
avenger := "avenger" + strconv.Itoa(i)
values = append(values, []byte(avenger))
}
for i := 0; i < 1024; i++ {
info := datamodel.NewEmptyInfo()
info.Properties.MaxUniqueItems = utils.Int64p(1024)
info.Name = utils.Stringp("marvel" + strconv.Itoa(i))
sketch, err := NewHLLPPSketch(info)
if err != nil {
t.Error("expected avengers to have no error, got", err)
}
if _, err := sketch.Add(values); err != nil {
t.Error("expected no errors, got", err)
}
}
}
func TestDeleteSketch(t *testing.T) {
config.Reset()
utils.SetupTests()
defer utils.TearDownTests()
m := NewManager()
info := datamodel.NewEmptyInfo()
typ := pb.SketchType_CARD
info.Properties.MaxUniqueItems = utils.Int64p(10000)
info.Name = utils.Stringp(fmt.Sprintf("marvel"))
info.Type = &typ
if err := m.CreateSketch(info); err != nil {
t.Error("Expected no errors, got", err)
}
if sketches := m.GetSketches(); len(sketches) != 1 {
t.Error("Expected 1 sketches, got", len(sketches))
} else if sketches[0][0] != "marvel" || sketches[0][1] != "card" {
t.Error("Expected [[marvel card]], got", sketches)
}
if err := m.DeleteSketch(info.ID()); err != nil {
t.Error("Expected no errors, got", err)
}
if sketches := m.GetSketches(); len(sketches) != 0 {
t.Error("Expected 0 sketches, got", len(sketches))
}
}
func createSketch(id string, typ pb.SketchType) *pb.Sketch {
sketch := &pb.Sketch{}
sketch.Name = utils.Stringp(id)
sketch.Type = &typ
sketch.Properties = &pb.SketchProperties{
Size: utils.Int64p(100),
MaxUniqueItems: utils.Int64p(10),
}
return sketch
}
func TestAddBloom(t *testing.T) {
testutils.SetupTests()
defer testutils.TearDownTests()
info := datamodel.NewEmptyInfo()
info.Properties.MaxUniqueItems = utils.Int64p(1024)
info.Name = utils.Stringp("marvel")
sketch, err := NewBloomSketch(info)
if err != nil {
t.Error("expected avengers to have no error, got", err)
}
values := [][]byte{
[]byte("sabertooth"),
[]byte("thunderbolt"),
[]byte("havoc"),
[]byte("cyclops"),
[]byte("cyclops"),
[]byte("cyclops"),
[]byte("havoc")}
if _, err := sketch.Add(values); err != nil {
t.Error("expected no errors, got", err)
}
check := map[string]bool{
"sabertooth": true,
"thunderbolt": true,
"havoc": true,
"cyclops": true,
"wolverine": false,
"iceman": false,
"rogue": false,
"storm": false}
if res, err := sketch.Get(values); err != nil {
t.Error("expected no errors, got", err)
} else {
tmp := res.(*pb.MembershipResult)
mres := tmp.GetMemberships()
// FIXME: Flatten to avoid O(n^2) complexity
for key := range check {
for i := 0; i < len(mres); i++ {
if mres[i].GetValue() == key &&
mres[i].GetIsMember() != check[key] {
// FIXME: Use t.Errorf (using + is ugly)
t.Error("expected member == "+strconv.FormatBool(check[key])+", got", mres[i].GetIsMember())
}
}
}
}
}
func TestCreateAndSaveSketch(t *testing.T) {
config.Reset()
testutils.SetupTests()
defer testutils.TearDownTests()
m := NewManager()
info := datamodel.NewEmptyInfo()
typ := pb.SketchType_CARD
info.Properties.MaxUniqueItems = utils.Int64p(10000)
info.Name = utils.Stringp(fmt.Sprintf("marvel"))
info.Type = &typ
if err := m.CreateSketch(info); err != nil {
t.Error("Expected no errors, got", err)
}
if sketches := m.GetSketches(); len(sketches) != 1 {
t.Error("Expected 1 sketches, got", len(sketches))
} else if sketches[0][0] != "marvel" || sketches[0][1] != "card" {
t.Error("Expected [[marvel card]], got", sketches)
}
// Create a second Sketch
info2 := datamodel.NewEmptyInfo()
typ2 := pb.SketchType_RANK
info2.Properties.MaxUniqueItems = utils.Int64p(10000)
info2.Name = utils.Stringp(fmt.Sprintf("marvel"))
info2.Type = &typ2
if err := m.CreateSketch(info2); err != nil {
t.Error("Expected no errors, got", err)
}
if sketches := m.GetSketches(); len(sketches) != 2 {
t.Error("Expected 2 sketches, got", len(sketches))
} else if sketches[0][0] != "marvel" || sketches[0][1] != "card" {
t.Error("Expected [[marvel card]], got", sketches[0][0], sketches[0][1])
} else if sketches[1][0] != "marvel" || sketches[1][1] != "rank" {
t.Error("Expected [[marvel rank]], got", sketches[1][0], sketches[1][1])
}
}
// Get ...
func (d *TopKSketch) Get(interface{}) (interface{}, error) {
keys := d.impl.Keys()
result := &pb.RankingsResult{
Rankings: make([]*pb.Rank, len(keys), len(keys)),
}
for i, k := range keys {
result.Rankings[i] = &pb.Rank{
Value: utils.Stringp(k.Key),
Count: utils.Int64p(int64(k.Count)),
}
}
return result, nil
}
func TestAddCMLThreshold(t *testing.T) {
testutils.SetupTests()
defer testutils.TearDownTests()
info := datamodel.NewEmptyInfo()
info.Properties.MaxUniqueItems = utils.Int64p(1024)
info.Name = utils.Stringp("marvel")
typ := pb.SketchType_FREQ
info.Type = &typ
sketch, err := NewCMLSketch(info)
if err != nil {
t.Error("expected avengers to have no error, got", err)
}
rValues := make(map[string]uint64)
var sValues [][]byte
thresholdSize := int64(sketch.threshold.size)
for i := int64(0); i < info.GetProperties().GetMaxUniqueItems()/10; i++ {
value := fmt.Sprintf("value-%d", i)
freq := uint64(rand.Int63()) % 100
values := make([][]byte, freq, freq)
for i := range values {
values[i] = []byte(value)
}
if _, err := sketch.Add(values); err != nil {
t.Error("expected no errors, got", err)
}
rValues[value] = freq
sValues = append(sValues, []byte(value))
// Threshold should be nil once more than 10% is filled
if sketch.threshold != nil && i >= thresholdSize {
t.Error("expected threshold == nil for i ==", i)
}
if res, err := sketch.Get(sValues); err != nil {
t.Error("expected no errors, got", err)
} else {
tmp := res.(*pb.FrequencyResult)
mres := tmp.GetFrequencies()
for i := 0; i < len(mres); i++ {
if key := mres[i].GetValue(); rValues[key] != uint64(mres[i].GetCount()) {
t.Fatalf("expected %s: %d, got %d", mres[i].GetValue(), rValues[key], uint64(mres[i].GetCount()))
}
}
}
}
}
func createDom(id string) *pb.Domain {
dom := new(pb.Domain)
dom.Name = utils.Stringp(id)
types := []pb.SketchType{pb.SketchType_MEMB, pb.SketchType_FREQ, pb.SketchType_RANK, pb.SketchType_CARD}
for _, ty := range types {
sketch := &pb.Sketch{}
sketch.Name = dom.Name
sketch.Type = &ty
sketch.Properties = &pb.SketchProperties{
Size: utils.Int64p(100),
MaxUniqueItems: utils.Int64p(10),
}
dom.Sketches = append(dom.Sketches, sketch)
}
return dom
}
func TestCreateInvalidSketch(t *testing.T) {
config.Reset()
utils.SetupTests()
defer utils.TearDownTests()
m := NewManager()
info := datamodel.NewEmptyInfo()
info.Properties.MaxUniqueItems = utils.Int64p(10000)
info.Name = utils.Stringp("avengers")
info.Type = nil
if err := m.CreateSketch(info); err == nil {
t.Error("Expected error invalid sketch, got", err)
}
if sketches := m.GetSketches(); len(sketches) != 0 {
t.Error("Expected 0 sketches, got", len(sketches))
}
}
func TestAddHLLPPThreshold(t *testing.T) {
testutils.SetupTests()
defer testutils.TearDownTests()
info := datamodel.NewEmptyInfo()
info.Properties.MaxUniqueItems = utils.Int64p(1024)
info.Name = utils.Stringp("marvel")
typ := pb.SketchType_CARD
info.Type = &typ
sketch, err := NewHLLPPSketch(info)
if err != nil {
t.Error("expected avengers to have no error, got", err)
}
rValues := make(map[string]uint64)
thresholdSize := int64(sketch.threshold.size)
for i := int64(0); i < info.GetProperties().GetMaxUniqueItems()/10; i++ {
freq := uint64(rand.Int63()) % 100
value := fmt.Sprintf("value-%d", i)
values := make([][]byte, freq+1, freq+1)
for i := range values {
values[i] = []byte(value)
}
if _, err := sketch.Add(values); err != nil {
t.Error("expected no errors, got", err)
}
rValues[value] = freq
// Threshold should be nil once more than 10% is filled
if sketch.threshold != nil && i >= thresholdSize {
t.Error("expected threshold == nil for i ==", i)
}
if res, err := sketch.Get(nil); err != nil {
t.Error("expected no errors, got", err)
} else {
tmp := res.(*pb.CardinalityResult)
mres := tmp.GetCardinality()
if int64(len(rValues)) != mres {
t.Fatalf("expected cardinality %d, got %d", len(rValues), mres)
}
}
}
}
func TestAddBloomThreshold(t *testing.T) {
testutils.SetupTests()
defer testutils.TearDownTests()
info := datamodel.NewEmptyInfo()
info.Properties.MaxUniqueItems = utils.Int64p(1024)
info.Name = utils.Stringp("marvel")
sketch, err := NewBloomSketch(info)
if err != nil {
t.Error("expected avengers to have no error, got", err)
}
var rValues [][]byte
thresholdSize := int64(sketch.threshold.size)
for i := int64(0); i < info.GetProperties().GetMaxUniqueItems()/3; i++ {
value := fmt.Sprintf("value-%d", i)
values := [][]byte{
[]byte(value),
}
if _, err := sketch.Add(values); err != nil {
t.Error("expected no errors, got", err)
}
rValues = append(rValues, []byte(value))
// Threshold should be nil once more than 10% is filled
if sketch.threshold != nil && i >= thresholdSize {
t.Error("expected threshold == nil for i ==", i)
}
if res, err := sketch.Get(rValues); err != nil {
t.Error("expected no errors, got", err)
} else {
tmp := res.(*pb.MembershipResult)
mres := tmp.GetMemberships()
for i := 0; i < len(mres); i++ {
if !mres[i].GetIsMember() {
t.Fatalf("expected %s ==> member == true, got false", mres[i].GetValue())
break
}
}
}
}
}
// Copy sketch
func (info *Info) Copy() *Info {
typ := pb.SketchType(info.GetType())
return &Info{
Sketch: &pb.Sketch{
Properties: &pb.SketchProperties{
ErrorRate: utils.Float32p(info.Properties.GetErrorRate()),
MaxUniqueItems: utils.Int64p(info.Properties.GetMaxUniqueItems()),
Size: utils.Int64p(info.Properties.GetSize()),
},
State: &pb.SketchState{
FillRate: utils.Float32p(info.State.GetFillRate()),
LastSnapshot: utils.Int64p(info.State.GetLastSnapshot()),
},
Name: utils.Stringp(info.GetName()),
Type: &typ,
},
}
}
// Get ...
func (d *TopKSketch) Get(interface{}) (interface{}, error) {
keys := d.impl.Keys()
size := len(keys)
if size > int(d.Info.Properties.GetSize())/2 {
size = int(d.Info.Properties.GetSize()) / 2
}
result := &pb.RankingsResult{
Rankings: make([]*pb.Rank, size, size),
}
for i := range result.Rankings {
k := keys[i]
result.Rankings[i] = &pb.Rank{
Value: utils.Stringp(k.Key),
Count: utils.Int64p(int64(k.Count)),
}
}
return result, nil
}
func (d *Dict) getFreq(data interface{}) (interface{}, error) {
values := data.([][]byte)
res := &pb.FrequencyResult{
Frequencies: make([]*pb.Frequency, len(values), len(values)),
}
tmpRes := make(map[string]*pb.Frequency)
for i, v := range values {
if r, ok := tmpRes[string(v)]; ok {
res.Frequencies[i] = r
continue
}
res.Frequencies[i] = &pb.Frequency{
Value: utils.Stringp(string(v)),
Count: utils.Int64p(int64(d.impl[string(v)])),
}
tmpRes[string(v)] = res.Frequencies[i]
}
return res, nil
}
// Get ...
func (d *BloomSketch) Get(data interface{}) (interface{}, error) {
values := data.([][]byte)
tmpRes := make(map[string]*pb.Membership)
res := &pb.MembershipResult{
Memberships: make([]*pb.Membership, len(values), len(values)),
}
for i, v := range values {
if r, ok := tmpRes[string(v)]; ok {
res.Memberships[i] = r
continue
}
res.Memberships[i] = &pb.Membership{
Value: utils.Stringp(string(v)),
IsMember: utils.Boolp(d.impl.Has(v)),
}
tmpRes[string(v)] = res.Memberships[i]
}
return res, nil
}
func TestDeleteNonExistingSketch(t *testing.T) {
config.Reset()
utils.SetupTests()
defer utils.TearDownTests()
m := NewManager()
info := datamodel.NewEmptyInfo()
typ := pb.SketchType_CARD
info.Properties.MaxUniqueItems = utils.Int64p(10000)
info.Name = utils.Stringp(fmt.Sprintf("marvel"))
info.Type = &typ
if err := m.DeleteSketch(info.ID()); err == nil {
t.Error("Expected errors deleting non-existing sketch, got", err)
}
if sketches := m.GetSketches(); len(sketches) != 0 {
t.Error("Expected 0 sketches, got", len(sketches))
}
}
func TestMembershipSaveLoad(t *testing.T) {
config.Reset()
utils.SetupTests()
defer utils.TearDownTests()
m := NewManager()
info := datamodel.NewEmptyInfo()
typ := pb.SketchType_MEMB
info.Properties.MaxUniqueItems = utils.Int64p(1000)
info.Name = utils.Stringp(fmt.Sprintf("marvel"))
info.Type = &typ
if err := m.CreateSketch(info); err != nil {
t.Error("Expected no errors, got", err)
}
if sketches := m.GetSketches(); len(sketches) != 1 {
t.Error("Expected 1 sketch, got", len(sketches))
} else if sketches[0][0] != "marvel" || sketches[0][1] != "memb" {
t.Error("Expected [[marvel memb]], got", sketches)
}
if err := m.AddToSketch(info.ID(), []string{"hulk", "hulk", "thor", "iron man", "hawk-eye"}); err != nil {
t.Error("Expected no errors, got", err)
}
if err := m.AddToSketch(info.ID(), []string{"hulk", "black widow", "black widow", "black widow", "black widow"}); err != nil {
t.Error("Expected no errors, got", err)
}
if res, err := m.GetFromSketch(info.ID(), []string{"hulk", "captian america", "black widow"}); err != nil {
t.Error("Expected no errors, got", err)
} else if len(res.(*pb.MembershipResult).GetMemberships()) != 3 {
t.Error("Expected len(res) = 3, got", len(res.(*pb.MembershipResult).GetMemberships()))
} else if v := res.(*pb.MembershipResult).GetMemberships()[0].GetIsMember(); !v {
t.Error("Expected 'hulk' == true , got", v)
} else if v := res.(*pb.MembershipResult).GetMemberships()[1].GetIsMember(); v {
t.Error("Expected 'captian america' == false , got", v)
} else if v := res.(*pb.MembershipResult).GetMemberships()[2].GetIsMember(); !v {
t.Error("Expected 'captian america' == true , got", v)
}
}
func TestAddHLLPP(t *testing.T) {
testutils.SetupTests()
defer testutils.TearDownTests()
info := datamodel.NewEmptyInfo()
info.Properties.MaxUniqueItems = utils.Int64p(1024)
info.Name = utils.Stringp("marvel")
typ := pb.SketchType_CARD
info.Type = &typ
sketch, err := NewHLLPPSketch(info)
if err != nil {
t.Error("expected avengers to have no error, got", err)
}
values := [][]byte{
[]byte("sabertooth"),
[]byte("thunderbolt"),
[]byte("havoc"),
[]byte("cyclops"),
[]byte("cyclops"),
[]byte("cyclops"),
[]byte("havoc")}
if _, err := sketch.Add(values); err != nil {
t.Error("expected no errors, got", err)
}
const expectedCardinality int64 = 4
if res, err := sketch.Get(values); err != nil {
t.Error("expected no errors, got", err)
} else {
tmp := res.(*pb.CardinalityResult)
mres := tmp.GetCardinality()
if mres != int64(expectedCardinality) {
t.Error("expected cardinality == "+strconv.FormatInt(expectedCardinality, 10)+", got", mres)
}
}
}
func BenchmarkHLLPP(b *testing.B) {
values := make([][]byte, 10)
for i := 0; i < 1024; i++ {
avenger := "avenger" + strconv.Itoa(i)
values = append(values, []byte(avenger))
}
for n := 0; n < b.N; n++ {
info := datamodel.NewEmptyInfo()
info.Properties.Size = utils.Int64p(1000)
info.Name = utils.Stringp("marvel3")
sketch, err := NewHLLPPSketch(info)
if err != nil {
b.Error("expected no errors, got", err)
}
for i := 0; i < 1000; i++ {
if _, err := sketch.Add(values); err != nil {
b.Error("expected no errors, got", err)
}
}
}
}
func TestRankSaveLoad(t *testing.T) {
config.Reset()
utils.SetupTests()
defer utils.TearDownTests()
m := NewManager()
info := datamodel.NewEmptyInfo()
typ := pb.SketchType_RANK
info.Properties.Size = utils.Int64p(10)
info.Name = utils.Stringp(fmt.Sprintf("marvel"))
info.Type = &typ
if err := m.CreateSketch(info); err != nil {
t.Error("Expected no errors, got", err)
}
if sketches := m.GetSketches(); len(sketches) != 1 {
t.Error("Expected 1 sketch, got", len(sketches))
} else if sketches[0][0] != "marvel" || sketches[0][1] != "rank" {
t.Error("Expected [[marvel rank]], got", sketches)
}
if err := m.AddToSketch(info.ID(), []string{"hulk", "hulk", "thor", "iron man", "hawk-eye"}); err != nil {
t.Error("Expected no errors, got", err)
}
if err := m.AddToSketch(info.ID(), []string{"hulk", "black widow", "black widow", "black widow", "black widow"}); err != nil {
t.Error("Expected no errors, got", err)
}
if res, err := m.GetFromSketch(info.ID(), nil); err != nil {
t.Error("Expected no errors, got", err)
} else if len(res.(*pb.RankingsResult).GetRankings()) != 5 {
t.Error("Expected len(res) = 5, got", len(res.(*pb.RankingsResult).GetRankings()))
} else if res.(*pb.RankingsResult).GetRankings()[0].GetValue() != "black widow" {
t.Error("Expected 'black widow', got", res.(*pb.RankingsResult).GetRankings()[0].GetValue())
}
}
// Get ...
func (d *CMLSketch) Get(data interface{}) (interface{}, error) {
if d.threshold != nil {
return d.threshold.Get(data)
}
values := data.([][]byte)
res := &pb.FrequencyResult{
Frequencies: make([]*pb.Frequency, len(values), len(values)),
}
tmpRes := make(map[string]*pb.Frequency)
for i, v := range values {
if r, ok := tmpRes[string(v)]; ok {
res.Frequencies[i] = r
continue
}
res.Frequencies[i] = &pb.Frequency{
Value: utils.Stringp(string(v)),
Count: utils.Int64p(int64(d.impl.Query(v))),
}
tmpRes[string(v)] = res.Frequencies[i]
}
return res, nil
}
func BenchmarkBloom(b *testing.B) {
utils.SetupTests()
defer utils.TearDownTests()
values := make([][]byte, 10)
for i := 0; i < 1024; i++ {
avenger := "avenger" + strconv.Itoa(i)
values = append(values, []byte(avenger))
}
for n := 0; n < b.N; n++ {
info := datamodel.NewEmptyInfo()
info.Properties.MaxUniqueItems = utils.Int64p(1000)
info.Name = utils.Stringp("marvel")
sketch, err := NewBloomSketch(info)
if err != nil {
b.Error("expected no errors, got", err)
}
for i := 0; i < 1000; i++ {
if _, err := sketch.Add(values); err != nil {
b.Error("expected no errors, got", err)
}
}
}
}
func TestFreqSaveLoad(t *testing.T) {
config.Reset()
utils.SetupTests()
defer utils.TearDownTests()
m := NewManager()
info := datamodel.NewEmptyInfo()
typ := pb.SketchType_FREQ
info.Properties.MaxUniqueItems = utils.Int64p(10000)
info.Name = utils.Stringp(fmt.Sprintf("marvel"))
info.Type = &typ
if err := m.CreateSketch(info); err != nil {
t.Error("Expected no errors, got", err)
}
if sketches := m.GetSketches(); len(sketches) != 1 {
t.Error("Expected 1 sketch, got", len(sketches))
} else if sketches[0][0] != "marvel" || sketches[0][1] != "freq" {
t.Error("Expected [[marvel freq]], got", sketches)
}
if err := m.AddToSketch(info.ID(), []string{"hulk", "thor", "iron man", "hawk-eye"}); err != nil {
t.Error("Expected no errors, got", err)
}
if err := m.AddToSketch(info.ID(), []string{"hulk", "black widow"}); err != nil {
t.Error("Expected no errors, got", err)
}
if res, err := m.GetFromSketch(info.ID(), []string{"hulk", "thor", "iron man", "hawk-eye"}); err != nil {
t.Error("Expected no errors, got", err)
} else if res.(*pb.FrequencyResult).GetFrequencies()[0].GetCount() != 2 {
t.Error("Expected res = 2, got", res.(*pb.FrequencyResult).GetFrequencies()[0].GetCount())
}
}
func TestCreateDeleteDom(t *testing.T) {
config.Reset()
utils.SetupTests()
defer utils.TearDownTests()
path := filepath.Join(config.GetConfig().DataDir, "skizze.aof")
aof := NewAOF(path)
aof.Run()
dom := createDom("test1")
err := aof.Append(CreateDom, dom)
if err != nil {
t.Error("Expected no error, got", err)
}
dom = createDom("test2")
err = aof.Append(CreateDom, dom)
if err != nil {
t.Error("Expected no error, got", err)
}
// Create new AOF
aof = NewAOF(path)
for {
e, err2 := aof.Read()
if err2 != nil {
if err2.Error() != "EOF" {
t.Error("Expected no error, got", err2)
}
break
}
dom := &pb.Domain{}
err = proto.Unmarshal(e.raw, dom)
if err != nil {
t.Error("Expected no error, got", err)
break
}
}
aof.Run()
dom = createDom("test3")
if err = aof.Append(CreateDom, dom); err != nil {
t.Error("Expected no error, got", err)
}
dom = new(pb.Domain)
dom.Name = utils.Stringp("test1")
if err = aof.Append(DeleteDom, dom); err != nil {
t.Error("Expected no error, got", err)
}
aof = NewAOF(path)
for {
e, err := aof.Read()
if err != nil {
if err.Error() != "EOF" {
t.Error("Expected no error, got", err)
}
break
}
dom := &pb.Domain{}
err = proto.Unmarshal(e.raw, dom)
if err != nil {
t.Error("Expected no error, got", err)
break
}
}
}
func TestAddTopK(t *testing.T) {
utils.SetupTests()
defer utils.TearDownTests()
info := datamodel.NewEmptyInfo()
info.Properties.Size = utils.Int64p(3)
info.Name = utils.Stringp("marvel")
sketch, err := NewTopKSketch(info)
if err != nil {
t.Error("expected avengers to have no error, got", err)
}
values := [][]byte{
[]byte("sabertooth"),
[]byte("thunderbolt"),
[]byte("thunderbolt"),
[]byte("havoc"),
[]byte("cyclops"),
[]byte("cyclops"),
[]byte("cyclops"),
[]byte("havoc")}
if _, err := sketch.Add(values); err != nil {
t.Error("expected no errors, got", err)
}
type RankingsStruct struct {
Value string
Position int64
Count int64
}
expectedRankings := make([]*RankingsStruct, 4, 4)
expectedRankings[0] = &RankingsStruct{
Value: "cyclops",
Count: 3,
Position: 1,
}
expectedRankings[1] = &RankingsStruct{
Value: "thunderbolt",
Count: 2,
Position: 2,
}
expectedRankings[2] = &RankingsStruct{
Value: "havoc",
Count: 2,
Position: 3,
}
expectedRankings[3] = &RankingsStruct{
Value: "sabertooth",
Count: 1,
Position: 4,
}
if res, err := sketch.Get(values); err != nil {
t.Error("expected no errors, got", err)
} else {
tmp := res.(*pb.RankingsResult)
rres := tmp.GetRankings()
for i := 0; i < len(rres); i++ {
count := rres[i].GetCount()
value := rres[i].GetValue()
for j := 0; j < len(expectedRankings); j++ {
if expectedRankings[j].Value == value && expectedRankings[j].Count != count && expectedRankings[j].Position != int64(i) {
t.Error("expected ranking == "+strconv.FormatInt(expectedRankings[j].Position, 10)+", got", count)
}
}
}
}
}
func TestCreateDeleteDom(t *testing.T) {
config.Reset()
utils.SetupTests()
defer utils.TearDownTests()
_ = os.Remove("test.log")
aof := NewAOF("test.log")
dom := createDom("test1")
err := aof.AppendDomOp(CreateDom, dom)
if err != nil {
t.Error("Expected no error, got", err)
}
dom = createDom("test2")
err = aof.AppendDomOp(CreateDom, dom)
if err != nil {
t.Error("Expected no error, got", err)
}
// Create new AOF
aof = NewAOF("test.log")
for {
e, err2 := aof.Read()
if err2 != nil {
if err2.Error() != "EOF" {
t.Error("Expected no error, got", err2)
}
break
}
dom := &pb.Domain{}
err = proto.Unmarshal(e.args, dom)
if err != nil {
t.Error("Expected no error, got", err)
}
}
dom = createDom("test3")
if err = aof.AppendDomOp(CreateDom, dom); err != nil {
t.Error("Expected no error, got", err)
}
dom = new(pb.Domain)
dom.Name = utils.Stringp("test1")
if err = aof.AppendDomOp(DeleteDom, dom); err != nil {
t.Error("Expected no error, got", err)
}
aof = NewAOF("test.log")
for {
e, err := aof.Read()
if err != nil {
if err.Error() != "EOF" {
t.Error("Expected no error, got", err)
}
break
}
dom := &pb.Domain{}
err = proto.Unmarshal(e.args, dom)
if err != nil {
t.Error("Expected no error, got", err)
}
}
}