Esempio n. 1
0
func (db *Store) initReadOptions() {
	db.ro = rocksdb.NewDefaultReadOptions()
}
Esempio n. 2
0
func TestPrefixSeekWithDelimiterKey(t *testing.T) {
	setup()
	defer teardown()

	Convey("Giving meta store", t, func() {
		Convey("First iteration: populate data", func() {
			// @rdallman suggest this hack on gorocksdb issue #24
			// maxKey := []byte{
			// 	0xFF, 0xFF, 0xFF, 0xFF,
			// 	0xFF, 0xFF, 0xFF, 0xFF,
			// 	0xFF, 0xFF, 0xFF, 0xFF,
			// 	0xFF, 0xFF, 0xFF, 0xFF,
			// }
			// mdb.Put(maxKey, []byte(""))

			for i := 0; i < 1000; i++ {
				key := NewFlakeKey(TableJobFeed, mdb.NextId())
				mdb.Put(key.Bytes(), []byte("value1"))
			}

			for i := 0; i < 1000; i++ {
				key := NewFlakeKey(TableJobRunning, mdb.NextId())
				mdb.Put(key.Bytes(), []byte("value2"))
			}

			for i := 0; i < 1000; i++ {
				key := NewFlakeKey(TableMax, mdb.NextId())
				mdb.Put(key.Bytes(), []byte("value3"))
			}

			ro := rocksdb.NewDefaultReadOptions()
			// ro.prefix_seek = true is on by default
			key := NewFlakeKey(TableJobFeed, mdb.NextId())
			it := mdb.rdb.NewIterator(ro)
			defer it.Close()
			it.Seek(key.Prefix().Bytes())

			numFound := 0
			for ; it.Valid(); it.Next() {
				kk := it.Key()
				kk.Free()
				numFound++
			}
			So(it.Err(), ShouldBeNil)
			// mdb switched to Block-based format
			//So(numFound, ShouldEqual, 1000)
			So(numFound, ShouldEqual, 3000)
		})

		Convey("Second iteration: reopen db", func() {
			// reopen
			rdb.Close()
			mdb.Close()
			setup()
			defer teardown()

			// iter to key>=prefix
			ro := rocksdb.NewDefaultReadOptions()
			// ro.prefix_seek = true is on by default
			key := NewFlakeKey(TableJobFeed, mdb.NextId())
			it := mdb.rdb.NewIterator(ro)
			defer it.Close()
			numFound := 0
			it.Seek(key.Prefix().Bytes())

			for ; it.Valid(); it.Next() {
				kk := it.Key()
				kk.Free()
				numFound++
			}
			So(it.Err(), ShouldBeNil)
			So(numFound, ShouldEqual, 3000)

			// so we need to use ValidForPrefix
			key = NewFlakeKey(TableJobFeed, mdb.NextId())
			it = mdb.Iterator()
			defer it.Close()
			numFound = 0
			it.Seek(key.Prefix().Bytes())

			for ; it.ValidForPrefix(key.Prefix().Bytes()); it.Next() {
				kk := it.Key()
				kk.Free()
				numFound++
			}
			So(it.Err(), ShouldBeNil)
			So(numFound, ShouldEqual, 1000)

			// iter to key>=prefix
			key = NewFlakeKey(TableJobRunning, mdb.NextId())
			it = mdb.Iterator()
			defer it.Close()
			numFound = 0
			it.Seek(key.Prefix().Bytes())

			for ; it.Valid(); it.Next() {
				kk := it.Key()
				kk.Free()
				numFound++
			}
			So(it.Err(), ShouldBeNil)
			So(numFound, ShouldEqual, 2000)

			// iter.ValidForPrefix
			key = NewFlakeKey(TableJobRunning, mdb.NextId())
			it = mdb.Iterator()
			defer it.Close()
			numFound = 0
			it.Seek(key.Prefix().Bytes())

			for ; it.ValidForPrefix(key.Prefix().Bytes()); it.Next() {
				kk := it.Key()
				kk.Free()
				numFound++
			}
			So(it.Err(), ShouldBeNil)
			So(numFound, ShouldEqual, 1000)
		})
	})
}