Exemple #1
0
func main() {
	flag.StringVar(&addr, "addr", "127.0.0.1:80", "bitcask http listen addr")
	flag.StringVar(&storagePath, "s", "bitcaskStorage", "data storage path")
	flag.Uint64Var(&maxSize, "ms", 1<<32, "single data file maxsize")
	flag.IntVar(&logLevel, "l", 0, "logger level")
	flag.Parse()

	logger.SetLevel(1)
	opts := &bitcask.Options{
		MaxFileSize: maxSize,
	}
	var err error
	bc, err = bitcask.Open(storagePath, opts)
	if err != nil {
		logger.Fatal(err)
	}
	defer bc.Close()

	defer func() {
		if err := recover(); err != nil {
			logger.Error(err)
			debug.PrintStack()
		}
	}()

	r := mux.NewRouter()
	r.HandleFunc("/{key}", bitcaskGetHandle).Methods("GET")
	r.HandleFunc("/{key}", bitcaskDelHandle).Methods("DELETE")
	r.HandleFunc("/{key}", bitcaskPutHandle).Methods("POST")
	logger.Info("bitcask server listen:", addr)
	if err := http.ListenAndServe(addr, r); err != nil {
		logger.Error(err)
	}
}
Exemple #2
0
func d1() {
	buf := make([]byte, bitcask.HeaderSize)
	fp, err := os.Open(os.Args[1])
	if err != nil {
		logger.Fatal(err)
	}

	offset := int64(0)
	for {
		n, err := fp.ReadAt(buf, offset)
		if err != nil && err != io.EOF {
			logger.Fatal(err)
		}
		if err == io.EOF {
			break
		}
		if n != len(buf) || n != bitcask.HeaderSize {
			logger.Fatal(n)
		}
		offset += int64(n)
		// parse data header
		c32, tStamp, ksz, valuesz := bitcask.DecodeEntryHeader(buf)
		logger.Info(c32, tStamp, "ksz:", ksz, "valuesz:", valuesz)
		if err != nil {
			logger.Fatal(err)
		}

		if ksz+valuesz == 0 {
			continue
		}

		keyValue := make([]byte, ksz+valuesz)
		n, err = fp.ReadAt(keyValue, offset)
		if err != nil && err != io.EOF {
			logger.Fatal(err)
		}
		if err == io.EOF {
			break
		}
		offset += int64(n)
		fmt.Println(string(keyValue[:ksz]), string(keyValue[ksz:]))
	}
}
Exemple #3
0
func h1() {
	buf := make([]byte, bitcask.HintHeaderSize)
	fmt.Println("hfp:", os.Args[1], "dfp:", os.Args[2])
	fp, err := os.Open(os.Args[1])
	dfp, _ := os.Open(os.Args[2])
	if err != nil {
		logger.Fatal(err)
	}

	for {
		n, err := fp.Read(buf)
		if err != nil && err != io.EOF {
			logger.Fatal(err)
		}

		if err == io.EOF {
			break
		}

		if n != len(buf) || n != bitcask.HintHeaderSize {
			logger.Fatal(n)
		}

		htStamp, hksz, hvaluesz, hvaluePos := bitcask.DecodeHint(buf)
		logger.Debug("hintSize:", hksz)
		time.Sleep(time.Second * 3)
		key := make([]byte, hksz)
		fp.Read(key)
		fmt.Println("Hint:", "key:", string(key), htStamp, "ksz:", hksz, "valuesize:", hvaluesz, "pos:", hvaluePos)
		if err != nil {
			logger.Fatal(err)
		}
		// read
		dbuf := make([]byte, bitcask.HeaderSize+hksz+hvaluesz)
		dfp.ReadAt(dbuf, int64(hvaluePos))
		dvalue, err := bitcask.DecodeEntry(dbuf)
		if err != nil {
			logger.Fatal(err)
		}
		fmt.Println("dvalue:", string(dvalue))
		os.Exit(0)
	}
}
Exemple #4
0
func BenchmarkBitcaskCurrency(b *testing.B) {
	storagePath := "benchMarkBitcask"
	os.RemoveAll(storagePath)
	opts := &Options{
		MaxFileSize: 1 << 12,
	}
	bc, err := Open(storagePath, opts)
	if err != nil {
		logger.Fatal(err)
	}

	keyValues := make(map[int]string)

	for i := 0; i < b.N/2; i++ {
		key := strconv.Itoa(i)
		value := strconv.Itoa(int(time.Now().Unix()))
		bc.Put([]byte(key), []byte(value))
		keyValues[i] = value
	}
	logger.Warn(b.N)
	logger.Info("Put all Data")
	for i := 0; i < b.N/2; i++ {
		k := strconv.Itoa(i)
		v, _ := bc.Get([]byte(k))
		if string(v) != keyValues[i] {
			logger.Error(string(v), keyValues[i])
			os.Exit(-1)
		}
	}
	logger.Info("Get all data")
	// delete all data
	for i := 0; i < b.N/2; i++ {
		k := strconv.Itoa(i)
		//v, _ := bc.Get([]byte(k))
		err := bc.Del([]byte(k))
		if err != nil {
			logger.Error(err)
		}
	}
	logger.Info("Delete all data")
	// Get all data
	for i := 0; i < b.N/2; i++ {
		k := strconv.Itoa(i)
		v, err := bc.Get([]byte(k))
		if err != ErrNotFound {
			logger.Error(string(v), keyValues[i])
		}
	}
	logger.Info("all data is not found, pass test")
	//mergeWorker.Staop()
	bc.Close()
}
Exemple #5
0
func d2() {
	buf := make([]byte, bitcask.HeaderSize)
	fp, err := os.Open(os.Args[1])
	if err != nil {
		logger.Fatal(err)
	}

	for {
		n, err := fp.Read(buf[0:])
		if err != nil && err != io.EOF {
			logger.Fatal(err)
		}
		if n != len(buf) {
			logger.Fatal(n)
		}
		value, err := bitcask.DecodeEntry(buf)
		logger.Info(value)
		if err != nil {
			logger.Fatal(err)
		}
		//logger.Info(c32, tStamp, ksz, valuesz, key, value)
	}
}
Exemple #6
0
func main() {
	os.RemoveAll("exampleBitcaskDir")
	bc, err := bitcask.Open("exampleBitcaskDir", nil)
	if err != nil {
		logger.Fatal(err)
	}
	defer bc.Close()
	k1 := []byte("xiaoMing")
	v1 := []byte("毕业于新东方推土机学院")

	k2 := []byte("zhanSan")
	v2 := []byte("毕业于新东方厨师学院")

	bc.Put(k1, v1)
	bc.Put(k2, v2)

	v1, _ = bc.Get(k1)
	v2, _ = bc.Get(k2)
	logger.Info(string(k1), string(v1))
	logger.Info(string(k2), string(v2))
	// override
	v2 = []byte("毕业于新东方美容美发学院")
	bc.Put(k2, v2)
	v2, _ = bc.Get(k2)
	logger.Info(string(k2), string(v2))

	bc.Del(k1)
	bc.Del(k2)
	logger.Info("毕业后的数据库:")
	v1, e := bc.Get(k1)
	if e != bitcask.ErrNotFound {
		logger.Info(string(k1), "shoud be:", bitcask.ErrNotFound)
	} else {
		logger.Info(string(k1), "已经毕业.")
	}
	v2, e = bc.Get(k2)
	if e != bitcask.ErrNotFound {
		logger.Info(string(k1), "shoud be:", bitcask.ErrNotFound)
	} else {
		logger.Info(string(k2), "已经毕业.")
	}

}