// NewStore
func NewStore(c *conf.Config) (s *Store, err error) {
s = &Store{}
if s.zk, err = myzk.NewZookeeper(c); err != nil {
return
}
s.conf = c
s.FreeId = 0
s.nsp = make([]sync.Pool, c.BatchMaxNum+1)
s.Volumes = make(map[int32]*volume.Volume)
if s.vf, err = os.OpenFile(c.Store.VolumeIndex, os.O_RDWR|os.O_CREATE|myos.O_NOATIME, 0664); err != nil {
log.Errorf("os.OpenFile(\"%s\") error(%v)", c.Store.VolumeIndex, err)
s.Close()
return nil, err
}
if s.fvf, err = os.OpenFile(c.Store.FreeVolumeIndex, os.O_RDWR|os.O_CREATE|myos.O_NOATIME, 0664); err != nil {
log.Errorf("os.OpenFile(\"%s\") error(%v)", c.Store.FreeVolumeIndex, err)
s.Close()
return nil, err
}
if err = s.init(); err != nil {
s.Close()
return nil, err
}
return
}
func TestPitchfork(t *testing.T) {
var (
config *Config
zk *Zookeeper
p *Pitchfork
storelist StoreList
store *Store
pitchforklist PitchforkList
err error
)
if config, err = conf.NewConfig(configFile); err != nil {
t.Errorf("NewConfig(\"%s\") error(%v)", configFile, err)
return
}
if zk, err = myzk.NewZookeeper([]string{"localhost:2181"}, time.Second*1); err != nil {
t.Errorf("NewZookeeper() error(%v)", err)
t.FailNow()
}
p = NewPitchfork(zk, config)
if err = p.Register(); err != nil {
t.Errorf("pitchfork Register() failed, Quit now")
t.FailNow()
}
storelist, _, err = p.WatchGetStores()
if err != nil {
t.Errorf("pitchfork WatchGetStores() failed, Quit now")
t.FailNow()
}
for _, store = range storelist {
fmt.Println(store.rack, store.ID, store.host, store.status)
}
pitchforklist, _, err = p.WatchGetPitchforks()
if err != nil {
t.Errorf("pitchfork WatchGetPitchforks() failed, Quit now")
t.FailNow()
}
for _, p = range pitchforklist {
fmt.Println(p.ID)
}
for _, store = range storelist {
if err = p.getStore(store); err != nil {
t.Errorf("probeStore() called error(%v)", err)
t.FailNow()
}
}
}
func TestHTTPAPI(t *testing.T) {
// get volume
// upload
// uploads
// delete
// deletes
var (
client http.Client
s *Store
z *zk.Zookeeper
w *multipart.Writer
f *os.File
bw io.Writer
req *http.Request
resp *http.Response
body []byte
err error
buf = &bytes.Buffer{}
tr = &testRet{}
)
os.Remove(testConf.Store.VolumeIndex)
os.Remove(testConf.Store.FreeVolumeIndex)
os.Remove("./test/_free_block_1")
os.Remove("./test/1_0")
defer os.Remove(testConf.Store.VolumeIndex)
defer os.Remove(testConf.Store.FreeVolumeIndex)
defer os.Remove("./test/_free_block_1")
defer os.Remove("./test/1_0")
if z, err = zk.NewZookeeper(testConf); err != nil {
t.Errorf("NewZookeeper() error(%v)", err)
t.FailNow()
}
defer z.Close()
z.DelVolume(1)
defer z.DelVolume(1)
if s, err = NewStore(testConf); err != nil {
t.Errorf("NewStore() error(%v)", err)
t.FailNow()
}
defer s.Close()
StartAdmin("localhost:6064", s)
time.Sleep(1 * time.Second)
buf.Reset()
buf.WriteString("n=1&bdir=./test/&idir=./test/")
if resp, err = http.Post("http://localhost:6064/add_free_volume", "application/x-www-form-urlencoded", buf); err != nil {
t.Errorf("http.Post() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.Errorf("add_free_volume: %d", tr.Ret)
t.FailNow()
}
buf.Reset()
buf.WriteString("vid=1")
if resp, err = http.Post("http://localhost:6064/add_volume", "application/x-www-form-urlencoded", buf); err != nil {
t.Errorf("http.Post() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.FailNow()
}
StartApi("localhost:6062", s, testConf)
time.Sleep(1 * time.Second)
buf.Reset()
w = multipart.NewWriter(buf)
if bw, err = w.CreateFormFile("file", "./test/1.jpg"); err != nil {
t.Errorf("w.CreateFormFile() error(%v)", err)
t.FailNow()
}
if f, err = os.Open("./test/1.jpg"); err != nil {
t.Errorf("os.Open() error(%v)", err)
t.FailNow()
}
defer f.Close()
if _, err = io.Copy(bw, f); err != nil {
t.Errorf("io.Copy() error(%v)", err)
t.FailNow()
}
if err = w.WriteField("vid", "1"); err != nil {
t.Errorf("w.WriteField() error(%v)", err)
t.FailNow()
}
if err = w.WriteField("key", "15"); err != nil {
t.Errorf("w.WriteField() error(%v)", err)
t.FailNow()
}
if err = w.WriteField("cookie", "15"); err != nil {
t.Errorf("w.WriteField() error(%v)", err)
t.FailNow()
}
w.Close()
if req, err = http.NewRequest("POST", "http://localhost:6062/upload", buf); err != nil {
t.Errorf("http..NewRequest() error(%v)", err)
t.FailNow()
}
req.Header.Set("Content-Type", w.FormDataContentType())
if resp, err = client.Do(req); err != nil {
t.Errorf("client.Do() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.Errorf("ret: %d", tr.Ret)
t.FailNow()
}
buf.Reset()
w = multipart.NewWriter(buf)
if err = w.WriteField("vid", "1"); err != nil {
t.Errorf("w.WriteField() error(%v)", err)
t.FailNow()
}
for i := 1; i < 10; i++ {
if bw, err = w.CreateFormFile("file", "./test/"+strconv.Itoa(i)+".jpg"); err != nil {
t.Errorf("w.CreateFormFile() error(%v)", err)
t.FailNow()
}
if f, err = os.Open("./test/" + strconv.Itoa(i) + ".jpg"); err != nil {
t.Errorf("os.Open() error(%v)", err)
t.FailNow()
}
defer f.Close()
if _, err = io.Copy(bw, f); err != nil {
t.Errorf("io.Copy() error(%v)", err)
t.FailNow()
}
if err = w.WriteField("keys", strconv.Itoa(20+i)); err != nil {
t.Errorf("w.WriteField() error(%v)", err)
t.FailNow()
}
if err = w.WriteField("cookies", strconv.Itoa(20+i)); err != nil {
t.Errorf("w.WriteField() error(%v)", err)
t.FailNow()
}
}
w.Close()
if req, err = http.NewRequest("POST", "http://localhost:6062/uploads", buf); err != nil {
t.Errorf("http..NewRequest() error(%v)", err)
t.FailNow()
}
req.Header.Set("Content-Type", w.FormDataContentType())
if resp, err = client.Do(req); err != nil {
t.Errorf("client.Do() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.Errorf("uploads: %d", tr.Ret)
t.FailNow()
}
buf.Reset()
buf.WriteString("vid=1&key=21")
if resp, err = http.Post("http://localhost:6062/del", "application/x-www-form-urlencoded", buf); err != nil {
t.Errorf("http.Post() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.FailNow()
}
// TODO add get
}
func TestStore(t *testing.T) {
var (
s *Store
z *zk.Zookeeper
v *volume.Volume
err error
n = needle.NewBufferNeedle(40)
buf = &bytes.Buffer{}
)
os.Remove(testConf.Store.VolumeIndex)
os.Remove(testConf.Store.FreeVolumeIndex)
os.Remove("./test/_free_block_1")
os.Remove("./test/_free_block_1.idx")
os.Remove("./test/_free_block_2")
os.Remove("./test/_free_block_2.idx")
os.Remove("./test/_free_block_3")
os.Remove("./test/_free_block_3.idx")
os.Remove("./test/1_0")
os.Remove("./test/1_0.idx")
os.Remove("./test/1_1")
os.Remove("./test/1_1.idx")
os.Remove("./test/block_store_1")
os.Remove("./test/block_store_1.idx")
defer os.Remove(testConf.Store.VolumeIndex)
defer os.Remove(testConf.Store.FreeVolumeIndex)
defer os.Remove("./test/_free_block_1")
defer os.Remove("./test/_free_block_1.idx")
defer os.Remove("./test/_free_block_2")
defer os.Remove("./test/_free_block_2.idx")
defer os.Remove("./test/_free_block_3")
defer os.Remove("./test/_free_block_3.idx")
defer os.Remove("./test/1_0")
defer os.Remove("./test/1_0.idx")
defer os.Remove("./test/1_1")
defer os.Remove("./test/1_1.idx")
defer os.Remove("./test/block_store_1")
defer os.Remove("./test/block_store_1.idx")
if z, err = zk.NewZookeeper(testConf); err != nil {
t.Errorf("NewZookeeper() error(%v)", err)
t.FailNow()
}
defer z.Close()
z.DelVolume(1)
z.DelVolume(2)
z.DelVolume(3)
defer z.DelVolume(1)
defer z.DelVolume(2)
defer z.DelVolume(3)
if s, err = NewStore(testConf); err != nil {
t.Errorf("NewStore() error(%v)", err)
t.FailNow()
}
defer s.Close()
if _, err = s.AddFreeVolume(2, "./test", "./test"); err != nil {
t.Errorf("s.AddFreeVolume() error(%v)", err)
t.FailNow()
}
if v, err = s.AddVolume(1); err != nil {
t.Errorf("AddVolume() error(%v)", err)
t.FailNow()
}
if v = s.Volumes[1]; v == nil {
t.Error("Volume(1) not exist")
t.FailNow()
}
buf.WriteString("test")
n.WriteFrom(1, 1, 4, buf)
if err = v.Write(n); err != nil {
t.Errorf("v.Add(1) error(%v)", err)
t.FailNow()
}
n.Key = 1
n.Cookie = 1
if err = v.Get(n); err != nil {
t.Errorf("v.Get(1) error(%v)", err)
t.FailNow()
}
if err = s.BulkVolume(2, "./test/block_store_1", "./test/block_store_1.idx"); err != nil {
t.Errorf("Bulk(1) error(%v)", err)
t.FailNow()
}
if v = s.Volumes[2]; v == nil {
t.Error("Volume(2) not exist")
t.FailNow()
}
if err = v.Write(n); err != nil {
t.Errorf("v.Add() error(%v)", err)
t.FailNow()
}
n.Key = 1
n.Cookie = 1
if err = v.Get(n); err != nil {
t.Errorf("v.Get(1) error(%v)", err)
t.FailNow()
}
if err = s.CompactVolume(1); err != nil {
t.Errorf("Compress(1) error(%v)", err)
t.FailNow()
}
if v = s.Volumes[1]; v == nil {
t.Error("Volume(1) not exist")
t.FailNow()
}
n.Key = 1
n.Cookie = 1
if err = v.Get(n); err != nil {
t.Errorf("v.Get(1) error(%v)", err)
t.FailNow()
}
s.DelVolume(1)
if v = s.Volumes[1]; v != nil {
t.Error(err)
t.FailNow()
}
}
func TestHTTPAdmin(t *testing.T) {
var (
s *Store
z *zk.Zookeeper
resp *http.Response
body []byte
err error
buf = &bytes.Buffer{}
tr = &testRet{}
)
os.Remove(testConf.Store.VolumeIndex)
os.Remove(testConf.Store.FreeVolumeIndex)
os.Remove("./test/_free_block_1")
os.Remove("./test/_free_block_1.idx")
os.Remove("./test/_free_block_2")
os.Remove("./test/_free_block_2.idx")
os.Remove("./test/_free_block_3")
os.Remove("./test/_free_block_3.idx")
os.Remove("./test/1_0")
os.Remove("./test/1_1")
os.Remove("./test/block_admin_1")
os.Remove("./test/block_admin_1.idx")
defer os.Remove(testConf.Store.VolumeIndex)
defer os.Remove(testConf.Store.FreeVolumeIndex)
defer os.Remove("./test/_free_block_1")
defer os.Remove("./test/_free_block_1.idx")
defer os.Remove("./test/_free_block_2")
defer os.Remove("./test/_free_block_2.idx")
defer os.Remove("./test/_free_block_3")
defer os.Remove("./test/_free_block_3.idx")
defer os.Remove("./test/1_0")
defer os.Remove("./test/1_1")
defer os.Remove("./test/block_admin_1")
defer os.Remove("./test/block_admin_1.idx")
if z, err = zk.NewZookeeper(testConf); err != nil {
t.Errorf("NewZookeeper() error(%v)", err)
t.FailNow()
}
defer z.Close()
z.DelVolume(1)
z.DelVolume(2)
z.DelVolume(3)
defer z.DelVolume(1)
defer z.DelVolume(2)
defer z.DelVolume(3)
if s, err = NewStore(testConf); err != nil {
t.Errorf("NewStore() error(%v)", err)
t.FailNow()
}
defer s.Close()
StartAdmin("localhost:6063", s)
time.Sleep(1 * time.Second)
// AddFreeVolume
buf.Reset()
buf.WriteString("n=2&bdir=./test/&idir=./test/")
if resp, err = http.Post("http://localhost:6063/add_free_volume", "application/x-www-form-urlencoded", buf); err != nil {
t.Errorf("http.Post() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.Errorf("add_free_volume: %d", tr.Ret)
t.FailNow()
}
// AddVolume
buf.Reset()
buf.WriteString("vid=1")
if resp, err = http.Post("http://localhost:6063/add_volume", "application/x-www-form-urlencoded", buf); err != nil {
t.Errorf("http.Post() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.Errorf("add_volume: %d", tr.Ret)
t.FailNow()
}
// CompactVolume
buf.Reset()
buf.WriteString("vid=1")
if resp, err = http.Post("http://localhost:6063/compact_volume", "application/x-www-form-urlencoded", buf); err != nil {
t.Errorf("http.Post() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.Errorf("compact_volume: %d", tr.Ret)
t.FailNow()
}
// BulkVolume
buf.Reset()
buf.WriteString("vid=2&bfile=./test/block_admin_1&ifile=./test/block_admin_1.idx")
if resp, err = http.Post("http://localhost:6063/bulk_volume", "application/x-www-form-urlencoded", buf); err != nil {
t.Errorf("http.Post() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.Errorf("bulk_volume: %d", tr.Ret)
t.FailNow()
}
time.Sleep(2 * time.Second)
}