func TestStore(t *testing.T) {
var (
s *Store
z *zk.Zookeeper
v *volume.Volume
err error
n = needle.NewBufferNeedle(40)
buf = &bytes.Buffer{}
)
os.Remove(testConf.Store.VolumeIndex)
os.Remove(testConf.Store.FreeVolumeIndex)
os.Remove("./test/_free_block_1")
os.Remove("./test/_free_block_1.idx")
os.Remove("./test/_free_block_2")
os.Remove("./test/_free_block_2.idx")
os.Remove("./test/_free_block_3")
os.Remove("./test/_free_block_3.idx")
os.Remove("./test/1_0")
os.Remove("./test/1_0.idx")
os.Remove("./test/1_1")
os.Remove("./test/1_1.idx")
os.Remove("./test/block_store_1")
os.Remove("./test/block_store_1.idx")
defer os.Remove(testConf.Store.VolumeIndex)
defer os.Remove(testConf.Store.FreeVolumeIndex)
defer os.Remove("./test/_free_block_1")
defer os.Remove("./test/_free_block_1.idx")
defer os.Remove("./test/_free_block_2")
defer os.Remove("./test/_free_block_2.idx")
defer os.Remove("./test/_free_block_3")
defer os.Remove("./test/_free_block_3.idx")
defer os.Remove("./test/1_0")
defer os.Remove("./test/1_0.idx")
defer os.Remove("./test/1_1")
defer os.Remove("./test/1_1.idx")
defer os.Remove("./test/block_store_1")
defer os.Remove("./test/block_store_1.idx")
if z, err = zk.NewZookeeper(testConf); err != nil {
t.Errorf("NewZookeeper() error(%v)", err)
t.FailNow()
}
defer z.Close()
z.DelVolume(1)
z.DelVolume(2)
z.DelVolume(3)
defer z.DelVolume(1)
defer z.DelVolume(2)
defer z.DelVolume(3)
if s, err = NewStore(testConf); err != nil {
t.Errorf("NewStore() error(%v)", err)
t.FailNow()
}
defer s.Close()
if _, err = s.AddFreeVolume(2, "./test", "./test"); err != nil {
t.Errorf("s.AddFreeVolume() error(%v)", err)
t.FailNow()
}
if v, err = s.AddVolume(1); err != nil {
t.Errorf("AddVolume() error(%v)", err)
t.FailNow()
}
if v = s.Volumes[1]; v == nil {
t.Error("Volume(1) not exist")
t.FailNow()
}
buf.WriteString("test")
n.WriteFrom(1, 1, 4, buf)
if err = v.Write(n); err != nil {
t.Errorf("v.Add(1) error(%v)", err)
t.FailNow()
}
n.Key = 1
n.Cookie = 1
if err = v.Get(n); err != nil {
t.Errorf("v.Get(1) error(%v)", err)
t.FailNow()
}
if err = s.BulkVolume(2, "./test/block_store_1", "./test/block_store_1.idx"); err != nil {
t.Errorf("Bulk(1) error(%v)", err)
t.FailNow()
}
if v = s.Volumes[2]; v == nil {
t.Error("Volume(2) not exist")
t.FailNow()
}
if err = v.Write(n); err != nil {
t.Errorf("v.Add() error(%v)", err)
t.FailNow()
}
n.Key = 1
n.Cookie = 1
if err = v.Get(n); err != nil {
t.Errorf("v.Get(1) error(%v)", err)
t.FailNow()
}
if err = s.CompactVolume(1); err != nil {
t.Errorf("Compress(1) error(%v)", err)
t.FailNow()
}
if v = s.Volumes[1]; v == nil {
t.Error("Volume(1) not exist")
t.FailNow()
}
n.Key = 1
n.Cookie = 1
if err = v.Get(n); err != nil {
t.Errorf("v.Get(1) error(%v)", err)
t.FailNow()
}
s.DelVolume(1)
if v = s.Volumes[1]; v != nil {
t.Error(err)
t.FailNow()
}
}
func TestHTTPAPI(t *testing.T) {
// get volume
// upload
// uploads
// delete
// deletes
var (
client http.Client
s *Store
z *zk.Zookeeper
w *multipart.Writer
f *os.File
bw io.Writer
req *http.Request
resp *http.Response
body []byte
err error
buf = &bytes.Buffer{}
tr = &testRet{}
)
os.Remove(testConf.Store.VolumeIndex)
os.Remove(testConf.Store.FreeVolumeIndex)
os.Remove("./test/_free_block_1")
os.Remove("./test/1_0")
defer os.Remove(testConf.Store.VolumeIndex)
defer os.Remove(testConf.Store.FreeVolumeIndex)
defer os.Remove("./test/_free_block_1")
defer os.Remove("./test/1_0")
if z, err = zk.NewZookeeper(testConf); err != nil {
t.Errorf("NewZookeeper() error(%v)", err)
t.FailNow()
}
defer z.Close()
z.DelVolume(1)
defer z.DelVolume(1)
if s, err = NewStore(testConf); err != nil {
t.Errorf("NewStore() error(%v)", err)
t.FailNow()
}
defer s.Close()
StartAdmin("localhost:6064", s)
time.Sleep(1 * time.Second)
buf.Reset()
buf.WriteString("n=1&bdir=./test/&idir=./test/")
if resp, err = http.Post("http://localhost:6064/add_free_volume", "application/x-www-form-urlencoded", buf); err != nil {
t.Errorf("http.Post() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.Errorf("add_free_volume: %d", tr.Ret)
t.FailNow()
}
buf.Reset()
buf.WriteString("vid=1")
if resp, err = http.Post("http://localhost:6064/add_volume", "application/x-www-form-urlencoded", buf); err != nil {
t.Errorf("http.Post() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.FailNow()
}
StartApi("localhost:6062", s, testConf)
time.Sleep(1 * time.Second)
buf.Reset()
w = multipart.NewWriter(buf)
if bw, err = w.CreateFormFile("file", "./test/1.jpg"); err != nil {
t.Errorf("w.CreateFormFile() error(%v)", err)
t.FailNow()
}
if f, err = os.Open("./test/1.jpg"); err != nil {
t.Errorf("os.Open() error(%v)", err)
t.FailNow()
}
defer f.Close()
if _, err = io.Copy(bw, f); err != nil {
t.Errorf("io.Copy() error(%v)", err)
t.FailNow()
}
if err = w.WriteField("vid", "1"); err != nil {
t.Errorf("w.WriteField() error(%v)", err)
t.FailNow()
}
if err = w.WriteField("key", "15"); err != nil {
t.Errorf("w.WriteField() error(%v)", err)
t.FailNow()
}
if err = w.WriteField("cookie", "15"); err != nil {
t.Errorf("w.WriteField() error(%v)", err)
t.FailNow()
}
w.Close()
if req, err = http.NewRequest("POST", "http://localhost:6062/upload", buf); err != nil {
t.Errorf("http..NewRequest() error(%v)", err)
t.FailNow()
}
req.Header.Set("Content-Type", w.FormDataContentType())
if resp, err = client.Do(req); err != nil {
t.Errorf("client.Do() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.Errorf("ret: %d", tr.Ret)
t.FailNow()
}
buf.Reset()
w = multipart.NewWriter(buf)
if err = w.WriteField("vid", "1"); err != nil {
t.Errorf("w.WriteField() error(%v)", err)
t.FailNow()
}
for i := 1; i < 10; i++ {
if bw, err = w.CreateFormFile("file", "./test/"+strconv.Itoa(i)+".jpg"); err != nil {
t.Errorf("w.CreateFormFile() error(%v)", err)
t.FailNow()
}
if f, err = os.Open("./test/" + strconv.Itoa(i) + ".jpg"); err != nil {
t.Errorf("os.Open() error(%v)", err)
t.FailNow()
}
defer f.Close()
if _, err = io.Copy(bw, f); err != nil {
t.Errorf("io.Copy() error(%v)", err)
t.FailNow()
}
if err = w.WriteField("keys", strconv.Itoa(20+i)); err != nil {
t.Errorf("w.WriteField() error(%v)", err)
t.FailNow()
}
if err = w.WriteField("cookies", strconv.Itoa(20+i)); err != nil {
t.Errorf("w.WriteField() error(%v)", err)
t.FailNow()
}
}
w.Close()
if req, err = http.NewRequest("POST", "http://localhost:6062/uploads", buf); err != nil {
t.Errorf("http..NewRequest() error(%v)", err)
t.FailNow()
}
req.Header.Set("Content-Type", w.FormDataContentType())
if resp, err = client.Do(req); err != nil {
t.Errorf("client.Do() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.Errorf("uploads: %d", tr.Ret)
t.FailNow()
}
buf.Reset()
buf.WriteString("vid=1&key=21")
if resp, err = http.Post("http://localhost:6062/del", "application/x-www-form-urlencoded", buf); err != nil {
t.Errorf("http.Post() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.FailNow()
}
// TODO add get
}
func TestHTTPAdmin(t *testing.T) {
var (
s *Store
z *zk.Zookeeper
resp *http.Response
body []byte
err error
buf = &bytes.Buffer{}
tr = &testRet{}
)
os.Remove(testConf.Store.VolumeIndex)
os.Remove(testConf.Store.FreeVolumeIndex)
os.Remove("./test/_free_block_1")
os.Remove("./test/_free_block_1.idx")
os.Remove("./test/_free_block_2")
os.Remove("./test/_free_block_2.idx")
os.Remove("./test/_free_block_3")
os.Remove("./test/_free_block_3.idx")
os.Remove("./test/1_0")
os.Remove("./test/1_1")
os.Remove("./test/block_admin_1")
os.Remove("./test/block_admin_1.idx")
defer os.Remove(testConf.Store.VolumeIndex)
defer os.Remove(testConf.Store.FreeVolumeIndex)
defer os.Remove("./test/_free_block_1")
defer os.Remove("./test/_free_block_1.idx")
defer os.Remove("./test/_free_block_2")
defer os.Remove("./test/_free_block_2.idx")
defer os.Remove("./test/_free_block_3")
defer os.Remove("./test/_free_block_3.idx")
defer os.Remove("./test/1_0")
defer os.Remove("./test/1_1")
defer os.Remove("./test/block_admin_1")
defer os.Remove("./test/block_admin_1.idx")
if z, err = zk.NewZookeeper(testConf); err != nil {
t.Errorf("NewZookeeper() error(%v)", err)
t.FailNow()
}
defer z.Close()
z.DelVolume(1)
z.DelVolume(2)
z.DelVolume(3)
defer z.DelVolume(1)
defer z.DelVolume(2)
defer z.DelVolume(3)
if s, err = NewStore(testConf); err != nil {
t.Errorf("NewStore() error(%v)", err)
t.FailNow()
}
defer s.Close()
StartAdmin("localhost:6063", s)
time.Sleep(1 * time.Second)
// AddFreeVolume
buf.Reset()
buf.WriteString("n=2&bdir=./test/&idir=./test/")
if resp, err = http.Post("http://localhost:6063/add_free_volume", "application/x-www-form-urlencoded", buf); err != nil {
t.Errorf("http.Post() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.Errorf("add_free_volume: %d", tr.Ret)
t.FailNow()
}
// AddVolume
buf.Reset()
buf.WriteString("vid=1")
if resp, err = http.Post("http://localhost:6063/add_volume", "application/x-www-form-urlencoded", buf); err != nil {
t.Errorf("http.Post() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.Errorf("add_volume: %d", tr.Ret)
t.FailNow()
}
// CompactVolume
buf.Reset()
buf.WriteString("vid=1")
if resp, err = http.Post("http://localhost:6063/compact_volume", "application/x-www-form-urlencoded", buf); err != nil {
t.Errorf("http.Post() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.Errorf("compact_volume: %d", tr.Ret)
t.FailNow()
}
// BulkVolume
buf.Reset()
buf.WriteString("vid=2&bfile=./test/block_admin_1&ifile=./test/block_admin_1.idx")
if resp, err = http.Post("http://localhost:6063/bulk_volume", "application/x-www-form-urlencoded", buf); err != nil {
t.Errorf("http.Post() error(%v)", err)
t.FailNow()
}
defer resp.Body.Close()
if body, err = ioutil.ReadAll(resp.Body); err != nil {
t.Errorf("ioutil.ReadAll() error(%v)", err)
t.FailNow()
}
if err = json.Unmarshal(body, tr); err != nil {
t.Errorf("json.Unmarshal() error(%v)", err)
t.FailNow()
}
if tr.Ret != 1 {
t.Errorf("bulk_volume: %d", tr.Ret)
t.FailNow()
}
time.Sleep(2 * time.Second)
}