func TestNodeSetNValueUpdatesPeersOnJoin(t *testing.T) {
test := quiz.Test(t)
nodeA := testNode()
defer nodeA.Close()
nodeB := testNode()
defer nodeB.Close()
nodeC := testNode()
defer nodeC.Close()
httpclient.Put(nodeA.URL+"/peers/join", nodeB.URL)
statusCode, _ := httpclient.Put(nodeA.URL+"/settings/n", "1")
test.Expect(statusCode).ToEqual(201)
httpclient.Put(nodeA.URL+"/peers/join", nodeC.URL)
_, body := httpclient.Get(nodeA.URL+"/stats", "")
test.Expect(body).ToContain(`"nValue":1`)
_, body = httpclient.Get(nodeB.URL+"/stats", "")
test.Expect(body).ToContain(`"nValue":1`)
_, body = httpclient.Get(nodeC.URL+"/stats", "")
test.Expect(body).ToContain(`"nValue":1`)
}
func TestFetchesAcrossNodes(t *testing.T) {
test := quiz.Test(t)
serverA := testServer()
defer serverA.Close()
serverB := testServer()
defer serverB.Close()
httpclient.Put(serverA.URL+"/peers/join", serverB.URL)
// "a"'s hash will be stored on serverB
key := "a"
var statusCode int
var body string
statusCode, _ = httpclient.Put(serverA.URL+"/data/"+key, "bar")
test.Expect(statusCode).ToEqual(201)
statusCode, body = httpclient.Get(serverB.URL+"/data/"+key, "")
test.Expect(statusCode).ToEqual(200)
test.Expect(body).ToEqual("bar")
statusCode, body = httpclient.Get(serverA.URL+"/data/"+key, "")
test.Expect(statusCode).ToEqual(200)
test.Expect(body).ToEqual("bar")
}
func TestJoinUpdatesExistingPeers(t *testing.T) {
test := quiz.Test(t)
nodeA := testNode()
defer nodeA.Close()
nodeB := testNode()
defer nodeB.Close()
nodeC := testNode()
defer nodeC.Close()
httpclient.Put(nodeA.URL+"/peers/join", nodeB.URL)
httpclient.Put(nodeA.URL+"/peers/join", nodeC.URL)
var statusCode int
var body string
statusCode, body = httpclient.Get(nodeA.URL+"/peers", "")
test.Expect(statusCode).ToEqual(200)
test.Expect(body).ToContain(nodeB.URL)
test.Expect(body).ToContain(nodeC.URL)
statusCode, body = httpclient.Get(nodeB.URL+"/peers", "")
test.Expect(statusCode).ToEqual(200)
test.Expect(body).ToContain(nodeA.URL)
test.Expect(body).ToContain(nodeC.URL)
statusCode, body = httpclient.Get(nodeC.URL+"/peers", "")
test.Expect(statusCode).ToEqual(200)
test.Expect(body).ToContain(nodeA.URL)
test.Expect(body).ToContain(nodeB.URL)
}
func TestGetPeerWithNoPeer(t *testing.T) {
test := quiz.Test(t)
node := testNode()
defer node.Close()
statusCode, _ := httpclient.Get(node.URL+"/peers", "")
test.Expect(statusCode).ToEqual(404)
}
func TestFetchUnknownKey(t *testing.T) {
test := quiz.Test(t)
server := testServer()
defer server.Close()
statusCode, _ := httpclient.Get(server.URL+"/data/mykey", "bar")
test.Expect(statusCode).ToEqual(404)
}
func TestJoinCallsBack(t *testing.T) {
test := quiz.Test(t)
nodeA := testNode()
defer nodeA.Close()
nodeB := testNode()
defer nodeB.Close()
httpclient.Put(nodeA.URL+"/peers/join", nodeB.URL)
var statusCode int
var body string
statusCode, body = httpclient.Get(nodeA.URL+"/peers", "")
test.Expect(statusCode).ToEqual(200)
test.Expect(body).ToEqual(`{"peers":["` + nodeB.URL + `"]}`)
statusCode, body = httpclient.Get(nodeB.URL+"/peers", "")
test.Expect(statusCode).ToEqual(200)
test.Expect(body).ToEqual(`{"peers":["` + nodeA.URL + `"]}`)
}
func TestNodeSetRing(t *testing.T) {
test := quiz.Test(t)
node := testNode()
defer node.Close()
statusCode, _ := httpclient.Put(node.URL+"/ring", `{"ring":["`+node.URL+`","b","c"]}`)
test.Expect(statusCode).ToEqual(201)
_, body := httpclient.Get(node.URL+"/stats", "")
test.Expect(body).ToContain(`"ring":["` + node.URL + `","b","c"]`)
}
func TestFetchKey(t *testing.T) {
test := quiz.Test(t)
server := testServer()
defer server.Close()
httpclient.Put(server.URL+"/data/mykey", "bar")
statusCode, body := httpclient.Get(server.URL+"/data/mykey", "bar")
test.Expect(statusCode).ToEqual(200)
test.Expect(body).ToEqual("bar")
}
func TestAddPeer(t *testing.T) {
test := quiz.Test(t)
node := testNode()
defer node.Close()
statusCode, _ := httpclient.Put(node.URL+"/peers", "peer.url")
test.Expect(statusCode).ToEqual(201)
statusCode, body := httpclient.Get(node.URL+"/peers", "")
test.Expect(statusCode).ToEqual(200)
test.Expect(body).ToEqual(`{"peers":["peer.url"]}`)
}
func TestStatsKeys(t *testing.T) {
test := quiz.Test(t)
server := testServer()
defer server.Close()
httpclient.Put(server.URL+"/data/mykey", "bar")
statusCode, body := httpclient.Get(server.URL+"/stats/keys", "")
test.Expect(statusCode).ToEqual(200)
test.Expect(body).ToContain(`"count":1`)
test.Expect(body).ToContain(`"data":{"mykey":"bar"}`)
}
func TestGetMultiplePeers(t *testing.T) {
test := quiz.Test(t)
node := testNode()
defer node.Close()
httpclient.Put(node.URL+"/peers", "peer1.url")
httpclient.Put(node.URL+"/peers", "peer2.url")
statusCode, body := httpclient.Get(node.URL+"/peers", "")
test.Expect(statusCode).ToEqual(200)
test.Expect(body).ToEqual(`{"peers":["peer1.url","peer2.url"]}`)
}
func TestAddNodeUpdatesRing(t *testing.T) {
test := quiz.Test(t)
var statusCode int
var body string
nodeA := testNode()
defer nodeA.Close()
nodeB := testNode()
defer nodeB.Close()
httpclient.Put(nodeA.URL+"/peers/join", nodeB.URL)
statusCode, body = httpclient.Get(nodeA.URL+"/stats", "")
test.Expect(statusCode).ToEqual(200)
test.Expect(body).ToContain(`"vnodeCount":512`)
test.Expect(body).ToContain(`"vnodeStart":0`)
statusCode, body = httpclient.Get(nodeB.URL+"/stats", "")
test.Expect(statusCode).ToEqual(200)
test.Expect(body).ToContain(`"vnodeCount":512`)
test.Expect(body).ToContain(`"vnodeStart":2147483137`)
}
func TestNodeStats(t *testing.T) {
test := quiz.Test(t)
node := testNode()
defer node.Close()
statusCode, body := httpclient.Get(node.URL+"/stats", "")
test.Expect(statusCode).ToEqual(200)
test.Expect(body).ToContain(`"vnodeCount":1024`)
test.Expect(body).ToContain(`"vnodeSize":4194303`)
test.Expect(body).ToContain(`"vnodeStart":0`)
test.Expect(body).ToContain(`"ring":["` + node.URL + `"]`)
}
func TestFailedWriteUpdatesPeerList(t *testing.T) {
test := quiz.Test(t)
serverA := testServer()
defer serverA.Close()
serverB := testServer()
peerURL := serverB.URL
key := "a"
httpclient.Put(serverA.URL+"/peers/join", serverB.URL)
serverB.Close()
httpclient.Put(serverA.URL+"/data/"+key, "foo")
_, body := httpclient.Get(serverA.URL+"/peers", "")
test.Expect(body).ToContain("dead:" + peerURL)
}
func (server *Server) Handler() http.Handler {
m := pat.New()
server.Peer.Handler(m)
m.Put("/set/:key", http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) {
key := request.URL.Query().Get(":key")
body, _ := ioutil.ReadAll(request.Body)
value := string(body)
server.logger.Printf("Setting '%s'->'%s'", key, value)
server.values[key] = value
w.WriteHeader(201)
io.WriteString(w, value)
}))
m.Put("/data/:key", http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) {
key := request.URL.Query().Get(":key")
body, _ := ioutil.ReadAll(request.Body)
value := string(body)
for _, address := range server.PreferenceListForKey(key) {
if server.URL() == address {
server.logger.Printf("Storing '%s'->'%s'", key, value)
server.values[key] = value
} else {
server.handOffKey(address, key, value)
}
}
w.WriteHeader(201)
io.WriteString(w, value)
}))
m.Get("/data/:key", http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) {
key := request.URL.Query().Get(":key")
for _, address := range server.PreferenceListForKey(key) {
if server.URL() == address {
value, ok := server.values[key]
if ok {
server.logger.Printf("Get key '%s' found value '%s'", key, value)
w.WriteHeader(200)
io.WriteString(w, value)
} else {
server.logger.Printf("Key '%s' not found", key)
w.WriteHeader(404)
}
return
}
}
destinationAddress := server.PeerAddressForKey(key)
server.logger.Printf("Passing off get of key '%s' to %s", key, destinationAddress)
statusCode, response := httpclient.Get(destinationAddress+"/data/"+key, "")
w.WriteHeader(statusCode)
io.WriteString(w, response)
}))
m.Get("/stats/keys", http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) {
stats := httpclient.JsonData{
"count": len(server.values),
"data": server.values,
}
w.Header().Set("Content-Type", "application/json")
w.WriteHeader(200)
io.WriteString(w, stats.Encode())
}))
return m
}
