func TestRPCClientJoin(t *testing.T) {
client, a1, ipc := testRPCClient(t)
a2 := testAgent(nil)
defer ipc.Shutdown()
defer client.Close()
defer a1.Shutdown()
defer a2.Shutdown()
if err := a1.Start(); err != nil {
t.Fatalf("err: %s", err)
}
if err := a2.Start(); err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
n, err := client.Join([]string{a2.conf.MemberlistConfig.BindAddr}, false)
if err != nil {
t.Fatalf("err: %s", err)
}
if n != 1 {
t.Fatalf("n != 1: %d", n)
}
}
func TestRPCClientGetCoordinate(t *testing.T) {
client, a1, ipc := testRPCClient(t)
defer ipc.Shutdown()
defer client.Close()
defer a1.Shutdown()
if err := a1.Start(); err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
coord, err := client.GetCoordinate(a1.conf.NodeName)
if err != nil {
t.Fatalf("err: %v", err)
}
if coord == nil {
t.Fatalf("should have gotten a coordinate")
}
coord, err = client.GetCoordinate("nope")
if err != nil {
t.Fatalf("err: %v", err)
}
if coord != nil {
t.Fatalf("should have not gotten a coordinate")
}
}
func TestRPCClientForceLeave(t *testing.T) {
client, a1, ipc := testRPCClient(t)
a2 := testAgent(nil)
defer ipc.Shutdown()
defer client.Close()
defer a1.Shutdown()
defer a2.Shutdown()
if err := a1.Start(); err != nil {
t.Fatalf("err: %s", err)
}
if err := a2.Start(); err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
s2Addr := a2.conf.MemberlistConfig.BindAddr
if _, err := a1.Join([]string{s2Addr}, false); err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
if err := a2.Shutdown(); err != nil {
t.Fatalf("err: %s", err)
}
start := time.Now()
WAIT:
time.Sleep(a1.conf.MemberlistConfig.ProbeInterval * 3)
m := a1.Serf().Members()
if len(m) != 2 {
t.Fatalf("should have 2 members: %#v", a1.Serf().Members())
}
if findMember(t, m, a2.conf.NodeName).Status != serf.StatusFailed && time.Now().Sub(start) < 3*time.Second {
goto WAIT
}
if err := client.ForceLeave(a2.conf.NodeName); err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
m = a1.Serf().Members()
if len(m) != 2 {
t.Fatalf("should have 2 members: %#v", a1.Serf().Members())
}
if findMember(t, m, a2.conf.NodeName).Status != serf.StatusLeft {
t.Fatalf("should be left: %#v", m[1])
}
}
func TestCommandRun_advertiseAddr(t *testing.T) {
doneCh := make(chan struct{})
shutdownCh := make(chan struct{})
defer func() {
close(shutdownCh)
<-doneCh
}()
c := &Command{
ShutdownCh: shutdownCh,
Ui: new(cli.MockUi),
}
rpcAddr := getRPCAddr()
args := []string{
"-bind", testutil.GetBindAddr().String(),
"-rpc-addr", rpcAddr,
"-advertise", "127.0.0.10:12345",
}
go func() {
code := c.Run(args)
if code != 0 {
log.Printf("bad: %d", code)
}
close(doneCh)
}()
testutil.Yield()
client, err := client.NewRPCClient(rpcAddr)
if err != nil {
t.Fatalf("err: %s", err)
}
defer client.Close()
members, err := client.Members()
if err != nil {
t.Fatalf("err: %s", err)
}
if len(members) != 1 {
t.Fatalf("bad: %#v", members)
}
// Check the addr and port is as advertised!
m := members[0]
if bytes.Compare(m.Addr, []byte{127, 0, 0, 10}) != 0 {
t.Fatalf("bad: %#v", m)
}
if m.Port != 12345 {
t.Fatalf("bad: %#v", m)
}
}
/*func (c MemberContainer) String() string {
var result []string
for _, member := range c.Members {
// Format the tags as tag1=v1,tag2=v2,...
var tagPairs []string
for name, value := range member.Tags {
tagPairs = append(tagPairs, fmt.Sprintf("%s=%s", name, value))
}
tags := strings.Join(tagPairs, ",")
line := fmt.Sprintf("%s|%s|%s|%s",
member.Name, member.Addr, member.Status, tags)
result = append(result, line)
}
output, _ := columnize.SimpleFormat(result)
return output
}
*/
func getAllMembers() {
addr := "127.0.0.1:7373"
client, err := RPCClient(addr)
//client, err := RPCClient(*rpcAddr)
if err != nil {
fmt.Sprintf("Error connecting to Serf agent: %s", err)
return
}
defer client.Close()
members, err := client.Members()
if err != nil {
if debug {
log.Println("Error retrieving members: %s", err)
}
return
}
//fmt.Println(members)
result := MemberContainer{}
for _, member := range members {
addr := net.TCPAddr{IP: member.Addr, Port: int(member.Port)}
result.Members = append(result.Members, Member{
Name: member.Name,
Addr: addr.String(),
Port: member.Port,
Tags: member.Tags,
Status: member.Status,
Proto: map[string]uint8{
"min": member.DelegateMin,
"max": member.DelegateMax,
"version": member.DelegateCur,
},
})
}
r.Db("enforcer_db").TableDrop(tableMembers).Run(session)
var tables []string
tables = append(tables, tableMembers)
createTable(tables, debug)
// Insert the new item into the database
_, err = r.Table(tableMembers).Insert(result.Members).RunWrite(session)
if err != nil {
if debug {
log.Println("Error inserting data in rethindkdb", err)
}
return
}
}
func TestRPCClientStream_User(t *testing.T) {
client, a1, ipc := testRPCClient(t)
defer ipc.Shutdown()
defer client.Close()
defer a1.Shutdown()
if err := a1.Start(); err != nil {
t.Fatalf("err: %s", err)
}
eventCh := make(chan map[string]interface{}, 64)
if handle, err := client.Stream("user", eventCh); err != nil {
t.Fatalf("err: %s", err)
} else {
defer client.Stop(handle)
}
testutil.Yield()
if err := client.UserEvent("deploy", []byte("foo"), false); err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
select {
case e := <-eventCh:
if e["Event"].(string) != "user" {
t.Fatalf("bad event: %#v", e)
}
if e["LTime"].(int64) != 1 {
t.Fatalf("bad event: %#v", e)
}
if e["Name"].(string) != "deploy" {
t.Fatalf("bad event: %#v", e)
}
if bytes.Compare(e["Payload"].([]byte), []byte("foo")) != 0 {
t.Fatalf("bad event: %#v", e)
}
if e["Coalesce"].(bool) != false {
t.Fatalf("bad event: %#v", e)
}
default:
t.Fatalf("should have event")
}
}
func TestRPCClient_Keys_EncryptionDisabledError(t *testing.T) {
client, a1, ipc := testRPCClient(t)
defer ipc.Shutdown()
defer client.Close()
defer a1.Shutdown()
if err := a1.Start(); err != nil {
t.Fatalf("err: %s", err)
}
// Failed installing key
failures, err := client.InstallKey("El/H8lEqX2WiUa36SxcpZw==")
if err == nil {
t.Fatalf("expected encryption disabled error")
}
if _, ok := failures[a1.conf.NodeName]; !ok {
t.Fatalf("expected error from node %s", a1.conf.NodeName)
}
// Failed using key
failures, err = client.UseKey("El/H8lEqX2WiUa36SxcpZw==")
if err == nil {
t.Fatalf("expected encryption disabled error")
}
if _, ok := failures[a1.conf.NodeName]; !ok {
t.Fatalf("expected error from node %s", a1.conf.NodeName)
}
// Failed removing key
failures, err = client.RemoveKey("El/H8lEqX2WiUa36SxcpZw==")
if err == nil {
t.Fatalf("expected encryption disabled error")
}
if _, ok := failures[a1.conf.NodeName]; !ok {
t.Fatalf("expected error from node %s", a1.conf.NodeName)
}
// Failed listing keys
_, _, failures, err = client.ListKeys()
if err == nil {
t.Fatalf("expected encryption disabled error")
}
if _, ok := failures[a1.conf.NodeName]; !ok {
t.Fatalf("expected error from node %s", a1.conf.NodeName)
}
}
func TestRPCClientMonitor(t *testing.T) {
client, a1, ipc := testRPCClient(t)
defer ipc.Shutdown()
defer client.Close()
defer a1.Shutdown()
if err := a1.Start(); err != nil {
t.Fatalf("err: %s", err)
}
eventCh := make(chan string, 64)
if handle, err := client.Monitor("debug", eventCh); err != nil {
t.Fatalf("err: %s", err)
} else {
defer client.Stop(handle)
}
testutil.Yield()
select {
case e := <-eventCh:
if !strings.Contains(e, "Accepted client") {
t.Fatalf("bad: %s", e)
}
default:
t.Fatalf("should have backlog")
}
// Drain the rest of the messages as we know it
drainEventCh(eventCh)
// Join a bad thing to generate more events
a1.Join(nil, false)
testutil.Yield()
select {
case e := <-eventCh:
if !strings.Contains(e, "joining") {
t.Fatalf("bad: %s", e)
}
default:
t.Fatalf("should have message")
}
}
func TestCommandRun_rpc(t *testing.T) {
doneCh := make(chan struct{})
shutdownCh := make(chan struct{})
defer func() {
close(shutdownCh)
<-doneCh
}()
c := &Command{
ShutdownCh: shutdownCh,
Ui: new(cli.MockUi),
}
rpcAddr := getRPCAddr()
args := []string{
"-bind", testutil.GetBindAddr().String(),
"-rpc-addr", rpcAddr,
}
go func() {
code := c.Run(args)
if code != 0 {
log.Printf("bad: %d", code)
}
close(doneCh)
}()
testutil.Yield()
client, err := client.NewRPCClient(rpcAddr)
if err != nil {
t.Fatalf("err: %s", err)
}
defer client.Close()
members, err := client.Members()
if err != nil {
t.Fatalf("err: %s", err)
}
if len(members) != 1 {
t.Fatalf("bad: %#v", members)
}
}
func TestRPCClientUpdateTags(t *testing.T) {
client, a1, ipc := testRPCClient(t)
defer ipc.Shutdown()
defer client.Close()
defer a1.Shutdown()
if err := a1.Start(); err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
mem, err := client.Members()
if err != nil {
t.Fatalf("err: %s", err)
}
if len(mem) != 1 {
t.Fatalf("bad: %#v", mem)
}
m0 := mem[0]
if _, ok := m0.Tags["testing"]; ok {
t.Fatalf("have testing tag")
}
if err := client.UpdateTags(map[string]string{"testing": "1"}, nil); err != nil {
t.Fatalf("err: %s", err)
}
mem, err = client.Members()
if err != nil {
t.Fatalf("err: %s", err)
}
if len(mem) != 1 {
t.Fatalf("bad: %#v", mem)
}
m0 = mem[0]
if _, ok := m0.Tags["testing"]; !ok {
t.Fatalf("missing testing tag")
}
}
func TestRPCClientMembers(t *testing.T) {
client, a1, ipc := testRPCClient(t)
a2 := testAgent(nil)
defer ipc.Shutdown()
defer client.Close()
defer a1.Shutdown()
defer a2.Shutdown()
if err := a1.Start(); err != nil {
t.Fatalf("err: %s", err)
}
if err := a2.Start(); err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
mem, err := client.Members()
if err != nil {
t.Fatalf("err: %s", err)
}
if len(mem) != 1 {
t.Fatalf("bad: %#v", mem)
}
_, err = client.Join([]string{a2.conf.MemberlistConfig.BindAddr}, false)
if err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
mem, err = client.Members()
if err != nil {
t.Fatalf("err: %s", err)
}
if len(mem) != 2 {
t.Fatalf("bad: %#v", mem)
}
}
func TestRPCClientLeave(t *testing.T) {
client, a1, ipc := testRPCClient(t)
defer ipc.Shutdown()
defer client.Close()
defer a1.Shutdown()
testutil.Yield()
if err := client.Leave(); err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
select {
case <-a1.ShutdownCh():
default:
t.Fatalf("agent should be shutdown!")
}
}
func TestRPCClientUserEvent(t *testing.T) {
client, a1, ipc := testRPCClient(t)
defer ipc.Shutdown()
defer client.Close()
defer a1.Shutdown()
handler := new(MockEventHandler)
a1.RegisterEventHandler(handler)
if err := a1.Start(); err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
if err := client.UserEvent("deploy", []byte("foo"), false); err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
handler.Lock()
defer handler.Unlock()
if len(handler.Events) == 0 {
t.Fatal("no events")
}
serfEvent, ok := handler.Events[len(handler.Events)-1].(serf.UserEvent)
if !ok {
t.Fatalf("bad: %#v", serfEvent)
}
if serfEvent.Name != "deploy" {
t.Fatalf("bad: %#v", serfEvent)
}
if string(serfEvent.Payload) != "foo" {
t.Fatalf("bad: %#v", serfEvent)
}
}
func TestRPCClientStats(t *testing.T) {
client, a1, ipc := testRPCClient(t)
defer ipc.Shutdown()
defer client.Close()
defer a1.Shutdown()
if err := a1.Start(); err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
stats, err := client.Stats()
if err != nil {
t.Fatalf("err: %v", err)
}
if stats["agent"]["name"] != a1.conf.NodeName {
t.Fatalf("bad: %v", stats)
}
}
func TestRPCClient_Keys_EncryptionDisabledError(t *testing.T) {
client, a1, ipc := testRPCClient(t)
defer ipc.Shutdown()
defer client.Close()
defer a1.Shutdown()
if err := a1.Start(); err != nil {
t.Fatalf("err: %s", err)
}
if _, err := client.InstallKey("El/H8lEqX2WiUa36SxcpZw=="); err == nil {
t.Fatalf("expected encryption disabled error")
}
if _, err := client.UseKey("El/H8lEqX2WiUa36SxcpZw=="); err == nil {
t.Fatalf("expected encryption disabled error")
}
if _, err := client.RemoveKey("El/H8lEqX2WiUa36SxcpZw=="); err == nil {
t.Fatalf("expected encryption disabled error")
}
if _, _, err := client.ListKeys(); err == nil {
t.Fatalf("expected encryption disabled error")
}
}
func TestCommandRun_mDNS(t *testing.T) {
// mDNS does not work in travis
if os.Getenv("TRAVIS") != "" {
t.SkipNow()
}
// Start an agent
doneCh := make(chan struct{})
shutdownCh := make(chan struct{})
defer func() {
close(shutdownCh)
<-doneCh
}()
c := &Command{
ShutdownCh: shutdownCh,
Ui: new(cli.MockUi),
}
args := []string{
"-node", "foo",
"-bind", testutil.GetBindAddr().String(),
"-discover", "test",
"-rpc-addr", getRPCAddr(),
}
go func() {
code := c.Run(args)
if code != 0 {
log.Printf("bad: %d", code)
}
close(doneCh)
}()
// Start a second agent
doneCh2 := make(chan struct{})
shutdownCh2 := make(chan struct{})
defer func() {
close(shutdownCh2)
<-doneCh2
}()
c2 := &Command{
ShutdownCh: shutdownCh2,
Ui: new(cli.MockUi),
}
addr2 := getRPCAddr()
args2 := []string{
"-node", "bar",
"-bind", testutil.GetBindAddr().String(),
"-discover", "test",
"-rpc-addr", addr2,
}
go func() {
code := c2.Run(args2)
if code != 0 {
log.Printf("bad: %d", code)
}
close(doneCh2)
}()
time.Sleep(150 * time.Millisecond)
client, err := client.NewRPCClient(addr2)
if err != nil {
t.Fatalf("err: %s", err)
}
defer client.Close()
members, err := client.Members()
if err != nil {
t.Fatalf("err: %s", err)
}
if len(members) != 2 {
t.Fatalf("bad: %#v", members)
}
}
func TestRPCClient_Keys(t *testing.T) {
newKey := "El/H8lEqX2WiUa36SxcpZw=="
existing := "A2xzjs0eq9PxSV2+dPi3sg=="
existingBytes, err := base64.StdEncoding.DecodeString(existing)
if err != nil {
t.Fatalf("err: %s", err)
}
agentConf := DefaultConfig()
serfConf := serf.DefaultConfig()
serfConf.MemberlistConfig.SecretKey = existingBytes
client, a1, ipc := testRPCClientWithConfig(t, agentConf, serfConf)
defer ipc.Shutdown()
defer client.Close()
defer a1.Shutdown()
if err := a1.Start(); err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
keys, num, _, err := client.ListKeys()
if err != nil {
t.Fatalf("err: %s", err)
}
if _, ok := keys[newKey]; ok {
t.Fatalf("have new key: %s", newKey)
}
// Trying to use a key that doesn't exist errors
if _, err := client.UseKey(newKey); err == nil {
t.Fatalf("expected use-key error: %s", newKey)
}
// Keyring should not contain new key at this point
keys, _, _, err = client.ListKeys()
if err != nil {
t.Fatalf("err: %s", err)
}
if _, ok := keys[newKey]; ok {
t.Fatalf("have new key: %s", newKey)
}
// Invalid key installation throws an error
if _, err := client.InstallKey("badkey"); err == nil {
t.Fatalf("expected bad key error")
}
// InstallKey should succeed
if _, err := client.InstallKey(newKey); err != nil {
t.Fatalf("err: %s", err)
}
// InstallKey is idempotent
if _, err := client.InstallKey(newKey); err != nil {
t.Fatalf("err: %s", err)
}
// New key should now appear in the list of keys
keys, num, _, err = client.ListKeys()
if err != nil {
t.Fatalf("err: %s", err)
}
if num != 1 {
t.Fatalf("expected 1 member total, got %d", num)
}
if _, ok := keys[newKey]; !ok {
t.Fatalf("key not found: %s", newKey)
}
// Counter of installed copies of new key should be 1
if keys[newKey] != 1 {
t.Fatalf("expected 1 member with key %s, have %d", newKey, keys[newKey])
}
// Deleting primary key should return error
if _, err := client.RemoveKey(existing); err == nil {
t.Fatalf("expected error deleting primary key: %s", newKey)
}
// UseKey succeeds when given a key that exists
if _, err := client.UseKey(newKey); err != nil {
t.Fatalf("err: %s", err)
}
// UseKey is idempotent
if _, err := client.UseKey(newKey); err != nil {
t.Fatalf("err: %s", err)
}
// Removing a non-primary key should succeed
if _, err := client.RemoveKey(newKey); err == nil {
t.Fatalf("expected error deleting primary key: %s", newKey)
}
// RemoveKey is idempotent
if _, err := client.RemoveKey(existing); err != nil {
t.Fatalf("err: %s", err)
}
}
func TestRPCClientMembersFiltered(t *testing.T) {
client, a1, ipc := testRPCClient(t)
a2 := testAgent(nil)
defer ipc.Shutdown()
defer client.Close()
defer a1.Shutdown()
defer a2.Shutdown()
if err := a1.Start(); err != nil {
t.Fatalf("err: %s", err)
}
if err := a2.Start(); err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
_, err := client.Join([]string{a2.conf.MemberlistConfig.BindAddr}, false)
if err != nil {
t.Fatalf("err: %s", err)
}
err = client.UpdateTags(map[string]string{
"tag1": "val1",
"tag2": "val2",
}, []string{})
if err != nil {
t.Fatalf("bad: %s", err)
}
testutil.Yield()
// Make sure that filters work on member names
mem, err := client.MembersFiltered(map[string]string{}, "", ".*")
if err != nil {
t.Fatalf("bad: %s", err)
}
if len(mem) == 0 {
t.Fatalf("should have matched more than 0 members")
}
mem, err = client.MembersFiltered(map[string]string{}, "", "bad")
if err != nil {
t.Fatalf("bad: %s", err)
}
if len(mem) != 0 {
t.Fatalf("should have matched 0 members: %#v", mem)
}
// Make sure that filters work on member tags
mem, err = client.MembersFiltered(map[string]string{"tag1": "val.*"}, "", "")
if err != nil {
t.Fatalf("bad: %s", err)
}
if len(mem) != 1 {
t.Fatalf("should have matched 1 member: %#v", mem)
}
// Make sure tag filters work on multiple tags
mem, err = client.MembersFiltered(map[string]string{
"tag1": "val.*",
"tag2": "val2",
}, "", "")
if err != nil {
t.Fatalf("bad: %s", err)
}
if len(mem) != 1 {
t.Fatalf("should have matched one member: %#v", mem)
}
// Make sure all tags match when multiple tags are passed
mem, err = client.MembersFiltered(map[string]string{
"tag1": "val1",
"tag2": "bad",
}, "", "")
if err != nil {
t.Fatalf("bad: %s", err)
}
if len(mem) != 0 {
t.Fatalf("should have matched 0 members: %#v", mem)
}
// Make sure that filters work on member status
if err := client.ForceLeave(a2.conf.NodeName); err != nil {
t.Fatalf("bad: %s", err)
}
mem, err = client.MembersFiltered(map[string]string{}, "alive", "")
if err != nil {
t.Fatalf("err: %s", err)
}
if len(mem) != 1 {
t.Fatalf("should have matched 1 member: %#v", mem)
}
mem, err = client.MembersFiltered(map[string]string{}, "leaving", "")
if err != nil {
t.Fatalf("err: %s", err)
}
if len(mem) != 1 {
t.Fatalf("should have matched 1 member: %#v", mem)
}
}
func TestRPCClientStream_Member(t *testing.T) {
client, a1, ipc := testRPCClient(t)
defer ipc.Shutdown()
defer client.Close()
defer a1.Shutdown()
a2 := testAgent(nil)
defer a2.Shutdown()
if err := a1.Start(); err != nil {
t.Fatalf("err: %s", err)
}
if err := a2.Start(); err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
eventCh := make(chan map[string]interface{}, 64)
if handle, err := client.Stream("*", eventCh); err != nil {
t.Fatalf("err: %s", err)
} else {
defer client.Stop(handle)
}
testutil.Yield()
s2Addr := a2.conf.MemberlistConfig.BindAddr
if _, err := a1.Join([]string{s2Addr}, false); err != nil {
t.Fatalf("err: %s", err)
}
testutil.Yield()
select {
case e := <-eventCh:
if e["Event"].(string) != "member-join" {
t.Fatalf("bad event: %#v", e)
}
members := e["Members"].([]interface{})
if len(members) != 1 {
t.Fatalf("should have 1 member")
}
member := members[0].(map[interface{}]interface{})
if _, ok := member["Name"].(string); !ok {
t.Fatalf("bad event: %#v", e)
}
if _, ok := member["Addr"].([]uint8); !ok {
t.Fatalf("bad event: %#v", e)
}
if _, ok := member["Port"].(uint64); !ok {
t.Fatalf("bad event: %#v", e)
}
if _, ok := member["Tags"].(map[interface{}]interface{}); !ok {
t.Fatalf("bad event: %#v", e)
}
if stat, _ := member["Status"].(string); stat != "alive" {
t.Fatalf("bad event: %#v", e)
}
if _, ok := member["ProtocolMin"].(int64); !ok {
t.Fatalf("bad event: %#v", e)
}
if _, ok := member["ProtocolMax"].(int64); !ok {
t.Fatalf("bad event: %#v", e)
}
if _, ok := member["ProtocolCur"].(int64); !ok {
t.Fatalf("bad event: %#v", e)
}
if _, ok := member["DelegateMin"].(int64); !ok {
t.Fatalf("bad event: %#v", e)
}
if _, ok := member["DelegateMax"].(int64); !ok {
t.Fatalf("bad event: %#v", e)
}
if _, ok := member["DelegateCur"].(int64); !ok {
t.Fatalf("bad event: %#v", e)
}
default:
t.Fatalf("should have event")
}
}