func (ft *FacadeTest) Test_PoolCapacity(t *C) { hostid := "deadb23f" poolid := "pool-id" //create pool for test rp := pool.New(poolid) if err := ft.Facade.AddResourcePool(ft.CTX, rp); err != nil { t.Fatalf("Could not add pool for test: %v", err) } //fill host with required values h, err := host.Build("", "65535", poolid, []string{}...) h.ID = hostid if err != nil { t.Fatalf("Unexpected error building host: %v", err) } err = ft.Facade.AddHost(ft.CTX, h) if err != nil { t.Errorf("Unexpected error adding host: %v", err) } // load pool with calculated capacity loadedPool, err := ft.Facade.GetResourcePool(ft.CTX, poolid) if err != nil { t.Fatalf("Unexpected error calculating pool capacity: %v", err) } if loadedPool.CoreCapacity <= 0 || loadedPool.MemoryCapacity <= 0 { t.Fatalf("Unexpected values calculated for %s capacity: CPU - %v : Memory - %v", loadedPool.ID, loadedPool.CoreCapacity, loadedPool.MemoryCapacity) } }
func (ft *FacadeTest) Test_GetPoolsIPs(t *C) { assignIPsPool := pool.New("Test_GetPoolsIPs") err := ft.Facade.AddResourcePool(ft.CTX, assignIPsPool) defer func() { ft.Facade.RemoveResourcePool(ft.CTX, assignIPsPool.ID) }() if err != nil { t.Errorf("Failure creating resource pool %-v with error: %s", assignIPsPool, err) t.Fail() } hostID := "deadb21f" ipAddress1 := "192.168.100.10" ipAddress2 := "10.50.9.1" assignIPsHostIPResources := []host.HostIPResource{} oneHostIPResource := host.HostIPResource{} oneHostIPResource.HostID = hostID oneHostIPResource.IPAddress = ipAddress1 oneHostIPResource.InterfaceName = "eth0" assignIPsHostIPResources = append(assignIPsHostIPResources, oneHostIPResource) oneHostIPResource.HostID = "A" oneHostIPResource.IPAddress = ipAddress2 oneHostIPResource.InterfaceName = "eth1" assignIPsHostIPResources = append(assignIPsHostIPResources, oneHostIPResource) assignIPsHost, err := host.Build("", "65535", assignIPsPool.ID, []string{}...) if err != nil { t.Fatalf("could not build host for test: %v", err) } assignIPsHost.ID = hostID assignIPsHost.PoolID = assignIPsPool.ID assignIPsHost.IPs = assignIPsHostIPResources err = ft.Facade.AddHost(ft.CTX, assignIPsHost) if err != nil { t.Fatalf("failed to add host: %v", err) } defer func() { ft.Facade.RemoveHost(ft.CTX, assignIPsHost.ID) }() time.Sleep(2 * time.Second) IPs, err := ft.Facade.GetPoolIPs(ft.CTX, assignIPsPool.ID) if err != nil { t.Error("GetPoolIps failed") } if len(IPs.HostIPs) != 2 { t.Fatalf("Expected 2 addresses, found %v", len(IPs.HostIPs)) } if IPs.HostIPs[0].IPAddress != ipAddress1 { t.Errorf("Unexpected IP address: %v", IPs.HostIPs[0].IPAddress) } if IPs.HostIPs[1].IPAddress != ipAddress2 { t.Errorf("Unexpected IP address: %v", IPs.HostIPs[1].IPAddress) } }
func (s *FacadeTest) Test_HostCRUD(t *C) { testid := "deadb10f" poolid := "pool-id" defer s.Facade.RemoveHost(s.CTX, testid) //fill host with required values h, err := host.Build("", "65535", poolid, []string{}...) h.ID = testid if err != nil { t.Fatalf("Unexpected error building host: %v", err) } glog.Infof("Facade test add host %v", h) err = s.Facade.AddHost(s.CTX, h) //should fail since pool doesn't exist if err == nil { t.Errorf("Expected error: %v", err) } //create pool for test rp := pool.New(poolid) if err := s.Facade.AddResourcePool(s.CTX, rp); err != nil { t.Fatalf("Could not add pool for test: %v", err) } defer s.Facade.RemoveResourcePool(s.CTX, poolid) err = s.Facade.AddHost(s.CTX, h) if err != nil { t.Errorf("Unexpected error adding host: %v", err) } //Test re-add fails err = s.Facade.AddHost(s.CTX, h) if err == nil { t.Errorf("Expected already exists error: %v", err) } h2, err := s.Facade.GetHost(s.CTX, testid) if err != nil { t.Errorf("Unexpected error: %v", err) } if h2 == nil { t.Error("Unexpected nil host") } else if !host.HostEquals(t, h, h2) { t.Error("Hosts did not match") } //Test update h.Memory = 1024 err = s.Facade.UpdateHost(s.CTX, h) h2, err = s.Facade.GetHost(s.CTX, testid) if err != nil { t.Errorf("Unexpected error: %v", err) } if !host.HostEquals(t, h, h2) { t.Error("Hosts did not match") } //test delete err = s.Facade.RemoveHost(s.CTX, testid) h2, err = s.Facade.GetHost(s.CTX, testid) if err != nil && !datastore.IsErrNoSuchEntity(err) { t.Errorf("Unexpected error: %v", err) } }
func (dt *DaoTest) TestDaoAutoAssignIPs(t *C) { assignIPsPool := pool.New("assignIPsPoolID") fmt.Printf("%s\n", assignIPsPool.ID) err := dt.Facade.AddResourcePool(dt.CTX, assignIPsPool) if err != nil { t.Errorf("Failure creating resource pool %-v with error: %s", assignIPsPool, err) t.Fail() } ipAddress1 := "192.168.100.10" ipAddress2 := "10.50.9.1" assignIPsHostIPResources := []host.HostIPResource{} oneHostIPResource := host.HostIPResource{} oneHostIPResource.HostID = HOSTID oneHostIPResource.IPAddress = ipAddress1 oneHostIPResource.InterfaceName = "eth0" assignIPsHostIPResources = append(assignIPsHostIPResources, oneHostIPResource) oneHostIPResource.HostID = HOSTID oneHostIPResource.IPAddress = ipAddress2 oneHostIPResource.InterfaceName = "eth1" assignIPsHostIPResources = append(assignIPsHostIPResources, oneHostIPResource) assignIPsHost, err := host.Build("", "65535", assignIPsPool.ID, []string{}...) if err != nil { t.Fatalf("Error creating host: %v", err) } assignIPsHost.ID = HOSTID assignIPsHost.IPs = assignIPsHostIPResources err = dt.Facade.AddHost(dt.CTX, assignIPsHost) if err != nil { t.Fatalf("Failure creating resource host %-v with error: %s", assignIPsHost, err) } testService := service.Service{ ID: "assignIPsServiceID", Name: "testsvc", Launch: "auto", PoolID: assignIPsPool.ID, DeploymentID: "deployment_id", Endpoints: []service.ServiceEndpoint{ service.ServiceEndpoint{ EndpointDefinition: servicedefinition.EndpointDefinition{ Name: "AssignIPsEndpointName", Protocol: "tcp", PortNumber: 8081, Application: "websvc", Purpose: "import", AddressConfig: servicedefinition.AddressResourceConfig{ Port: 8081, Protocol: commons.TCP, }, }, }, }, } err = dt.Dao.AddService(testService, &id) if err != nil { t.Fatalf("Failure creating service %-v with error: %s", testService, err) } assignmentRequest := dao.AssignmentRequest{testService.ID, "", true} err = dt.Dao.AssignIPs(assignmentRequest, nil) if err != nil { t.Errorf("AssignIPs failed: %v", err) } assignments := []addressassignment.AddressAssignment{} err = dt.Dao.GetServiceAddressAssignments(testService.ID, &assignments) if err != nil { t.Error("GetServiceAddressAssignments failed: %v", err) } if len(assignments) != 1 { t.Error("Expected 1 AddressAssignment but found ", len(assignments)) } }
func (ft *FacadeTest) Test_InvalidVirtualIPs(t *C) { fmt.Println(" ##### Test_InvalidVirtualIPs") myPoolID := "Test_InvalidVirtualIPs" assignIPsPool := pool.New(myPoolID) err := ft.Facade.AddResourcePool(ft.CTX, assignIPsPool) defer func() { ft.Facade.RemoveResourcePool(ft.CTX, assignIPsPool.ID) }() if err != nil { t.Errorf("Failure creating resource pool %-v with error: %s", assignIPsPool, err) t.Fail() } hostID := "deadb22f" ipAddress1 := "192.168.100.10" assignIPsHostIPResources := []host.HostIPResource{} oneHostIPResource := host.HostIPResource{} oneHostIPResource.HostID = hostID oneHostIPResource.IPAddress = ipAddress1 myInterfaceName := "eth0" oneHostIPResource.InterfaceName = myInterfaceName assignIPsHostIPResources = append(assignIPsHostIPResources, oneHostIPResource) assignIPsHost, err := host.Build("", "65535", assignIPsPool.ID, []string{}...) if err != nil { t.Fatalf("could not build host for test: %v", err) } assignIPsHost.ID = hostID assignIPsHost.PoolID = assignIPsPool.ID assignIPsHost.IPs = assignIPsHostIPResources err = ft.Facade.AddHost(ft.CTX, assignIPsHost) if err != nil { t.Fatalf("failed to add host: %v", err) } defer func() { ft.Facade.RemoveHost(ft.CTX, assignIPsHost.ID) }() time.Sleep(2 * time.Second) invalidIPAddresses := []string{"192.F.100.20", "192.168.100.3*", "192.168.100", "192..168.100.50"} // try adding invalid IPs if err := ft.Facade.AddVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: invalidIPAddresses[0], Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err == nil { t.Errorf("AddVirtualIP should have failed on: %v", invalidIPAddresses[0]) } if err := ft.Facade.AddVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: invalidIPAddresses[1], Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err == nil { t.Errorf("AddVirtualIP should have failed on: %v", invalidIPAddresses[1]) } if err := ft.Facade.AddVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: invalidIPAddresses[2], Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err == nil { t.Errorf("AddVirtualIP should have failed on: %v", invalidIPAddresses[2]) } if err := ft.Facade.AddVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: invalidIPAddresses[3], Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err == nil { t.Errorf("AddVirtualIP should have failed on: %v", invalidIPAddresses[3]) } validIPAddress := "192.168.100.20" invalidPoolID := "invalidPoolID" // try adding a with an invalid poolID if err := ft.Facade.AddVirtualIP(ft.CTX, pool.VirtualIP{PoolID: invalidPoolID, IP: validIPAddress, Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err == nil { t.Errorf("AddVirtualIP should have failed on invalid pool ID: %v", invalidPoolID) } // add an already present static IP if err := ft.Facade.AddVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: ipAddress1, Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err == nil { t.Errorf("Added an IP that was already (%v) there... should have failed.", validIPAddress) } // add a virtual IP if err := ft.Facade.AddVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: validIPAddress, Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err != nil { t.Errorf("AddVirtualIP failed: %v", err) } // try to add an already added virtual IP if err := ft.Facade.AddVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: validIPAddress, Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err == nil { t.Errorf("Added an IP that was already (%v) there... should have failed.", validIPAddress) } notAddedIPAddress := "192.168.100.30" // try removing a virtual IP that has not been added if err := ft.Facade.RemoveVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: notAddedIPAddress, Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err == nil { t.Errorf("Tried to remove a virtual IP that was NOT in the pool: %v", notAddedIPAddress) } // try removing a static IP if err := ft.Facade.RemoveVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: ipAddress1, Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err == nil { t.Errorf("Tried to remove a virtual IP that was NOT in the pool: %v", notAddedIPAddress) } // try removing with an invalid pool ID if err := ft.Facade.RemoveVirtualIP(ft.CTX, pool.VirtualIP{PoolID: invalidPoolID, IP: validIPAddress, Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err == nil { t.Errorf("Invalid Pool ID (%v) should have failed.", invalidPoolID) } }
func (ft *FacadeTest) Test_VirtualIPs(t *C) { fmt.Println(" ##### Test_VirtualIPs") myPoolID := "Test_VirtualIPs" assignIPsPool := pool.New(myPoolID) err := ft.Facade.AddResourcePool(ft.CTX, assignIPsPool) defer func() { ft.Facade.RemoveResourcePool(ft.CTX, assignIPsPool.ID) }() if err != nil { t.Errorf("Failure creating resource pool %-v with error: %s", assignIPsPool, err) t.Fail() } hostID := "deadb22f" ipAddress1 := "192.168.100.10" assignIPsHostIPResources := []host.HostIPResource{} oneHostIPResource := host.HostIPResource{} oneHostIPResource.HostID = hostID oneHostIPResource.IPAddress = ipAddress1 myInterfaceName := "eth0" oneHostIPResource.InterfaceName = myInterfaceName assignIPsHostIPResources = append(assignIPsHostIPResources, oneHostIPResource) assignIPsHost, err := host.Build("", "65535", assignIPsPool.ID, []string{}...) if err != nil { t.Fatalf("could not build host for test: %v", err) } assignIPsHost.ID = hostID assignIPsHost.PoolID = assignIPsPool.ID assignIPsHost.IPs = assignIPsHostIPResources err = ft.Facade.AddHost(ft.CTX, assignIPsHost) if err != nil { t.Fatalf("failed to add host: %v", err) } defer func() { ft.Facade.RemoveHost(ft.CTX, assignIPsHost.ID) }() time.Sleep(2 * time.Second) someIPAddresses := []string{"192.168.100.20", "192.168.100.30", "192.168.100.40", "192.168.100.50"} if err := ft.Facade.AddVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: someIPAddresses[0], Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err != nil { t.Errorf("AddVirtualIP failed: %v", err) } if err := ft.Facade.AddVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: someIPAddresses[1], Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err != nil { t.Errorf("AddVirtualIP failed: %v", err) } if err := ft.Facade.AddVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: someIPAddresses[2], Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err != nil { t.Errorf("AddVirtualIP failed: %v", err) } if err := ft.Facade.AddVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: someIPAddresses[3], Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err != nil { t.Errorf("AddVirtualIP failed: %v", err) } IPs, err := ft.Facade.GetPoolIPs(ft.CTX, assignIPsPool.ID) if err != nil { t.Errorf("GetPoolIps failed: %v", err) } if len(IPs.VirtualIPs) != 4 { t.Fatalf("Expected 4 addresses, found %v", len(IPs.VirtualIPs)) } for _, vip := range IPs.VirtualIPs { found := false for _, anIPAddress := range someIPAddresses { if anIPAddress == vip.IP { fmt.Println(" ##### Found: ", vip.IP) found = true break } } if !found { t.Errorf("Did not find %v in the model...", vip.IP) } } if err := ft.Facade.RemoveVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: someIPAddresses[0], Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err != nil { t.Errorf("RemoveVirtualIP failed: %v", err) } if err := ft.Facade.RemoveVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: someIPAddresses[1], Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err != nil { t.Errorf("RemoveVirtualIP failed: %v", err) } if err := ft.Facade.RemoveVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: someIPAddresses[3], Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err != nil { t.Errorf("RemoveVirtualIP failed: %v", err) } IPs, err = ft.Facade.GetPoolIPs(ft.CTX, assignIPsPool.ID) if err != nil { t.Errorf("GetPoolIps failed: %v", err) } fmt.Println(" ##### IPs.VirtualIPs: ", IPs.VirtualIPs) if len(IPs.VirtualIPs) != 1 { t.Fatalf("Expected 1 address, found %v", len(IPs.VirtualIPs)) } if IPs.VirtualIPs[0].IP != someIPAddresses[2] { t.Fatalf("Expected %v but found %v", someIPAddresses[2], IPs.VirtualIPs[0].IP) } if err := ft.Facade.RemoveVirtualIP(ft.CTX, pool.VirtualIP{PoolID: myPoolID, IP: someIPAddresses[2], Netmask: "255.255.255.0", BindInterface: myInterfaceName}); err != nil { t.Errorf("RemoveVirtualIP failed: %v", err) } }
func (d *daemon) startAgent() error { muxListener, err := createMuxListener() if err != nil { return err } mux, err := proxy.NewTCPMux(muxListener) if err != nil { return err } agentIP := options.OutboundIP if agentIP == "" { var err error agentIP, err = utils.GetIPAddress() if err != nil { glog.Fatalf("Failed to acquire ip address: %s", err) } } rpcPort := "0" parts := strings.Split(options.Listen, ":") if len(parts) > 1 { rpcPort = parts[1] } thisHost, err := host.Build(agentIP, rpcPort, "unknown") if err != nil { panic(err) } myHostID, err := utils.HostID() if err != nil { return fmt.Errorf("HostID failed: %v", err) } else if err := validation.ValidHostID(myHostID); err != nil { glog.Errorf("invalid hostid: %s", myHostID) } go func() { var poolID string for { poolID = func() string { glog.Infof("Trying to discover my pool...") var myHost *host.Host masterClient, err := master.NewClient(d.servicedEndpoint) if err != nil { glog.Errorf("master.NewClient failed (endpoint %+v) : %v", d.servicedEndpoint, err) return "" } defer masterClient.Close() myHost, err = masterClient.GetHost(myHostID) if err != nil { glog.Warningf("masterClient.GetHost %v failed: %v (has this host been added?)", myHostID, err) return "" } poolID = myHost.PoolID glog.Infof(" My PoolID: %v", poolID) //send updated host info updatedHost, err := host.UpdateHostInfo(*myHost) if err != nil { glog.Infof("Could not send updated host information: %v", err) return poolID } err = masterClient.UpdateHost(updatedHost) if err != nil { glog.Warningf("Could not update host information: %v", err) return poolID } glog.V(2).Infof("Sent updated host info %#v", updatedHost) return poolID }() if poolID != "" { break } select { case <-d.shutdown: return case <-time.After(5 * time.Second): continue } } thisHost.PoolID = poolID basePoolPath := "/pools/" + poolID dsn := coordzk.NewDSN(options.Zookeepers, time.Second*15).String() glog.Infof("zookeeper dsn: %s", dsn) zClient, err := coordclient.New("zookeeper", dsn, basePoolPath, nil) if err != nil { glog.Errorf("failed create a new coordclient: %v", err) } zzk.InitializeLocalClient(zClient) poolBasedConn, err := zzk.GetLocalConnection(zzk.GeneratePoolPath(poolID)) if err != nil { glog.Errorf("Error in getting a connection based on pool %v: %v", poolID, err) } if options.NFSClient != "0" { nfsClient, err := storage.NewClient(thisHost, path.Join(options.VarPath, "volumes")) if err != nil { glog.Fatalf("could not create an NFS client: %s", err) } go func() { <-d.shutdown glog.Infof("shutting down storage client") nfsClient.Close() }() //loop and log waiting for Storage Leader nfsDone := make(chan struct{}) go func() { defer close(nfsDone) nfsClient.Wait() }() //wait indefinitely(?) for storage to work before starting glog.Info("Waiting for Storage Leader") nfsUp := false for !nfsUp { select { case <-nfsDone: nfsUp = true glog.Info("Found Storage Leader") break case <-time.After(time.Second * 30): glog.Info("Waiting for Storage Leader, will not be available for running services. ") continue } } } else { glog.Info("NFS Client disabled") } agentOptions := node.AgentOptions{ PoolID: thisHost.PoolID, Master: options.Endpoint, UIPort: options.UIPort, RPCPort: options.RPCPort, DockerDNS: options.DockerDNS, VarPath: options.VarPath, Mount: options.Mount, FSType: options.FSType, Zookeepers: options.Zookeepers, Mux: mux, UseTLS: options.TLS, DockerRegistry: dockerRegistry, MaxContainerAge: time.Duration(int(time.Second) * options.MaxContainerAge), VirtualAddressSubnet: options.VirtualAddressSubnet, } // creates a zClient that is not pool based! hostAgent, err := node.NewHostAgent(agentOptions) d.hostAgent = hostAgent d.waitGroup.Add(1) go func() { hostAgent.Start(d.shutdown) glog.Info("Host Agent has shutdown") d.waitGroup.Done() }() // register the API glog.V(0).Infoln("registering ControlPlaneAgent service") if err = d.rpcServer.RegisterName("ControlPlaneAgent", hostAgent); err != nil { glog.Fatalf("could not register ControlPlaneAgent RPC server: %v", err) } if options.ReportStats { statsdest := fmt.Sprintf("http://%s/api/metrics/store", options.HostStats) statsduration := time.Duration(options.StatsPeriod) * time.Second glog.V(1).Infoln("Staring container statistics reporter") statsReporter, err := stats.NewStatsReporter(statsdest, statsduration, poolBasedConn) if err != nil { glog.Errorf("Error kicking off stats reporter %v", err) } else { go func() { defer statsReporter.Close() <-d.shutdown }() } } }() glog.Infof("agent start staticips: %v [%d]", d.staticIPs, len(d.staticIPs)) if err = d.rpcServer.RegisterName("Agent", agent.NewServer(d.staticIPs)); err != nil { glog.Fatalf("could not register Agent RPC server: %v", err) } if err != nil { glog.Fatalf("Could not start ControlPlane agent: %v", err) } // TODO: Integrate this server into the rpc server, or something. // Currently its only use is for command execution. go func() { sio := shell.NewProcessExecutorServer(options.Endpoint, dockerRegistry) http.ListenAndServe(":50000", sio) }() return nil }
func (d *daemon) startMaster() error { agentIP := options.OutboundIP if agentIP == "" { var err error agentIP, err = utils.GetIPAddress() if err != nil { glog.Fatalf("Failed to acquire ip address: %s", err) } } // This is storage related rpcPort := "0" parts := strings.Split(options.Listen, ":") if len(parts) > 1 { rpcPort = parts[1] } thisHost, err := host.Build(agentIP, rpcPort, d.masterPoolID) if err != nil { glog.Errorf("could not build host for agent IP %s: %v", agentIP, err) return err } if err := os.MkdirAll(options.VarPath, 0755); err != nil { glog.Errorf("could not create varpath %s: %s", options.VarPath, err) return err } volumesPath := path.Join(options.VarPath, "volumes") if d.networkDriver, err = nfs.NewServer(volumesPath, "serviced_var_volumes", "0.0.0.0/0"); err != nil { return err } else { d.storageHandler, err = storage.NewServer(d.networkDriver, thisHost, volumesPath) if err != nil { return err } } if d.dsDriver, err = d.initDriver(); err != nil { return err } if d.dsContext, err = d.initContext(); err != nil { return err } localClient, err := d.initZK(options.Zookeepers) if err != nil { glog.Errorf("failed to create a local coordclient: %v", err) return err } zzk.InitializeLocalClient(localClient) if len(options.RemoteZookeepers) > 0 { remoteClient, err := d.initZK(options.RemoteZookeepers) if err != nil { glog.Warningf("failed to create a remote coordclient; running in disconnected mode: %v", err) } else { zzk.InitializeRemoteClient(remoteClient) } } d.facade = d.initFacade() if d.cpDao, err = d.initDAO(); err != nil { return err } health.SetDao(d.cpDao) go health.Cleanup(d.shutdown) if err = d.facade.CreateDefaultPool(d.dsContext, d.masterPoolID); err != nil { return err } if err = d.registerMasterRPC(); err != nil { return err } d.initWeb() d.addTemplates() d.startScheduler() return nil }