// Generate all publishable URLs for a given HTTP port.
func interfaceURLs(port int) (types.URLs, error) {
allAddrs, err := net.InterfaceAddrs()
if err != nil {
return []url.URL{}, err
}
var allURLs types.URLs
for _, a := range allAddrs {
ip, ok := a.(*net.IPNet)
if !ok || !ip.IP.IsGlobalUnicast() {
continue
}
tcp := net.TCPAddr{
IP: ip.IP,
Port: port,
}
u := url.URL{
Scheme: "http",
Host: tcp.String(),
}
allURLs = append(allURLs, u)
}
if len(allAddrs) == 0 {
return []url.URL{}, fmt.Errorf("no publishable addresses")
}
return allURLs, nil
}
// sendState is used to initiate a push/pull over TCP with a remote node
func (m *Memberlist) sendAndReceiveState(addr []byte, port uint16, join bool) ([]pushNodeState, []byte, error) {
// Attempt to connect
dialer := net.Dialer{Timeout: m.config.TCPTimeout}
dest := net.TCPAddr{IP: addr, Port: int(port)}
conn, err := dialer.Dial("tcp", dest.String())
if err != nil {
return nil, nil, err
}
defer conn.Close()
m.logger.Printf("[DEBUG] memberlist: Initiating push/pull sync with: %s", conn.RemoteAddr())
metrics.IncrCounter([]string{"memberlist", "tcp", "connect"}, 1)
// Send our state
if err := m.sendLocalState(conn, join); err != nil {
return nil, nil, err
}
// Read remote state
_, remote, userState, err := m.readRemoteState(conn)
if err != nil {
err := fmt.Errorf("Reading remote state failed: %v", err)
return nil, nil, err
}
// Return the remote state
return remote, userState, nil
}
// detailedOutput is used to dump all known information about nodes in
// their raw format
func (c *MembersCommand) detailedOutput(members []agent.Member) []string {
result := make([]string, 0, len(members))
header := "Node|Address|Status|Tags"
result = append(result, header)
for _, member := range members {
// Get the tags sorted by key
tagKeys := make([]string, 0, len(member.Tags))
for key := range member.Tags {
tagKeys = append(tagKeys, key)
}
sort.Strings(tagKeys)
// Format the tags as tag1=v1,tag2=v2,...
var tagPairs []string
for _, key := range tagKeys {
tagPairs = append(tagPairs, fmt.Sprintf("%s=%s", key, member.Tags[key]))
}
tags := strings.Join(tagPairs, ",")
addr := net.TCPAddr{IP: member.Addr, Port: int(member.Port)}
line := fmt.Sprintf("%s|%s|%s|%s",
member.Name, addr.String(), member.Status, tags)
result = append(result, line)
}
return result
}
func (p *httpProxyClient) DialTCP(network string, laddr, raddr *net.TCPAddr) (net.Conn, error) {
if laddr != nil || laddr.Port != 0 {
return nil, errors.New("代理协议不支持指定本地地址。")
}
return p.DialTCPSAddr(network, raddr.String())
}
// sendState is used to initiate a push/pull over TCP with a remote node
func (m *Memberlist) sendAndReceiveState(addr []byte) ([]pushNodeState, []byte, error) {
// Attempt to connect
dialer := net.Dialer{Timeout: m.config.TCPTimeout}
dest := net.TCPAddr{IP: addr, Port: m.config.TCPPort}
conn, err := dialer.Dial("tcp", dest.String())
if err != nil {
return nil, nil, err
}
defer conn.Close()
m.logger.Printf("[INFO] Initiating push/pull sync with: %s", conn.RemoteAddr())
// Send our state
if err := m.sendLocalState(conn); err != nil {
return nil, nil, err
}
// Read remote state
remote, userState, err := m.readRemoteState(conn)
if err != nil {
err := fmt.Errorf("Reading remote state failed: %v", err)
return nil, nil, err
}
// Return the remote state
return remote, userState, nil
}
// sendAndReceiveState is used to initiate a push/pull over TCP with a remote node
func (m *Memberlist) sendAndReceiveState(addr []byte, port uint16, join bool) ([]pushNodeState, []byte, error) {
// Attempt to connect
dialer := net.Dialer{Timeout: m.config.TCPTimeout}
dest := net.TCPAddr{IP: addr, Port: int(port)}
conn, err := dialer.Dial("tcp", dest.String())
if err != nil {
return nil, nil, err
}
defer conn.Close()
m.logger.Printf("[DEBUG] memberlist: Initiating push/pull sync with: %s", conn.RemoteAddr())
metrics.IncrCounter([]string{"memberlist", "tcp", "connect"}, 1)
// Send our state
if err := m.sendLocalState(conn, join); err != nil {
return nil, nil, err
}
conn.SetDeadline(time.Now().Add(m.config.TCPTimeout))
msgType, bufConn, dec, err := m.readTCP(conn)
if err != nil {
return nil, nil, err
}
// Quit if not push/pull
if msgType != pushPullMsg {
err := fmt.Errorf("received invalid msgType (%d), expected pushPullMsg (%d) %s", msgType, pushPullMsg, LogConn(conn))
return nil, nil, err
}
// Read remote state
_, remoteNodes, userState, err := m.readRemoteState(bufConn, dec)
return remoteNodes, userState, err
}
func (thisNode *node) removeDeadFinger(deadAddress *net.TCPAddr) {
// If a connected node disappears, remove it from the finger table.
var closestFinger *net.TCPAddr
for _, entry := range thisNode.fingerTable {
if entry.fingerAddress != nil && entry.fingerAddress.String() == deadAddress.String() {
entry.fingerAddress = nil
} else if entry.fingerAddress != nil && closestFinger == nil {
closestFinger = entry.fingerAddress
}
}
// If it's the predecessor, remove it.
if thisNode.predecessorAddress.String() == deadAddress.String() {
thisNode.predecessorAddress = nil
}
// If there was some other finger, replace it.
if closestFinger != nil {
thisNode.SetSuccessor(closestFinger)
} else if thisNode.predecessorAddress != nil {
// There was no other finger in the table, but maybe as a predecessor?
thisNode.SetSuccessor(thisNode.predecessorAddress)
} else {
// If not, become a singular node ring.
thisNode.MakeIntoRing()
}
}
func (d *DHT) replyAnnouncePeer(addr net.UDPAddr, node *remoteNode, r responseType) {
ih := InfoHash(r.A.InfoHash)
if log.V(3) {
log.Infof("DHT: announce_peer. Host %v, nodeID: %x, infoHash: %x, peerPort %d, distance to me %x",
addr, r.A.Id, ih, r.A.Port, hashDistance(ih, InfoHash(d.nodeId)),
)
}
// node can be nil if, for example, the server just restarted and received an announce_peer
// from a node it doesn't yet know about.
if node != nil && d.checkToken(addr, r.A.Token) {
peerAddr := net.TCPAddr{IP: addr.IP, Port: r.A.Port}
d.peerStore.addContact(ih, nettools.DottedPortToBinary(peerAddr.String()))
// Allow searching this node immediately, since it's telling us
// it has an infohash. Enables faster upgrade of other nodes to
// "peer" of an infohash, if the announcement is valid.
node.lastResponseTime = time.Now().Add(-searchRetryPeriod)
if d.peerStore.hasLocalDownload(ih) {
d.PeersRequestResults <- map[InfoHash][]string{ih: []string{nettools.DottedPortToBinary(peerAddr.String())}}
}
}
// Always reply positively. jech says this is to avoid "back-tracking", not sure what that means.
reply := replyMessage{
T: r.T,
Y: "r",
R: map[string]interface{}{"id": d.nodeId},
}
sendMsg(d.conn, addr, reply)
}
// GetOriginalDst returns original destination of Conn
func GetOriginalDst(c net.Conn) (string, error) {
tcp, ok := c.(*net.TCPConn)
if !ok {
return "", errors.New("socket is not tcp")
}
file, err := tcp.File()
if err != nil {
return "", err
}
defer file.Close()
sa, err := syscall.Getsockname(int(file.Fd()))
if err != nil {
return "", err
}
var addr net.TCPAddr
if v, ok := sa.(*syscall.SockaddrInet4); ok {
addr = net.TCPAddr{IP: v.Addr[0:], Port: v.Port}
} else if v, ok := sa.(*syscall.SockaddrInet6); ok {
addr = net.TCPAddr{IP: v.Addr[0:], Port: v.Port, Zone: zoneToString(int(v.ZoneId))}
} else {
return "", errors.New("socket is not ipv4")
}
return addr.String(), nil
}
func CreateTCPSocket(proto, addr string) (net.Listener, error) {
var err error
var laddr *net.TCPAddr
laddr, err = net.ResolveTCPAddr(proto, addr)
if err != nil {
return nil, err
}
family, ipv6only := favoriteTCPAddrFamily(proto, laddr, "listen")
var socketAddr syscall.Sockaddr
if socketAddr, err = ipToSockaddr(family, laddr.IP, laddr.Port, laddr.Zone); err != nil {
panic(err)
return nil, err
}
var s int
if s, err = sysSocket(family, syscall.SOCK_STREAM, 0); err != nil {
return nil, err
}
if err = setDefaultSockopts(s, family, syscall.SOCK_STREAM, ipv6only); err != nil {
closesocket(s)
return nil, err
}
if err = setDefaultListenerSockopts(s); err != nil {
closesocket(s)
return nil, err
}
if err = syscall.SetsockoptInt(s, syscall.SOL_SOCKET, SO_REUSEPORT, 1); err != nil {
closesocket(s)
panic(err)
return nil, err
}
if err = syscall.Bind(s, socketAddr); err != nil {
closesocket(s)
return nil, err
}
if err = syscall.Listen(s, maxListenerBacklog()); err != nil {
closesocket(s)
return nil, err
}
file := os.NewFile(uintptr(s), "listener-"+laddr.String())
defer file.Close()
var socketListener net.Listener
if socketListener, err = net.FileListener(file); err != nil {
return nil, err
}
return socketListener, nil
}
func ServeHTTPBooter(listenAddr net.TCPAddr, runtimeConfig *datasource.RuntimeConfiguration, bootParamsRepo *cloudconfig.Repo) error {
logging.Log("HTTPBOOTER", "Listening on %s", listenAddr.String())
mux, err := HTTPBooterMux(listenAddr, runtimeConfig, bootParamsRepo)
if err != nil {
return err
}
return http.ListenAndServe(listenAddr.String(), mux)
}
func mustConnectGFW(tcpAddr *net.TCPAddr) (net.Conn, error) {
conn, err := net.DialTimeout("tcp", tcpAddr.String(), time.Second)
if err != nil {
return nil, err
}
conn.Write([]byte(" V1"))
return conn, nil
}
func ServeHTTPBooter(listenAddr net.TCPAddr, ds datasource.DataSource, webPort int) error {
logging.Log("HTTPBOOTER", "Listening on %s", listenAddr.String())
mux, err := HTTPBooterMux(listenAddr, ds, webPort)
if err != nil {
return err
}
return http.ListenAndServe(listenAddr.String(), mux)
}
// No routine in package net to test if an address is v4 or v6?
func isTCPIPv6(address *net.TCPAddr) bool {
if strings.HasPrefix(address.String(), "<nil>") {
return false
} else {
return (address.String()[0] == '[')
}
return false // Should never arrive here
}
func mustConnectLookupd(t *testing.T, tcpAddr *net.TCPAddr) net.Conn {
conn, err := net.DialTimeout("tcp", tcpAddr.String(), time.Second)
if err != nil {
t.Fatal("failed to connect to lookupd")
}
conn.Write(nsq.MagicV1)
return conn
}
func mustConnectNSQD(tcpAddr *net.TCPAddr) (net.Conn, error) {
conn, err := net.DialTimeout("tcp", tcpAddr.String(), time.Second)
if err != nil {
return nil, err
}
conn.Write(nsq.MagicV2)
return conn, nil
}
func (c *MembersCommand) Run(args []string) int {
var detailed bool
var roleFilter, statusFilter string
cmdFlags := flag.NewFlagSet("members", flag.ContinueOnError)
cmdFlags.Usage = func() { c.Ui.Output(c.Help()) }
cmdFlags.BoolVar(&detailed, "detailed", false, "detailed output")
cmdFlags.StringVar(&roleFilter, "role", ".*", "role filter")
cmdFlags.StringVar(&statusFilter, "status", ".*", "status filter")
rpcAddr := RPCAddrFlag(cmdFlags)
if err := cmdFlags.Parse(args); err != nil {
return 1
}
// Compile the regexp
roleRe, err := regexp.Compile(roleFilter)
if err != nil {
c.Ui.Error(fmt.Sprintf("Failed to compile role regexp: %v", err))
return 1
}
statusRe, err := regexp.Compile(statusFilter)
if err != nil {
c.Ui.Error(fmt.Sprintf("Failed to compile status regexp: %v", err))
return 1
}
client, err := RPCClient(*rpcAddr)
if err != nil {
c.Ui.Error(fmt.Sprintf("Error connecting to Serf agent: %s", err))
return 1
}
defer client.Close()
members, err := client.Members()
if err != nil {
c.Ui.Error(fmt.Sprintf("Error retrieving members: %s", err))
return 1
}
for _, member := range members {
// Skip the non-matching members
if !roleRe.MatchString(member.Role) || !statusRe.MatchString(member.Status) {
continue
}
addr := net.TCPAddr{IP: member.Addr, Port: int(member.Port)}
c.Ui.Output(fmt.Sprintf("%s %s %s %s",
member.Name, addr.String(), member.Status, member.Role))
if detailed {
c.Ui.Output(fmt.Sprintf(" Protocol Version: %d",
member.DelegateCur))
c.Ui.Output(fmt.Sprintf(" Available Protocol Range: [%d, %d]",
member.DelegateMin, member.DelegateMax))
}
}
return 0
}
func Serve(listenAddr net.TCPAddr, datasource *datasource.DataSource) error {
logging.Log(debugTag, "Serving Rest API on %s", listenAddr)
restApi := newRestServerAPI(datasource)
handler, err := restApi.MakeHandler()
if err != nil {
return err
}
return http.ListenAndServe(listenAddr.String(), handler)
}
func (cluster *mongoCluster) server(addr string, tcpaddr *net.TCPAddr) *mongoServer {
cluster.RLock()
server := cluster.servers.Search(tcpaddr.String())
cluster.RUnlock()
if server != nil {
return server
}
return newServer(addr, tcpaddr, cluster.sync, cluster.dial)
}
func deleteBackupAtSuccessor(sourceAddress *net.TCPAddr, receiver *net.TCPAddr, hashOfData string) error {
var (
fail = fmt.Errorf("failed: deleteBackupAtSuccessor(%s, %s)", receiver.String(), hashOfData)
err error
)
if _, err = sendArgument(sourceAddress, receiver, "DeleteBackupAtSuccessor", hashOfData); err != nil {
return fmt.Errorf("%s:\n%s", fail.Error(), err.Error())
}
return nil
}
func sendData(receiver *net.TCPAddr, data []byte) error {
var (
fail = fmt.Errorf("failed: sendData(%s, byte data)", receiver.String())
err error
)
if _, err = sendArgument(nil, receiver, "Store", string(data[:])); err != nil {
return fmt.Errorf("%s:\n%s", fail.Error(), err.Error())
}
return nil
}
func sendBackupToPredecessor(sourceAddress *net.TCPAddr, receiver *net.TCPAddr, data []byte) error {
var (
fail = fmt.Errorf("failed: sendBackupToPredecessor(%s, byte data)", receiver.String())
err error
)
if _, err = sendArgument(sourceAddress, receiver, "BackupToPredecessor", string(data[:])); err != nil {
return fmt.Errorf("%s:\n%s", fail.Error(), err.Error())
}
return nil
}
// Helper function to decode a *net.TCPAddr into a tuple of network and
// address. Must use this since kavu/so_reuseport does not currently
// support passing "tcp" to support for IPv4 and IPv6. We must pass "tcp4"
// or "tcp6" explicitly.
func decodeAddress(tuple *net.TCPAddr) (network, address string) {
if tuple.IP.To4() != nil {
network = "tcp4"
} else {
network = "tcp6"
}
address = tuple.String()
return
}
func sendAlias(receiver *net.TCPAddr, alias string) error {
var (
fail = fmt.Errorf("failed: sendAlias(%s, %s)", receiver.String(), alias)
err error
)
if _, err = sendArgument(nil, receiver, "StoreAlias", alias); err != nil {
return fmt.Errorf("%s:\n%s", fail.Error(), err.Error())
}
return nil
}
//ServeWeb serves api of Blacksmith and a ui connected to that api
func ServeWeb(ds datasource.DataSource, listenAddr net.TCPAddr) error {
r := &webServer{ds: ds}
loggedRouter := handlers.LoggingHandler(os.Stdout, r.Handler())
s := &http.Server{
Addr: listenAddr.String(),
Handler: loggedRouter,
}
return s.ListenAndServe()
}
func sendAliasBackupToPredecessor(sourceAddress, receiver *net.TCPAddr, alias string) error {
var (
fail = fmt.Errorf("failed: sendAliasBackupToPredecessor(%s, %s)", receiver.String(), alias)
err error
)
if _, err = sendArgument(sourceAddress, receiver, "AliasBackupToPredecessor", alias); err != nil {
return fmt.Errorf("%s:\n%s", fail.Error(), err.Error())
}
return nil
}
func deleteAliasAtPredecessor(sourceAddress, receiver *net.TCPAddr, hashOfName string) error {
var (
fail = fmt.Errorf("failed: deleteAliasAtPredecessor(%s, %s)", receiver.String(), hashOfName)
err error
)
if _, err = sendArgument(sourceAddress, receiver, "DeleteAliasAtPredecessor", hashOfName); err != nil {
return fmt.Errorf("%s:\n%s", fail.Error(), err.Error())
}
return nil
}
func deleteData(receiver *net.TCPAddr, hashOfData string) error {
var (
fail = fmt.Errorf("failed: deleteData(%s, %s)", receiver.String(), hashOfData)
err error
)
if _, err = sendArgument(nil, receiver, "Delete", hashOfData); err != nil {
return fmt.Errorf("%s:\n%s", fail.Error(), err.Error())
}
return nil
}
// ServeWeb serves api of Blacksmith and a ui connected to that api
func ServeWeb(rest *RestServer, listenAddr net.TCPAddr) error {
s := &http.Server{
Addr: listenAddr.String(),
Handler: rest.Mux(),
ReadTimeout: 100 * time.Second,
WriteTimeout: 100 * time.Second,
MaxHeaderBytes: 1 << 30,
}
return s.ListenAndServe()
}
func makeNewNode(host string, port int) (*node, error) {
var (
resolvedAddress *net.TCPAddr
err error
)
if resolvedAddress, err = net.ResolveTCPAddr("tcp", net.JoinHostPort(host, strconv.Itoa(port))); err != nil {
return nil, err
}
newNode := new(node)
newNode.SetAddress(resolvedAddress)
if host == "" {
return nil, ErrNotYetImplemented
} else {
newNode.baseKey = hashString(resolvedAddress.String())
}
entries := M()
newNode.fingerTable = make([]*tableEntry, entries, entries)
for row := 0; row < entries; row++ {
newNode.SetTableEntry(row, nil)
}
newNode.dataStorage = make(map[string][]byte)
newNode.backupStorageOfPredecessorsData = make(map[string][]byte)
newNode.backupStorageOfSuccessorsData = make(map[string][]byte)
newNode.aliasStorage = make(map[string]string)
newNode.backupStorageOfPredecessorsAliases = make(map[string]string)
newNode.backupStorageOfSuccessorsAliases = make(map[string]string)
newNode.wgs = new(waitGroups)
return newNode, nil
}
