func NewNsqElastic(config *models.ConfigModel) *NsqElastic {
topicChan2NodeItemMap := models.NewTable()
topic2TopicItemMap := models.NewTable()
nodeItem2NodeMap := models.NewTable()
nodeSourceList := make([]models.NodeState, 0)
c := controllers.NewNsqController(config, topicChan2NodeItemMap, topic2TopicItemMap, nodeItem2NodeMap, nodeSourceList)
n := &NsqElastic{
Config: config,
HttpController: c,
TopicChan2NodeItemMap: topicChan2NodeItemMap,
Topic2TopicItemMap: topic2TopicItemMap,
NodeItem2NodeMap: nodeItem2NodeMap,
NodeSourceList: nodeSourceList,
}
for i := 0; i < len(config.NodeList); i++ {
err :=
n.addSourceByString(config.NodeList[i])
if err != nil {
n.logf(err.Error() + "\n")
}
}
n.logf("New NsqElastic")
return n
}
func (n *NsqElastic) lookupUpdate() error {
//todo : update sourceList
u, _ := url.Parse(fmt.Sprintf("http://%s/nodes", n.Config.LookupdAddr))
res, err := http.Get(u.String())
if err != nil {
return err
}
result, err := ioutil.ReadAll(res.Body)
res.Body.Close()
if err != nil {
return err
}
var nodes models.NodeInfo_lookup
//nodes.Data.Producers = make([]models.Node_lookup, 0)
if err = json.Unmarshal(result, &nodes); err != nil {
return err
}
if nodes.Status_code != 200 {
return errors.New(nodes.Status_txt)
}
TopicChan2NodeItemMap := models.NewTable()
Topic2TopicItemMap := models.NewTable()
NodeItem2NodeMap := models.NewTable()
//itemsList := make(models.NodeItem, 0)
var WaitGroup util.WaitGroupWrapper
for i := 0; i < len(nodes.Data.Producers); i++ {
var item models.NodeItem
item.Httpport = nodes.Data.Producers[i].HTTPPort
item.Tcpport = nodes.Data.Producers[i].TCPPort
item.Ip = nodes.Data.Producers[i].RemoteAddress
if strings.Contains(item.Ip, ":") {
item.Ip = strings.Split(item.Ip, ":")[0]
}
find := false
del := false
for loopi := 0; loopi < len(n.NodeSourceList); loopi++ {
if n.NodeSourceList[loopi].NodeItem.Eq(item) {
find = true
if n.NodeSourceList[loopi].Stats == models.DEL { //delete
del = true
break
} else {
n.NodeSourceList[loopi].Stats = models.USING
}
}
}
if !find {
nodeState := models.NodeState{
NodeItem: item,
Stats: models.USING,
}
n.NodeSourceList = append(n.NodeSourceList, nodeState)
}
if del {
continue
}
//itemsList = append(models.NodeItem, item)
WaitGroup.Wrap(func() {
n.nsqdUpdate(TopicChan2NodeItemMap, Topic2TopicItemMap, NodeItem2NodeMap, item)
})
}
WaitGroup.Wait()
n.NodeItem2NodeMap.Replace(NodeItem2NodeMap)
n.Topic2TopicItemMap.Replace(Topic2TopicItemMap)
n.TopicChan2NodeItemMap.Replace(TopicChan2NodeItemMap)
//fmt.Printf("new %v \n", TopicChan2NodeItemMap)
return nil
}