Example #1
0
func (c *Controller) ListTopics(w http.ResponseWriter, r *http.Request) {

	path := "/brokers/topics"
	topics, err := c.lsChildren(path)
	if err != nil {
		utils.WriteError(w, err)
		return
	}

	resp := make(map[string]string, len(topics))
	for _, topic := range topics {
		resp[topic] = "/uri/here?abc=123"
	}

	encoder := json.NewEncoder(w)
	err = encoder.Encode(resp)
	//    b, err := json.Marshal(topics)
	//    if err != nil {
	//        fmt.Println("error:", err)
	//    }
	//    w.Write(b)

	// from kafka
	client, err := kfk.NewClient([]string{"127.0.0.1:9092"}, kfk.NewConfig())
	if err != nil {
		panic(err)
	}
	defer client.Close()

	client.Config().ClientID = "jackdaw"
	latestOffset, err := client.GetOffset("tpk001", 0, kfk.OffsetNewest)
	if err != nil {
		panic(err)
	}

	ara.Logger().Debug("$$$$$$: %d", latestOffset)

	//    bts, stat, ch, err := zc.GetW(path)
	//    if err != nil {
	//        panic(err)
	//    }
	//    fmt.Printf("%s *** %+v\n", string(bts), stat)

	//    e := <-ch
	//    fmt.Printf("--- %+v\n", e)
	//    if e.Type == zk.EventNodeDataChanged {
	//        watchData(zc)
	//    }
}
Example #2
0
// request url: /brokers
// json from zk looks like:
//get /brokers/ids/0
//{"jmx_port":-1,"timestamp":"1446347718036","host":"U","version":1,"port":9092}
func (c *Controller) ListBrokers(w http.ResponseWriter, r *http.Request) {

	resp, err := c.getBrokers()
	if err != nil {
		utils.WriteError(w, err)
		return
	}

	encoder := json.NewEncoder(w)
	err = encoder.Encode(resp)

	ara.Logger().Debug("%v", resp)

	//    b, err := json.Marshal(topics)
	//    if err != nil {
	//        fmt.Println("error:", err)
	//    }
	//    w.Write(b)
}
Example #3
0
func (c *Controller) ListGroups(w http.ResponseWriter, r *http.Request) {

	// ls /consumers
	//[console-consumer-40820]
	gPath := "/consumers"
	groups, err := c.lsChildren(gPath)
	if err != nil {
		utils.WriteError(w, err)
		return
	}

	ara.Logger().Debug("groups: %v", groups)

	// return 404 if no group found(that means no consumer exists)
	if len(groups) <= 0 {
		ara.Logger().Debug("return 404")
		utils.Write404(w)
		return
	}

	// map[groupName]map[topicName]map[partitionId]map[string]string (last map is offset, log size and lag etc.)
	resp := make(map[string]map[string]map[string]map[string]string, len(groups))
	for _, g := range groups {

		//ls /consumers/console-consumer-40820/offsets
		//[mytopic]
		topicsPath := path.Join(gPath, g, "offsets")
		topics, err := c.lsChildren(topicsPath)
		if err != nil {
			utils.WriteError(w, err)
			return
		}

		// init topic map
		topicMap := make(map[string]map[string]map[string]string)
		for _, topic := range topics {
			//ls /consumers/console-consumer-40820/offsets/mytopic
			//[0, 1, 2]
			partitionPath := path.Join(topicsPath, topic)
			partitions, err := c.lsChildren(partitionPath)
			if err != nil {
				utils.WriteError(w, err)
				return
			}

			// init partition map
			pMap := make(map[string]map[string]string)
			for _, pidStr := range partitions {
				//get /consumers/console-consumer-40820/offsets/mytopic/0
				//2
				offsetPath := path.Join(partitionPath, pidStr)
				offsetStr, err := c.getChildren(offsetPath)
				if err != nil {
					utils.WriteError(w, err)
					return
				}

				pid64, err := strconv.ParseInt(pidStr, 10, 32)
				if err != nil {
					utils.WriteError(w, err)
					return
				}
				pid := int32(pid64)
				offset, err := strconv.ParseInt(offsetStr, 10, 64)

				logSize := c.getLogSize(topic, pid)
				lag := logSize - offset

				pDataMap := make(map[string]string)
				pDataMap["offset"] = offsetStr
				pDataMap["logSize"] = strconv.FormatInt(logSize, 10)
				pDataMap["lag"] = strconv.FormatInt(lag, 10)
				pMap[pidStr] = pDataMap
			}

			topicMap[topic] = pMap
		}
		resp[g] = topicMap
	}
	encoder := json.NewEncoder(w)
	err = encoder.Encode(resp)
	if err != nil {
		ara.Logger().Debug(err.Error())
	}

	//    b, err := json.Marshal(topics)
	//    if err != nil {
	//        fmt.Println("error:", err)
	//    }
	//    w.Write(b)

	//    bts, stat, ch, err := zc.GetW(path)
	//    if err != nil {
	//        panic(err)
	//    }
	//    fmt.Printf("%s *** %+v\n", string(bts), stat)

	//    e := <-ch
	//    fmt.Printf("--- %+v\n", e)
	//    if e.Type == zk.EventNodeDataChanged {
	//        watchData(zc)
	//    }
}