Exemple #1
0
func (this *DefaultEngine) Heart(method string, parms map[string]string, body []byte) (map[string]string, error) {

	dtype, hastype := parms["type"]

	res := make(map[string]string)
	if !hastype {

		return nil, fmt.Errorf("parms error")
	}

	switch dtype {
	case "alive":
		res["status"] = "alive"
	case "addindex":
		this.Logger.Info("[INFO] body %v", string(body))
		var nodeindex utils.NodeIndex
		if err := json.Unmarshal(body, &nodeindex); err != nil {
			this.Logger.Error("[ERROR] nodeindex json error %v", err)
		}
		this.Logger.Info("[INFO] nodeindex %v", nodeindex)
		nodeindex.Shard = make([]uint64, 0)
		local := fmt.Sprintf("%v:%v", this.LocalIP, this.LocalPort)
		for k, v := range nodeindex.ShardNodes {
			for _, s := range v {
				if local == s {
					indexname := fmt.Sprintf("%v_%v", nodeindex.IndexName, k)
					err := this.createIndex(indexname, utils.IDX_ROOT_PATH, nodeindex.IndexMapping)
					if err != nil {
						this.Logger.Error("[ERROR] create index error  %v", err)
						res["status"] = err.Error()
						return res, nil
					}
					nodeindex.Shard = append(nodeindex.Shard, uint64(k))

					go this.pullDetail(nodeindex.IndexName, k)

				}
			}
		}
		this.idxNodes[nodeindex.IndexName] = nodeindex
		res["status"] = "add index Success"

	default:
		res["status"] = "alive"
	}

	return res, nil
}
Exemple #2
0
func (this *Dispatcher) CreateIndex(method string, parms map[string]string, body []byte) error {

	var idxstruct utils.IndexStrct

	if err := json.Unmarshal(body, &idxstruct); err != nil {
		this.Logger.Error("[ERROR] json error  %v", err)
		return err
	}

	if _, ok := this.IndexInfo[idxstruct.IndexName]; ok {
		this.Logger.Error("[ERROR] index [%v] already has ", idxstruct.IndexName)
		return fmt.Errorf("[ERROR] index [%v] already has ", idxstruct.IndexName)
	}

	sis := make([]ShardInfo, 0)
	seeds := make([]bool, len(this.NodeInfos))
	if len(this.NodeInfos) < int(idxstruct.ShardNum) {
		this.Logger.Error("[ERROR] ShardNum[%v] is to large", idxstruct.ShardNum)
		return fmt.Errorf("[ERROR] ShardNum[%v] is to large", idxstruct.ShardNum)
	}
	var nodeinfo utils.NodeIndex
	nodeinfo.IndexName = idxstruct.IndexName
	nodeinfo.ShardNum = idxstruct.ShardNum
	nodeinfo.IndexMapping = idxstruct.IndexMapping
	nodeinfo.ShardNodes = make(map[uint64][]string)
	//nodeinfo.Shard = make([]uint64, idxstruct.ShardNum)
	for i := uint64(0); i < idxstruct.ShardNum; i++ {
		si := ShardInfo{ShardPathName: fmt.Sprintf("%v/%v_%v", utils.IDX_DETAIL_PATH, idxstruct.IndexName, i),
			MaxOffset: 0, NodeInfos: make([]string, 0)}
		si.OffsetMmap, _ = utils.NewMmap(fmt.Sprintf("%v/%v_%v.offset", utils.IDX_DETAIL_PATH, idxstruct.IndexName, i), utils.MODE_APPEND)
		si.DetailMmap, _ = utils.NewMmap(fmt.Sprintf("%v/%v_%v.dtl", utils.IDX_DETAIL_PATH, idxstruct.IndexName, i), utils.MODE_APPEND)

		for {
			seed := rand.Intn(len(seeds))
			if seeds[seed] == false {
				seeds[seed] = true
				net := make([]string, 0)
				si.NodeInfos = append(si.NodeInfos, fmt.Sprintf("%v:%v", this.NodeInfos[seed].Addr, this.NodeInfos[seed].MPort))
				net = append(net, fmt.Sprintf("%v:%v", this.NodeInfos[seed].Addr, this.NodeInfos[seed].MPort))

				nodeinfo.ShardNodes[uint64(seed)] = net
				this.Logger.Info("[INFO] NodeInfos::: %v", si.NodeInfos)
				break
			}
		}

		sis = append(sis, si)

	}
	info := idxInfo{Name: idxstruct.IndexName, ShardNum: idxstruct.ShardNum, MaxCnt: 0,
		IndexMapping: idxstruct.IndexMapping, ShardInfos: sis, ShardField: idxstruct.ShardField}

	this.IndexInfo[idxstruct.IndexName] = info

	for _, iinfo := range this.NodeInfos {
		iinfo.IdxChan <- nodeinfo
	}

	return this.storeStruct()

}