Пример #1
0
func (prod *Spooling) routeToOrigin(msg core.Message) {
	msg.Route(msg.PrevStreamID)

	if spool, exists := prod.outfile[msg.PrevStreamID]; exists {
		spool.countRead()
	}
}
Пример #2
0
func (prod *Redis) storeSortedSet(msg core.Message) {
	value, _ := prod.format.Format(msg)
	var scoreValue []byte
	if prod.fieldFromParsed {
		scoreMsg := msg
		scoreMsg.Data = value
		scoreValue, _ = prod.fieldFormat.Format(scoreMsg)
	} else {
		scoreValue, _ = prod.fieldFormat.Format(msg)
	}

	score, err := strconv.ParseFloat(string(scoreValue), 64)
	if err != nil {
		Log.Error.Print("Redis: ", err)
		return // ### return, no valid score ###
	}

	result := prod.client.ZAdd(prod.key, redis.Z{
		Score:  score,
		Member: string(value),
	})

	if result.Err() != nil {
		Log.Error.Print("Redis: ", result.Err())
		msg.Drop(prod.GetTimeout())
	}
}
Пример #3
0
func (prod *Redis) storeString(msg core.Message) {
	value, _ := prod.ProducerBase.Format(msg)

	result := prod.client.Set(prod.key, string(value))
	if result.Err() != nil {
		Log.Error.Print("Redis: ", result.Err())
		msg.Drop(prod.GetTimeout())
	}
}
Пример #4
0
func (prod *File) writeMessage(msg core.Message) {
	msg.Data, msg.StreamID = prod.ProducerBase.Format(msg)
	state, err := prod.getFileState(msg.StreamID, false)
	if err != nil {
		Log.Error.Print("File log error:", err)
		msg.Drop(time.Duration(0))
		return // ### return, dropped ###
	}

	if !state.batch.Append(msg) {
		state.writeBatch()
		state.batch.Append(msg)
	}
}
Пример #5
0
func (stream *Route) routeMessage(msg core.Message) {
	for i := 0; i < len(stream.routes); i++ {
		target := stream.routes[i]

		// Stream might require late binding
		if target.stream == nil {
			if core.StreamRegistry.WildcardProducersExist() {
				target.stream = core.StreamRegistry.GetStreamOrFallback(target.id)
			} else if target.stream = core.StreamRegistry.GetStream(target.id); target.stream == nil {
				// Remove without preserving order allows us to continue iterating
				lastIdx := len(stream.routes) - 1
				stream.routes[i] = stream.routes[lastIdx]
				stream.routes = stream.routes[:lastIdx]
				i--
				continue // ### continue, no route ###
			}
		}

		if target.id == stream.GetBoundStreamID() {
			stream.StreamBase.Route(msg, stream.GetBoundStreamID())
		} else {
			msg := msg // copy to allow streamId changes and multiple routes
			msg.StreamID = target.id
			target.stream.Enqueue(msg)
		}
	}
}
Пример #6
0
func (prod *Redis) storeHash(msg core.Message) {
	value, _ := prod.format.Format(msg)
	var field []byte
	if prod.fieldFromParsed {
		fieldMsg := msg
		fieldMsg.Data = value
		field, _ = prod.fieldFormat.Format(fieldMsg)
	} else {
		field, _ = prod.fieldFormat.Format(msg)
	}

	result := prod.client.HSet(prod.key, string(field), string(value))
	if result.Err() != nil {
		Log.Error.Print("Redis: ", result.Err())
		msg.Drop(prod.GetTimeout())
	}
}
Пример #7
0
// Format prepends the sequence number of the message (followed by ":") to the
// message.
func (format *Serialize) Format(msg core.Message) ([]byte, core.MessageStreamID) {
	msg.Data, msg.StreamID = format.base.Format(msg)
	data, err := msg.Serialize()
	if err != nil {
		Log.Error.Print("Serialize: ", err)
		return msg.Data, msg.StreamID
	}

	if !format.encode {
		return data, msg.StreamID // ### return, raw data ###
	}

	encodedSize := base64.StdEncoding.EncodedLen(len(data))
	encoded := make([]byte, encodedSize+1)
	base64.StdEncoding.Encode(encoded, data)
	encoded[encodedSize] = '\n'

	return encoded, msg.StreamID
}
Пример #8
0
func (cons *LoopBack) route(msg core.Message) {
	if streams, routeExists := cons.routes[msg.StreamID]; routeExists {
		for targetID, targetStream := range streams {
			msg.StreamID = targetID
			targetStream.Enqueue(msg)
		}
	} else {
		// Extend the cache
		targetStream := cons.addRoute(msg.StreamID, msg.StreamID)
		targetStream.Enqueue(msg)
	}
}