Example #1
0
func logLineProtoStrategy(_ *kafka.Worker, msg *kafka.Message, id kafka.TaskId) kafka.WorkerResult {
	line := &sp.LogLine{}
	proto.Unmarshal(msg.Value, line)
	timings <- line.Timings

	return kafka.NewSuccessfulResult(id)
}
Example #2
0
func GetStrategy(consumerId string) func(*kafkaClient.Worker, *kafkaClient.Message, kafkaClient.TaskId) kafkaClient.WorkerResult {
	consumeRate := metrics.NewRegisteredMeter(fmt.Sprintf("%s-ConsumeRate", consumerId), metrics.DefaultRegistry)
	return func(_ *kafkaClient.Worker, msg *kafkaClient.Message, id kafkaClient.TaskId) kafkaClient.WorkerResult {
		kafkaClient.Tracef("main", "Got a message: %s", string(msg.Value))
		consumeRate.Mark(1)

		return kafkaClient.NewSuccessfulResult(id)
	}
}
Example #3
0
func avroStrategy(_ *kafka.Worker, msg *kafka.Message, id kafka.TaskId) kafka.WorkerResult {
	record := msg.DecodedValue.(*avro.GenericRecord)

	newTimings := make([]int64, 0)
	for _, timing := range record.Get("timings").([]interface{}) {
		newTimings = append(newTimings, timing.(int64))
	}
	timings <- newTimings

	return kafka.NewSuccessfulResult(id)
}
Example #4
0
func avroStrategy(_ *kafka.Worker, msg *kafka.Message, id kafka.TaskId) kafka.WorkerResult {
	record := msg.DecodedValue.(*avro.GenericRecord)

	messageTimings := record.Get("timings").([]interface{})
	for _, timing := range msg.DecodedKey.([]int64) {
		messageTimings = append(messageTimings, timing)
	}
	messageTimings = append(messageTimings, time.Now().UnixNano()/int64(time.Millisecond))
	record.Set("timings", messageTimings)

	producer.Input() <- &kafka.ProducerMessage{Topic: *produceTopic, Value: record}

	return kafka.NewSuccessfulResult(id)
}
Example #5
0
func logLineProtoStrategy(_ *kafka.Worker, msg *kafka.Message, id kafka.TaskId) kafka.WorkerResult {
	line := &sp.LogLine{}
	proto.Unmarshal(msg.Value, line)
	line.Timings = append(line.Timings, msg.DecodedKey.([]int64)...)
	line.Timings = append(line.Timings, time.Now().UnixNano()/int64(time.Millisecond))

	bytes, err := proto.Marshal(line)
	if err != nil {
		panic(err)
	}

	producer.Input() <- &kafka.ProducerMessage{Topic: *produceTopic, Value: bytes}

	return kafka.NewSuccessfulResult(id)
}