func (p *Plain) Handle(c net.Conn) {
defer c.Close()
// TODO c.SetTimeout(60e9)
r := bufio.NewReaderSize(c, 4096)
for {
// Note that everything in this loop should proceed as fast as it can
// so we're not blocked and can keep processing
// so the validation, the pipeline initiated via table.Dispatch(), etc
// must never block.
// note that we don't support lines longer than 4096B. that seems very reasonable..
buf, _, err := r.ReadLine()
if err != nil {
if io.EOF != err {
log.Error(err.Error())
}
break
}
numIn.Inc(1)
key, _, ts, err := m20.ValidatePacket(buf, p.config.Validation_level_legacy.Level, p.config.Validation_level_m20.Level)
if err != nil {
p.bad.Add(key, buf, err)
numInvalid.Inc(1)
continue
}
if p.config.Validate_order {
err = validate.Ordered(key, ts)
if err != nil {
p.bad.Add(key, buf, err)
numOutOfOrder.Inc(1)
continue
}
}
p.table.Dispatch(buf)
}
}
func (p *Pickle) Handle(c net.Conn) {
defer c.Close()
// TODO c.SetTimeout(60e9)
r := bufio.NewReaderSize(c, 4096)
ReadLoop:
for {
// Note that everything in this loop should proceed as fast as it can
// so we're not blocked and can keep processing
// so the validation, the pipeline initiated via table.Dispatch(), etc
// must never block.
var length uint32
err := binary.Read(r, binary.BigEndian, &length)
if err != nil {
if io.EOF != err {
log.Error("couldn't read payload length: " + err.Error())
}
break
}
lengthTotal := int(length)
lengthRead := 0
payload := make([]byte, lengthTotal, lengthTotal)
for {
tmpLengthRead, err := r.Read(payload[lengthRead:])
if err != nil {
log.Error("couldn't read payload: " + err.Error())
break ReadLoop
}
lengthRead += tmpLengthRead
if lengthRead == lengthTotal {
break
}
if lengthRead > lengthTotal {
log.Error(fmt.Sprintf("expected to read %d bytes, but read %d", length, lengthRead))
break ReadLoop
}
}
decoder := ogorek.NewDecoder(bytes.NewBuffer(payload))
rawDecoded, err := decoder.Decode()
if err != nil {
if io.EOF != err {
log.Error("error reading pickled data " + err.Error())
}
break
}
decoded, ok := rawDecoded.([]interface{})
if !ok {
log.Error(fmt.Sprintf("Unrecognized type %T for pickled data", rawDecoded))
break
}
ItemLoop:
for _, rawItem := range decoded {
numIn.Inc(1)
item, ok := rawItem.([]interface{})
if !ok {
log.Error(fmt.Sprintf("Unrecognized type %T for item", rawItem))
numInvalid.Inc(1)
continue
}
if len(item) != 2 {
log.Error(fmt.Sprintf("item length must be 2, got %d", len(item)))
numInvalid.Inc(1)
continue
}
metric, ok := item[0].(string)
if !ok {
log.Error(fmt.Sprintf("item metric must be a string, got %T", item[0]))
numInvalid.Inc(1)
continue
}
data, ok := item[1].([]interface{})
if !ok {
log.Error(fmt.Sprintf("item data must be an array, got %T", item[1]))
numInvalid.Inc(1)
continue
}
if len(data) != 2 {
log.Error(fmt.Sprintf("item data length must be 2, got %d", len(data)))
numInvalid.Inc(1)
continue
}
var value string
switch data[1].(type) {
case string:
value = data[1].(string)
case uint8, uint16, uint32, uint64, int8, int16, int32, int64:
value = fmt.Sprintf("%d", data[1])
case float32, float64:
value = fmt.Sprintf("%f", data[1])
default:
log.Error(fmt.Sprintf("Unrecognized type %T for value", data[1]))
numInvalid.Inc(1)
continue ItemLoop
}
var timestamp string
switch data[0].(type) {
case string:
timestamp = data[0].(string)
case uint8, uint16, uint32, uint64, int8, int16, int32, int64, (*big.Int):
timestamp = fmt.Sprintf("%d", data[0])
case float32, float64:
timestamp = fmt.Sprintf("%.0f", data[0])
default:
log.Error(fmt.Sprintf("Unrecognized type %T for timestamp", data[0]))
numInvalid.Inc(1)
continue ItemLoop
}
buf := []byte(metric + " " + value + " " + timestamp)
key, _, ts, err := m20.ValidatePacket(buf, p.config.Validation_level_legacy.Level, p.config.Validation_level_m20.Level)
if err != nil {
p.bad.Add(key, buf, err)
numInvalid.Inc(1)
continue
}
if p.config.Validate_order {
err = validate.Ordered(key, ts)
if err != nil {
p.bad.Add(key, buf, err)
numOutOfOrder.Inc(1)
continue
}
}
p.table.Dispatch(buf)
}
}
}