func putRecordBuffered(svc *firehose.Firehose, channel string, data []byte, total, batch int) { ts := time.Now() for i := 0; i < total/batch; i++ { var buf []byte for j := 0; j < batch; j++ { buf = append(buf, data...) buf = append(buf, byte('\n')) } params := &firehose.PutRecordInput{ DeliveryStreamName: aws.String(channel), Record: &firehose.Record{Data: buf}, } svc.PutRecord(params) } duration := float64(time.Since(ts)) / float64(time.Millisecond) //log.Printf("Pushed a total of %d (msg size %d) buffered into %d in %fms", total, len(data), batch, duration) fmt.Printf("%d,%d,%d,%f\n", total, len(data), batch, duration) }