func (r *Service) doReplayFromRecording(id string, task *kapacitor.Task, recording Recording, clk clock.Clock, recTime bool) error { dataSource, err := parseDataSourceURL(recording.DataURL) if err != nil { return errors.Wrap(err, "load data source") } runReplay := func(tm *kapacitor.TaskMaster) error { var replayC <-chan error switch task.Type { case kapacitor.StreamTask: f, err := dataSource.StreamReader() if err != nil { return errors.Wrap(err, "data source open") } stream, err := tm.Stream(recording.ID) if err != nil { return errors.Wrap(err, "stream start") } replayC = kapacitor.ReplayStreamFromIO(clk, f, stream, recTime, precision) case kapacitor.BatchTask: fs, err := dataSource.BatchReaders() if err != nil { return errors.Wrap(err, "data source open") } collectors := tm.BatchCollectors(task.ID) replayC = kapacitor.ReplayBatchFromIO(clk, fs, collectors, recTime) } return <-replayC } return r.doReplay(id, task, runReplay) }
// Helper test function for batcher func testBatcher(t *testing.T, name, script string) (clock.Setter, *kapacitor.ExecutingTask, <-chan error, *kapacitor.TaskMaster) { if testing.Verbose() { wlog.SetLevel(wlog.DEBUG) } else { wlog.SetLevel(wlog.OFF) } // Create a new execution env tm := kapacitor.NewTaskMaster("testBatcher", logService) tm.HTTPDService = httpService tm.TaskStore = taskStore{} tm.DeadmanService = deadman{} tm.Open() // Create task task, err := tm.NewTask(name, script, kapacitor.BatchTask, dbrps, 0, nil) if err != nil { t.Fatal(err) } // Load test data var allData []io.ReadCloser var data io.ReadCloser for i := 0; err == nil; { f := fmt.Sprintf("%s.%d.brpl", name, i) data, err = os.Open(path.Join("data", f)) if err == nil { allData = append(allData, data) i++ } } if len(allData) == 0 { t.Fatal("could not find any data files for", name) } //Start the task et, err := tm.StartTask(task) if err != nil { t.Fatal(err) } // Replay test data to executor batches := tm.BatchCollectors(name) // Use 1971 so that we don't get true negatives on Epoch 0 collisions c := clock.New(time.Date(1971, 1, 1, 0, 0, 0, 0, time.UTC)) replayErr := kapacitor.ReplayBatchFromIO(c, allData, batches, false) t.Log(string(et.Task.Dot())) return c, et, replayErr, tm }