func TestWorkflowString(t *testing.T) {
log.SetLevel(log.FatalLevel)
Convey("String", t, func() {
w := wmap.NewWorkflowMap()
w.CollectNode.AddMetric("fall", 1)
pr1 := wmap.NewProcessNode("winter", 1)
pr2 := wmap.NewProcessNode("summer", 1)
pu1 := wmap.NewPublishNode("spring", 1)
pu2 := wmap.NewPublishNode("autumn", 1)
w.CollectNode.AddConfigItem("/foo/bar", "user", "rain")
pr1.AddConfigItem("leaves", 1)
pr2.AddConfigItem("flowers", 2)
pu2.AddConfigItem("grass", 3)
w.CollectNode.Add(pr1)
w.CollectNode.Add(pu1)
w.CollectNode.ProcessNodes[0].Add(pr2)
w.CollectNode.ProcessNodes[0].Add(pu2)
wf, err := wmapToWorkflow(w)
So(err, ShouldBeNil)
str := wf.String()
//fmt.Printf("%v", str)
So(str, ShouldNotBeEmpty)
str2 := wf.processNodes[0].String("")
So(str2, ShouldNotBeEmpty)
metricString("", wf.metrics)
})
}
func TestCollectPublishWorkflow(t *testing.T) {
log.SetLevel(log.FatalLevel)
Convey("Given a started plugin control", t, func() {
c := control.New()
c.Start()
s := New()
s.SetMetricManager(c)
Convey("create a workflow", func() {
rp, err := core.NewRequestedPlugin(snap_collector_mock2_path)
So(err, ShouldBeNil)
_, err = c.Load(rp)
So(err, ShouldBeNil)
rp2, err := core.NewRequestedPlugin(snap_publisher_file_path)
So(err, ShouldBeNil)
_, err = c.Load(rp2)
So(err, ShouldBeNil)
rp3, err := core.NewRequestedPlugin(snap_processor_passthru_path)
So(err, ShouldBeNil)
_, err = c.Load(rp3)
So(err, ShouldBeNil)
time.Sleep(100 * time.Millisecond)
metrics, err2 := c.MetricCatalog()
So(err2, ShouldBeNil)
So(metrics, ShouldNotBeEmpty)
w := wmap.NewWorkflowMap()
w.CollectNode.AddMetric("/intel/mock/foo", 2)
w.CollectNode.AddConfigItem("/intel/mock/foo", "password", "secret")
pu := wmap.NewPublishNode("file", 3)
pu.AddConfigItem("file", "/tmp/snap-TestCollectPublishWorkflow.out")
pr := wmap.NewProcessNode("passthru", 1)
time.Sleep(100 * time.Millisecond)
pr.Add(pu)
w.CollectNode.Add(pr)
Convey("Start scheduler", func() {
err := s.Start()
So(err, ShouldBeNil)
Convey("Create task", func() {
t, err := s.CreateTask(schedule.NewSimpleSchedule(time.Millisecond*500), w, false)
So(err.Errors(), ShouldBeEmpty)
So(t, ShouldNotBeNil)
t.(*task).Spin()
time.Sleep(3 * time.Second)
})
})
})
})
}
func newMockWorkflowMap() *wmap.WorkflowMap {
w := wmap.NewWorkflowMap()
// Collection node
w.CollectNode.AddMetric("/foo/bar", 1)
w.CollectNode.AddMetric("/foo/baz", 2)
w.CollectNode.AddConfigItem("/foo/bar", "username", "root")
w.CollectNode.AddConfigItem("/foo/bar", "port", 8080)
w.CollectNode.AddConfigItem("/foo/bar", "ratio", 0.32)
w.CollectNode.AddConfigItem("/foo/bar", "yesorno", true)
// Add a process node
pr1 := wmap.NewProcessNode("machine", 1)
pr1.AddConfigItem("username", "wat")
pr1.AddConfigItem("howmuch", 9999)
// Add a process node
pr12 := wmap.NewProcessNode("machine", 1)
pr12.AddConfigItem("username", "wat2")
pr12.AddConfigItem("howmuch", 99992)
// Publish node for our process node
pu1 := wmap.NewPublishNode("rmq", -1)
pu1.AddConfigItem("birthplace", "dallas")
pu1.AddConfigItem("monies", 2)
// Publish node direct to collection
pu2 := wmap.NewPublishNode("file", -1)
pu2.AddConfigItem("color", "brown")
pu2.AddConfigItem("purpose", 42)
pr12.Add(pu2)
pr1.Add(pr12)
w.CollectNode.Add(pr1)
w.CollectNode.Add(pu1)
return w
}
func TestScheduler(t *testing.T) {
log.SetLevel(log.FatalLevel)
Convey("NewTask", t, func() {
c := new(mockMetricManager)
c.setAcceptedContentType("machine", core.ProcessorPluginType, 1, []string{"snap.*", "snap.gob", "foo.bar"})
c.setReturnedContentType("machine", core.ProcessorPluginType, 1, []string{"snap.gob"})
c.setAcceptedContentType("rmq", core.PublisherPluginType, -1, []string{"snap.json", "snap.gob"})
c.setAcceptedContentType("file", core.PublisherPluginType, -1, []string{"snap.json"})
cfg := GetDefaultConfig()
s := New(cfg)
s.SetMetricManager(c)
w := wmap.NewWorkflowMap()
// Collection node
w.CollectNode.AddMetric("/foo/bar", 1)
w.CollectNode.AddMetric("/foo/baz", 2)
w.CollectNode.AddConfigItem("/foo/bar", "username", "root")
w.CollectNode.AddConfigItem("/foo/bar", "port", 8080)
w.CollectNode.AddConfigItem("/foo/bar", "ratio", 0.32)
w.CollectNode.AddConfigItem("/foo/bar", "yesorno", true)
// Add a process node
pr1 := wmap.NewProcessNode("machine", 1)
pr1.AddConfigItem("username", "wat")
pr1.AddConfigItem("howmuch", 9999)
// Add a process node
pr12 := wmap.NewProcessNode("machine", 1)
pr12.AddConfigItem("username", "wat2")
pr12.AddConfigItem("howmuch", 99992)
// Publish node for our process node
pu1 := wmap.NewPublishNode("rmq", -1)
pu1.AddConfigItem("birthplace", "dallas")
pu1.AddConfigItem("monies", 2)
// Publish node direct to collection
pu2 := wmap.NewPublishNode("file", -1)
pu2.AddConfigItem("color", "brown")
pu2.AddConfigItem("purpose", 42)
pr12.Add(pu2)
pr1.Add(pr12)
w.CollectNode.Add(pr1)
w.CollectNode.Add(pu1)
e := s.Start()
So(e, ShouldBeNil)
t, te := s.CreateTask(schedule.NewSimpleSchedule(time.Second*1), w, false)
So(te.Errors(), ShouldBeEmpty)
for _, i := range t.(*task).workflow.processNodes {
testInboundContentType(i)
}
for _, i := range t.(*task).workflow.publishNodes {
testInboundContentType(i)
}
So(t.(*task).workflow.processNodes[0].ProcessNodes[0].PublishNodes[0].InboundContentType, ShouldEqual, "snap.json")
Convey("returns errors when metrics do not validate", func() {
c.failValidatingMetrics = true
c.failValidatingMetricsAfter = 1
_, err := s.CreateTask(schedule.NewSimpleSchedule(time.Second*1), w, false)
So(err, ShouldNotBeNil)
fmt.Printf("%d", len(err.Errors()))
So(len(err.Errors()), ShouldBeGreaterThan, 0)
So(err.Errors()[0], ShouldResemble, serror.New(errors.New("metric validation error")))
})
Convey("returns an error when scheduler started and MetricManager is not set", func() {
s1 := New(GetDefaultConfig())
err := s1.Start()
So(err, ShouldNotBeNil)
fmt.Printf("%v", err)
So(err, ShouldResemble, ErrMetricManagerNotSet)
})
Convey("returns an error when wrong namespace is given wo workflowmap ", func() {
w.CollectNode.AddMetric("****/&&&", 3)
w.CollectNode.AddConfigItem("****/&&&", "username", "user")
_, err := s.CreateTask(schedule.NewSimpleSchedule(time.Second*1), w, false)
So(len(err.Errors()), ShouldBeGreaterThan, 0)
})
// TODO NICK
Convey("returns an error when a schedule does not validate", func() {
s1 := New(GetDefaultConfig())
s1.Start()
_, err := s1.CreateTask(schedule.NewSimpleSchedule(time.Second*1), w, false)
So(err, ShouldNotBeNil)
So(len(err.Errors()), ShouldBeGreaterThan, 0)
So(err.Errors()[0], ShouldResemble, serror.New(ErrSchedulerNotStarted))
s1.metricManager = c
s1.Start()
_, err1 := s1.CreateTask(schedule.NewSimpleSchedule(time.Second*0), w, false)
So(err1.Errors()[0].Error(), ShouldResemble, "Interval must be greater than 0")
})
// // TODO NICK
Convey("create a task", func() {
tsk, err := s.CreateTask(schedule.NewSimpleSchedule(time.Second*5), w, false)
So(len(err.Errors()), ShouldEqual, 0)
So(tsk, ShouldNotBeNil)
So(tsk.(*task).deadlineDuration, ShouldResemble, DefaultDeadlineDuration)
So(len(s.GetTasks()), ShouldEqual, 2)
Convey("error when attempting to add duplicate task", func() {
err := s.tasks.add(tsk.(*task))
So(err, ShouldNotBeNil)
})
Convey("get created task", func() {
t, err := s.GetTask(tsk.ID())
So(err, ShouldBeNil)
So(t, ShouldEqual, tsk)
})
Convey("error when attempting to get a task that doesn't exist", func() {
t, err := s.GetTask("1234")
So(err, ShouldNotBeNil)
So(t, ShouldBeNil)
})
Convey("stop a stopped task", func() {
err := s.StopTask(tsk.ID())
So(len(err), ShouldEqual, 1)
So(err[0].Error(), ShouldEqual, "Task is already stopped.")
})
})
// // // TODO NICK
Convey("returns a task with a 6 second deadline duration", func() {
tsk, err := s.CreateTask(schedule.NewSimpleSchedule(time.Second*6), w, false, core.TaskDeadlineDuration(6*time.Second))
So(len(err.Errors()), ShouldEqual, 0)
So(tsk.(*task).deadlineDuration, ShouldResemble, time.Duration(6*time.Second))
prev := tsk.(*task).Option(core.TaskDeadlineDuration(1 * time.Second))
So(tsk.(*task).deadlineDuration, ShouldResemble, time.Duration(1*time.Second))
tsk.(*task).Option(prev)
So(tsk.(*task).deadlineDuration, ShouldResemble, time.Duration(6*time.Second))
})
Convey("Enable a stopped task", func() {
tsk, _ := s.CreateTask(schedule.NewSimpleSchedule(time.Millisecond*100), w, false)
So(tsk, ShouldNotBeNil)
_, err := s.EnableTask(tsk.ID())
So(err, ShouldNotBeNil)
})
Convey("Enable a disabled task", func() {
tsk, _ := s.CreateTask(schedule.NewSimpleSchedule(time.Millisecond*100), w, false)
So(tsk, ShouldNotBeNil)
t := s.tasks.Get(tsk.ID())
t.state = core.TaskDisabled
etsk, err1 := s.EnableTask(tsk.ID())
So(err1, ShouldBeNil)
So(etsk.State(), ShouldEqual, core.TaskStopped)
})
Convey("Start disabled task", func() {
tsk, _ := s.CreateTask(schedule.NewSimpleSchedule(time.Millisecond*100), w, false)
So(tsk, ShouldNotBeNil)
t := s.tasks.Get(tsk.ID())
t.state = core.TaskDisabled
err := s.StartTask(tsk.ID())
So(err[0].Error(), ShouldResemble, "Task is disabled. Cannot be started.")
So(t.state, ShouldEqual, core.TaskDisabled)
})
})
Convey("Stop()", t, func() {
Convey("Should set scheduler state to SchedulerStopped", func() {
scheduler := New(GetDefaultConfig())
c := new(mockMetricManager)
scheduler.metricManager = c
scheduler.Start()
scheduler.Stop()
So(scheduler.state, ShouldEqual, schedulerStopped)
})
})
Convey("SetMetricManager()", t, func() {
Convey("Should set metricManager for scheduler", func() {
scheduler := New(GetDefaultConfig())
c := new(mockMetricManager)
scheduler.SetMetricManager(c)
So(scheduler.metricManager, ShouldEqual, c)
})
})
}
func (t *mockTask) WMap() *wmap.WorkflowMap {
return wmap.NewWorkflowMap()
}