Esempio n. 1
0
func runExecutor() {
	driver := mesos.ExecutorDriver{
		Executor: &mesos.Executor{
			Registered: func(
				driver *mesos.ExecutorDriver,
				executor mesos.ExecutorInfo,
				framework mesos.FrameworkInfo,
				slave mesos.SlaveInfo) {
				fmt.Println("Executor registered!")
			},

			LaunchTask: func(driver *mesos.ExecutorDriver, taskInfo mesos.TaskInfo) {
				fmt.Println("Launch task!")
				driver.SendStatusUpdate(&mesos.TaskStatus{
					TaskId:  taskInfo.TaskId,
					State:   mesos.NewTaskState(mesos.TaskState_TASK_RUNNING),
					Message: proto.String("Go task is running!"),
				})

				driver.SendStatusUpdate(&mesos.TaskStatus{
					TaskId:  taskInfo.TaskId,
					State:   mesos.NewTaskState(mesos.TaskState_TASK_FINISHED),
					Message: proto.String("Go task is done!"),
				})
			},
		},
	}

	driver.Init()
	defer driver.Destroy()

	driver.Run()
}
Esempio n. 2
0
func do_executor_job(addr string) {
	driver := mesos.ExecutorDriver{
		Executor: &mesos.Executor{
			Registered: func(
				driver *mesos.ExecutorDriver,
				executor mesos.ExecutorInfo,
				framework mesos.FrameworkInfo,
				slave mesos.SlaveInfo) {
				var environ map[string]interface{}
				dec := gob.NewDecoder(bytes.NewBuffer(executor.Data))
				if err := dec.Decode(&environ); err != nil {
					glog.Fatal(err)
				}
				_env.start(false, environ, false)
			},

			LaunchTask: func(driver *mesos.ExecutorDriver, taskInfo mesos.TaskInfo) {
				taskId := taskInfo.TaskId
				if err := driver.SendStatusUpdate(&mesos.TaskStatus{
					TaskId:  taskId,
					State:   mesos.NewTaskState(mesos.TaskState_TASK_RUNNING),
					Message: proto.String("task is running!"),
				}); err != nil {
					glog.Fatal(err)
				}

				reader, err := gzip.NewReader(bytes.NewBuffer(taskInfo.Data))
				if err != nil {
					glog.Fatal(err)
				}
				defer reader.Close()
				datas, err := ioutil.ReadAll(reader)
				if err != nil {
					glog.Fatal(err)
				}
				jobTask := &SimpleJobTask{}
				dec := gob.NewDecoder(bytes.NewBuffer(datas))
				if err := dec.Decode(jobTask); err != nil {
					glog.Fatal(err)
				}
				task := jobTask.Task
				accumulators.Clear()
				//TODO:try it 3 timess
				done := make(chan bool)
				defer close(done)
				result, err := task.run(done, 0)
				accUpdate := accumulators.Values()
				jobResult := &SimpleJobResult{
					Err:     err,
					Result:  result,
					Updates: accUpdate,
				}
				var buf bytes.Buffer
				enc := gob.NewEncoder(&buf)
				if err := enc.Encode(jobResult); err != nil {
					glog.Fatal(err)
				}
				//TODO: when things is to big
				//TODO: when is url for shuffletak

				if err := driver.SendStatusUpdate(&mesos.TaskStatus{
					TaskId:  taskId,
					State:   mesos.NewTaskState(mesos.TaskState_TASK_FINISHED),
					Data:    buf.Bytes(),
					Message: proto.String("task is done!"),
				}); err != nil {
					glog.Fatal(err)
				}
				glog.Infof("task[%s] is done!", taskId)
			},
		},
	}

	driver.Init()
	defer driver.Destroy()
	driver.Run()
}