Exemple #1
0
func (p Purgatory) AddJob(j Job) {
	p.lock.Lock()
	defer p.lock.Unlock()

	pr := GetProject(j.Project)

	if w, ok := pr.GetWorker(j.Name); ok && j.Version <= w.Version {
		// we've already got the worker
		jobQueue.Push <- j
		jobClaims.setJobStatus(j.JobHeader, messages.JobQueued)
		log.Println("queueing", j)
		return
	}

	log.Printf("adding %v to purgatory", j)
	jobClaims.setJobStatus(j.JobHeader, messages.JobAwaitingWorker)

	// otherwise store it and wait for the job to arrive
	prjs, ok := p.workerlessJobs[j.Project]
	if !ok {
		prjs = make(map[string][]Job)
		p.workerlessJobs[j.Project] = prjs
	}
	prjs[j.Name] = append(prjs[j.Name], j)

	var wr = messages.WorkerRequest{}
	wr.Project = j.Project
	wr.Name = j.Name
	var line messages.Line
	if line, ok = getLine(j.Conn); !ok {
		log.Printf("unknown connection w/ %v", j)
	}
	line.Out <- wr.Message()
}
Exemple #2
0
/*
pull jobs from the backlog and request their workers
*/
func workerRequestLoop() {
	for {
		j := (<-backLog.Pop).(Job)
		wr := messages.WorkerRequest{
			Project: j.Project,
			Name:    j.Name,
		}
		mline, ok := getLine(j.Conn)
		if !ok {
			log.Println("job with no connection")
		}

		mline.Out <- wr.Message()
	}
}
Exemple #3
0
// this function ensures that the job has the right worker before queuing it
func prepareJobForQueue(j Job) {

	jobClaims.claimJob(j.JobHeader)
	ja := messages.JobAck{j.JobHeader}
	if line, ok := getLine(j.Conn); ok {
		line.Out <- ja.Message()
	}

	pr := GetProject(j.Project)

	// first, ensure that we've got the worker
	alreadyRequested := false
waitforworker:
	for {
		w, ok := pr.GetWorker(j.Name)
		if ok && j.Version <= w.Version {
			// we've already got the right worker
			break
		}
		workerChan := make(chan Worker)
		workerSub := func(msg messages.Message, line messages.Line) (keepgoing bool) {
			if string(msg.Payload["type"]) != messages.WorkerType {
				return true
			}

			worker, err := messages.WorkerFromMessage(msg)
			if err != nil {
				return true
			}

			if worker.Project != j.Project || worker.Name != j.Name {
				return true
			}

			if worker.Version < j.Version {
				return true
			}

			// this is our worker
			w := Worker{worker, line.Conn}
			pr.AddWorker(w)
			workerChan <- w
			// stop this subscription
			return false
		}

		if !alreadyRequested {
			alreadyRequested = true
			log.Printf("requesting worker for %v", j)
			wr := messages.WorkerRequest{
				Project: j.Project,
				Name:    j.Name,
				Version: j.Version,
			}
			line, ok := getLine(j.Conn)
			if !ok {
				log.Printf("job came from lost source")
			}
			line.Out <- wr.Message()
		}

		go subscribe(workerSub)
		timeout := time.NewTimer(2e9)
		select {
		case w = <-workerChan:
			break waitforworker
		case <-timeout.C:
			/*
				this timeout is here because we might have received the worker between the first
				check and when the subscription went active
			*/
		}
		timeout.Stop()
	}
	log.Printf("enqueuing %v", j)

	jobQueue.Push <- j
}