func SubmitJob(entryPoint string, job driver.Job) {
parts := strings.SplitN(entryPoint, "://", 2)
c, err := net.Dial(parts[0], parts[1])
if err != nil {
log.Fatal(err)
}
conn := protocol.NewClientConn(c)
defer conn.Close()
err = conn.Send(protocol.TYPE_CLIENT.Bytes())
if err != nil {
log.Fatal(err)
}
var msgId = []byte("100")
buf := bytes.NewBuffer(nil)
buf.Write(msgId)
buf.Write(protocol.NULL_CHAR)
buf.WriteByte(byte(protocol.SUBMIT_JOB))
buf.Write(protocol.NULL_CHAR)
buf.Write(job.Bytes())
err = conn.Send(buf.Bytes())
if err != nil {
log.Fatal(err)
}
payload, err := conn.Receive()
if err != nil {
log.Fatal(err)
}
_, cmd, _ := protocol.ParseCommand(payload)
fmt.Printf("%s\n", cmd.String())
}
func (worker *Worker) HandleDo(msgId int64, job driver.Job) (err error) {
defer worker.locker.Unlock()
worker.locker.Lock()
worker.jobQueue[job.Id] = job
buf := bytes.NewBuffer(nil)
buf.WriteString(strconv.FormatInt(msgId, 10))
buf.Write(protocol.NULL_CHAR)
buf.WriteString(strconv.FormatInt(job.Id, 10))
buf.Write(protocol.NULL_CHAR)
buf.Write(job.Bytes())
err = worker.conn.Send(buf.Bytes())
return
}
func (w *worker) handleJobAssign(msgId []byte, job driver.Job) (err error) {
defer w.locker.Unlock()
w.locker.Lock()
w.jobQueue[job.Id] = job
buf := bytes.NewBuffer(nil)
buf.Write(msgId)
buf.Write(protocol.NULL_CHAR)
buf.Write(protocol.JOB_ASSIGN.Bytes())
buf.Write(protocol.NULL_CHAR)
buf.WriteString(strconv.FormatInt(job.Id, 10))
buf.Write(protocol.NULL_CHAR)
buf.Write(job.Bytes())
err = w.conn.Send(buf.Bytes())
return
}
func (r RedisDriver) Save(job *driver.Job) (err error) {
defer r.RWLocker.Unlock()
r.RWLocker.Lock()
var key string
var prefix = REDIS_PREFIX + job.Func + ":"
var conn = r.pool.Get()
defer conn.Close()
if job.Id > 0 {
old, e := r.get(job.Id)
key = REDIS_PREFIX + strconv.FormatInt(job.Id, 10)
if e != nil || old.Id < 1 {
err = errors.New(fmt.Sprintf("Update Job %d fail, the old job is not exists.", job.Id))
return
}
r.cache.Remove(key)
if old.Name != job.Name {
if _, e := conn.Do("ZERM", prefix+"name", old.Name); e != nil {
log.Printf("Error: ZREM %s %s failed\n", prefix+"name", old.Name)
}
}
} else {
job.Id, err = redis.Int64(conn.Do("INCRBY", REDIS_PREFIX+"sequence", 1))
if err != nil {
return
}
}
idx, _ := redis.Int64(conn.Do("ZSCORE", prefix+"name", job.Name))
if idx > 0 && idx != job.Id {
err = errors.New("Duplicate Job name: " + job.Name)
return
}
key = REDIS_PREFIX + strconv.FormatInt(job.Id, 10)
_, err = conn.Do("SET", key, job.Bytes())
if err == nil {
if _, e := conn.Do("ZADD", prefix+"name", job.Id, job.Name); e != nil {
log.Printf("Error: ZADD %s %d %s fail\n", prefix+"name", job.Id, job.Name)
}
if _, e := conn.Do("ZADD", REDIS_PREFIX+"ID", job.Id, strconv.FormatInt(job.Id, 10)); e != nil {
log.Printf("Error: ZADD %s %d %d fail\n", REDIS_PREFIX+"ID", job.Id, job.Id)
}
}
return
}
// Save job. when job is exists update it, other create one.
func (l Driver) Save(job *driver.Job, force ...bool) (err error) {
defer l.RWLocker.Unlock()
l.RWLocker.Lock()
batch := new(leveldb.Batch)
var isNew = true
if job.ID > 0 {
isNew = false
} else {
lastID, e := l.db.Get([]byte(PRESEQUENCE+"JOB"), nil)
if e != nil || lastID == nil {
job.ID = 1
} else {
id, _ := strconv.ParseInt(string(lastID), 10, 64)
job.ID = id + 1
}
}
var strID = strconv.FormatInt(job.ID, 10)
if isNew {
batch.Put([]byte(PRESEQUENCE+"JOB"), []byte(strID))
batch.Put([]byte(PREFUNC+job.Func+":"+job.Name), []byte(strID))
} else if len(force) == 0 || !force[0] {
old, e := l.get(job.ID)
if e != nil || old.ID == 0 {
err = fmt.Errorf("Update Job %d fail, the old job is not exists.", job.ID)
return
}
l.cache.Remove(PREJOB + strID)
if old.Name != job.Name {
batch.Delete([]byte(PREFUNC + job.Func + ":" + old.Name))
batch.Put([]byte(PREFUNC+job.Func+":"+job.Name), []byte(strID))
}
}
batch.Put([]byte(PREJOB+strID), job.Bytes())
err = l.db.Write(batch, nil)
return
}
func (l LevelDBDriver) Save(job *driver.Job) (err error) {
defer l.RWLocker.Unlock()
l.RWLocker.Lock()
batch := new(leveldb.Batch)
var isNew = true
if job.Id > 0 {
isNew = false
} else {
last_id, e := l.db.Get([]byte(PRE_SEQUENCE+"JOB"), nil)
if e != nil || last_id == nil {
job.Id = 1
} else {
id, _ := strconv.ParseInt(string(last_id), 10, 64)
job.Id = id + 1
}
}
var strId = strconv.FormatInt(job.Id, 10)
if isNew {
batch.Put([]byte(PRE_SEQUENCE+"JOB"), []byte(strId))
batch.Put([]byte(PRE_JOB_FUNC+job.Func+":"+job.Name), []byte(strId))
} else {
old, e := l.get(job.Id)
if e != nil || old.Id == 0 {
err = errors.New(fmt.Sprintf("Update Job %d fail, the old job is not exists.", job.Id))
return
}
l.cache.Remove(PRE_JOB + strId)
if old.Name != job.Name {
batch.Delete([]byte(PRE_JOB_FUNC + job.Func + ":" + old.Name))
batch.Put([]byte(PRE_JOB_FUNC+job.Func+":"+job.Name), []byte(strId))
}
}
batch.Put([]byte(PRE_JOB+strId), job.Bytes())
err = l.db.Write(batch, nil)
return
}
