// invalidAction marks actions that have failed to run func invalidAction(ctx Context, a mig.Action, origin string) (err error) { defer func() { if e := recover(); e != nil { err = fmt.Errorf("invalidAction() -> %v", e) } ctx.Channels.Log <- mig.Log{ActionID: a.ID, Desc: "leaving invalidAction()"}.Debug() }() // move action to invalid dir jsonA, err := json.Marshal(a) if err != nil { panic(err) } dest := fmt.Sprintf("%s/%.0f.json", ctx.Directories.Action.Invalid, a.ID) err = safeWrite(ctx, dest, jsonA) if err != nil { panic(err) } // remove the action from its origin os.Remove(origin) if err != nil { panic(err) } a.Status = "invalid" a.LastUpdateTime = time.Now().UTC() a.FinishTime = time.Now().UTC() a.Counters.Sent = 0 err = ctx.DB.UpdateAction(a) if err != nil { panic(err) } desc := fmt.Sprintf("invalidAction(): Action '%s' has been marked as invalid.", a.Name) ctx.Channels.Log <- mig.Log{OpID: ctx.OpID, ActionID: a.ID, Desc: desc}.Debug() return }
// FinishAction updates the action fields to mark it as done func (db *DB) FinishAction(a mig.Action) (err error) { a.FinishTime = time.Now() a.Status = "completed" _, err = db.c.Exec(`UPDATE actions SET (finishtime, lastupdatetime, status) = ($1, $2, $3) WHERE id=$4`, a.FinishTime, a.LastUpdateTime, a.Status, a.ID) if err != nil { return fmt.Errorf("Failed to update action: '%v'", err) } return }
// FinishAction updates the action fields to mark it as done func (db *DB) FinishAction(a mig.Action) (err error) { a.FinishTime = time.Now() a.Status = "completed" _, err = db.c.Exec(`UPDATE actions SET (finishtime, lastupdatetime, status, returnedctr, donectr, cancelledctr, failedctr, timeoutctr) = ($1, $2, $3, $4, $5, $6, $7, $8) WHERE id=$9`, a.FinishTime, a.LastUpdateTime, a.Status, a.Counters.Returned, a.Counters.Done, a.Counters.Cancelled, a.Counters.Failed, a.Counters.TimeOut, a.ID) if err != nil { return fmt.Errorf("Failed to update action: '%v'", err) } return }
// landAction moves an action file to the Done directory and // updates it in database func landAction(ctx Context, a mig.Action) (err error) { defer func() { if e := recover(); e != nil { err = fmt.Errorf("landAction() -> %v", e) } ctx.Channels.Log <- mig.Log{ActionID: a.ID, Desc: "leaving landAction()"}.Debug() }() // update status and timestamps a.Status = "done" a.FinishTime = time.Now().UTC() duration := a.FinishTime.Sub(a.StartTime) // log desc := fmt.Sprintf("action has completed in %s", duration.String()) ctx.Channels.Log <- mig.Log{OpID: ctx.OpID, ActionID: a.ID, Desc: desc} // move action to done dir jsonA, err := json.Marshal(a) if err != nil { panic(err) } dest := fmt.Sprintf("%s/%.0f.json", ctx.Directories.Action.Done, a.ID) err = safeWrite(ctx, dest, jsonA) if err != nil { panic(err) } // remove the action from its origin origin := fmt.Sprintf("%s/%.0f.json", ctx.Directories.Action.InFlight, a.ID) os.Remove(origin) if err != nil { panic(err) } err = ctx.DB.FinishAction(a) if err != nil { panic(err) } desc = fmt.Sprintf("landAction(): Action '%s' has landed", a.Name) ctx.Channels.Log <- mig.Log{OpID: ctx.OpID, ActionID: a.ID, Desc: desc}.Debug() return }
// createAction receives a signed action in a POST request, validates it, // and write it into the scheduler spool func createAction(respWriter http.ResponseWriter, request *http.Request) { var ( err error action mig.Action ) opid := getOpID(request) loc := fmt.Sprintf("%s%s", ctx.Server.Host, request.URL.String()) resource := cljs.New(loc) defer func() { if e := recover(); e != nil { ctx.Channels.Log <- mig.Log{OpID: opid, ActionID: action.ID, Desc: fmt.Sprintf("%v", e)}.Err() resource.SetError(cljs.Error{Code: fmt.Sprintf("%.0f", opid), Message: fmt.Sprintf("%v", e)}) respond(500, resource, respWriter, request) } ctx.Channels.Log <- mig.Log{OpID: opid, ActionID: action.ID, Desc: "leaving createAction()"}.Debug() }() // parse the POST body into a mig action err = request.ParseForm() if err != nil { panic(err) } postAction := request.FormValue("action") err = json.Unmarshal([]byte(postAction), &action) if err != nil { panic(err) } ctx.Channels.Log <- mig.Log{OpID: opid, Desc: fmt.Sprintf("Received action for creation '%s'", action)}.Debug() // Init action fields action.ID = mig.GenID() date0 := time.Date(0011, time.January, 11, 11, 11, 11, 11, time.UTC) date1 := time.Date(9998, time.January, 11, 11, 11, 11, 11, time.UTC) action.StartTime = date0 action.FinishTime = date1 action.LastUpdateTime = date0 action.Status = "pending" // load keyring and validate action keyring, err := getKeyring() if err != nil { panic(err) } err = action.Validate() if err != nil { panic(err) } err = action.VerifySignatures(keyring) if err != nil { panic(err) } ctx.Channels.Log <- mig.Log{OpID: opid, ActionID: action.ID, Desc: "Received new action with valid signature"} // write action to database err = ctx.DB.InsertAction(action) if err != nil { panic(err) } // write signatures to database astr, err := action.String() if err != nil { panic(err) } for _, sig := range action.PGPSignatures { k, err := getKeyring() if err != nil { panic(err) } fp, err := pgp.GetFingerprintFromSignature(astr, sig, k) if err != nil { panic(err) } inv, err := ctx.DB.InvestigatorByFingerprint(fp) if err != nil { panic(err) } err = ctx.DB.InsertSignature(action.ID, inv.ID, sig) if err != nil { panic(err) } } ctx.Channels.Log <- mig.Log{OpID: opid, ActionID: action.ID, Desc: "Action written to database"} err = resource.AddItem(cljs.Item{ Href: fmt.Sprintf("%s/action?actionid=%.0f", ctx.Server.BaseURL, action.ID), Data: []cljs.Data{{Name: "action ID " + fmt.Sprintf("%.0f", action.ID), Value: action}}, }) if err != nil { panic(err) } // return a 202 Accepted. the action will be processed asynchronously, and may fail later. respond(202, resource, respWriter, request) }
// createAction receives a signed action in a POST request, validates it, // and write it into the scheduler spool func createAction(respWriter http.ResponseWriter, request *http.Request) { var err error opid := mig.GenID() var action mig.Action loc := fmt.Sprintf("http://%s:%d%s", ctx.Server.IP, ctx.Server.Port, request.URL.String()) resource := cljs.New(loc) defer func() { if e := recover(); e != nil { ctx.Channels.Log <- mig.Log{OpID: opid, ActionID: action.ID, Desc: fmt.Sprintf("%v", e)}.Err() resource.SetError(cljs.Error{Code: fmt.Sprintf("%.0f", opid), Message: fmt.Sprintf("%v", e)}) respond(500, resource, respWriter, request, opid) } ctx.Channels.Log <- mig.Log{OpID: opid, ActionID: action.ID, Desc: "leaving createAction()"}.Debug() }() // parse the POST body into a mig action request.ParseForm() postAction := request.FormValue("action") err = json.Unmarshal([]byte(postAction), &action) if err != nil { panic(err) } ctx.Channels.Log <- mig.Log{OpID: opid, Desc: fmt.Sprintf("Received action for creation '%s'", action)}.Debug() // Init action fields action.ID = mig.GenID() date0 := time.Date(9998, time.January, 11, 11, 11, 11, 11, time.UTC) action.StartTime = date0 action.FinishTime = date0 action.LastUpdateTime = date0 action.Status = "init" // load keyring and validate action keyring, err := os.Open(ctx.PGP.Home + "/pubring.gpg") if err != nil { panic(err) } defer keyring.Close() err = action.Validate() if err != nil { panic(err) } err = action.VerifySignatures(keyring) if err != nil { panic(err) } ctx.Channels.Log <- mig.Log{OpID: opid, ActionID: action.ID, Desc: "Received new action with valid signature"} // write action to database err = ctx.DB.InsertAction(action) if err != nil { panic(err) } // write signatures to database astr, err := action.String() if err != nil { panic(err) } for _, sig := range action.PGPSignatures { // TODO: opening the keyring in a loop is really ugly. rewind! k, err := os.Open(ctx.PGP.Home + "/pubring.gpg") if err != nil { panic(err) } defer k.Close() fp, err := pgp.GetFingerprintFromSignature(astr, sig, k) if err != nil { panic(err) } iid, err := ctx.DB.InvestigatorByFingerprint(fp) if err != nil { panic(err) } err = ctx.DB.InsertSignature(action.ID, iid, sig) if err != nil { panic(err) } } ctx.Channels.Log <- mig.Log{OpID: opid, ActionID: action.ID, Desc: "Action written to database"} // write action to disk destdir := fmt.Sprintf("%s/%.0f.json", ctx.Directories.Action.New, action.ID) newAction, err := json.Marshal(action) if err != nil { panic(err) } err = ioutil.WriteFile(destdir, newAction, 0640) if err != nil { panic(err) } ctx.Channels.Log <- mig.Log{OpID: opid, ActionID: action.ID, Desc: "Action committed to spool"} err = resource.AddItem(cljs.Item{ Href: fmt.Sprintf("%s/action?actionid=%.0f", ctx.Server.BaseURL, action.ID), Data: []cljs.Data{{Name: "action ID " + fmt.Sprintf("%.0f", action.ID), Value: action}}, }) if err != nil { panic(err) } respond(201, resource, respWriter, request, opid) }