func batchSetNextGenerateJobTs(tx *db.LazyTrx, className string, params []NextGenParams, settings *ScriptSettings) (err error) {
if len(params) == 0 {
return
}
fields := `(class_name, location, next_generate_job_ts, jobs_generated_ts, jobs_finished_ts, init_jobs_ts, finish_jobs_ts, generation_id, settings_id)`
values := make([]string, 0, len(params))
for _, par := range params {
firstRun := !par.JobInfo.jobs_generated_ts.Valid
var prevTs, nextTs uint64
if !firstRun {
prevTs = uint64(par.JobInfo.jobs_generated_ts.Int64)
}
nextTs = getNextJobGenerateTs(className, firstRun, prevTs, settings)
values = append(values, fmt.Sprintf("('%s', '%s', FROM_UNIXTIME(%d), NULL, NULL, NULL, NULL, 1, %d)",
db.EscapeString(className), db.EscapeString(par.Location), nextTs, settings.id))
}
_, err = tx.Exec(
QUERY_BATCH_SET_NEXT_GENERATE_JOB_TS,
"fields", fields,
"values", &db.RawData{Data: strings.Join(values, ", ")})
return
}
// method inserts rows into timetable and sets insert id
func addToTimetable(tx *db.LazyTrx, ttRows []*TimetableEntry) error {
if len(ttRows) == 0 {
return nil
}
values := make([]string, 0)
for _, row := range ttRows {
val := fmt.Sprintf(
"('%s', %d, %s, '%s', %d, %s, %d, '%s', '%s', %d, FROM_UNIXTIME(%d), FROM_UNIXTIME(%d))",
db.EscapeString(row.class_name),
row.default_retry,
db.QNullInt64(row.repeat).Data,
row.method,
row.finished_successfully,
db.QNullInt64(row.generation_id).Data,
row.settings_id,
db.EscapeString(row.location),
db.EscapeString(row.JobData),
0,
row.created,
row.NextLaunchTs.Int64)
values = append(values, val)
}
res, err := tx.Exec(QUERY_INSERT_INTO_TIMETABLE, "values", &db.RawData{Data: strings.Join(values, ", ")})
if err != nil {
return err
}
insId, err := res.LastInsertId()
if err != nil {
log.Errorf("Could not get insert id even though insert was successfull: %s", err.Error())
return err
}
for _, row := range ttRows {
row.id = uint64(insId)
insId += autoIncrementIncrement
}
return nil
}
func addJobInfo(tx *db.LazyTrx, rows []*JobInfoEntry) (err error) {
if len(rows) == 0 {
return
}
fields := `(class_name, location, next_generate_job_ts, settings_id)`
values := make([]string, 0, len(rows))
for _, row := range rows {
values = append(values, fmt.Sprintf(
"('%s', '%s', FROM_UNIXTIME(%d), %d)",
db.EscapeString(row.class_name), db.EscapeString(row.location), row.next_generate_job_ts.Int64, row.settings_id))
}
_, err = tx.Exec(
QUERY_INSERT_INTO_JOB_INFO,
"fields", fields,
"values", &db.RawData{Data: strings.Join(values, ",")})
return
}
func addToQueueAndDeleteExpired(tx *db.LazyTrx, rows []*RunQueueEntry, toDelete []*TimetableEntry) error {
if len(rows) > 0 {
values := make([]string, 0, len(rows))
ttIds := make([]uint64, 0, len(rows))
fields := `(class_name, timetable_id, generation_id, hostname, hostname_idx, job_data, method, created, run_status, waiting_ts, should_init_ts, token, retry_attempt, settings_id)`
for _, row := range rows {
ttIds = append(ttIds, uint64(row.timetable_id.Int64))
val := fmt.Sprint(
"('"+db.EscapeString(row.ClassName)+"',",
db.QNullInt64(row.timetable_id).Data, ",",
row.generation_id.Int64, ",",
"'"+db.EscapeString(row.hostname)+"',",
row.hostname_idx, ",",
"'"+db.EscapeString(row.JobData)+"',",
"'"+db.EscapeString(row.method)+"',",
"FROM_UNIXTIME(", row.created.Int64, "),",
"'"+db.EscapeString(row.RunStatus)+"',",
"FROM_UNIXTIME(", row.waiting_ts.Int64, "),",
"FROM_UNIXTIME(", row.should_init_ts.Int64, "),",
"'"+db.EscapeString(row.token), "',",
row.retry_attempt, ",",
row.settings_id, ")")
values = append(values, val)
}
res, err := tx.Exec(QUERY_INSERT_INTO_RUN_QUEUE, "fields", fields, "values", &db.RawData{Data: strings.Join(values, ",")})
if err != nil {
return err
}
insId, err := res.LastInsertId()
if err != nil {
return err
}
for _, row := range rows {
row.Id = uint64(insId)
insId += autoIncrementIncrement
}
sort.Sort(common.UInt64Slice(ttIds))
res, err = tx.Exec(QUERY_LOG_ADD_TO_QUEUE, "ids", db.INUint64(ttIds))
if err != nil {
return err
}
aff, err := res.RowsAffected()
if err != nil {
return err
}
if aff != int64(len(ttIds)) {
return fmt.Errorf("update ur cache bro aff: %d ttIds:%+v", aff, ttIds)
}
}
if len(toDelete) > 0 {
ttIds := make([]uint64, 0, len(toDelete))
for _, row := range toDelete {
ttIds = append(ttIds, row.id)
}
sort.Sort(common.UInt64Slice(ttIds))
res, err := tx.Exec(QUERY_DELETE_FROM_TIMETABLE, "ids", db.INUint64(ttIds), "add_where", " AND added_to_queue_ts IS NULL")
if err != nil {
return err
}
aff, err := res.RowsAffected()
if err != nil {
return err
}
if aff != int64(len(ttIds)) {
return fmt.Errorf("addToQueueAndDeleteExpired unexpected ttIds deleted count:%d instead of %d ids:%+v", aff, len(ttIds), ttIds)
}
}
return nil
}
