// Auto generating conditions according a struct func buildConditions(engine *Engine, table *core.Table, bean interface{}, includeVersion bool, includeUpdated bool, includeNil bool, includeAutoIncr bool, allUseBool bool, useAllCols bool, unscoped bool, mustColumnMap map[string]bool, tableName string, addedTableName bool) ([]string, []interface{}) { colNames := make([]string, 0) var args = make([]interface{}, 0) for _, col := range table.Columns() { if !includeVersion && col.IsVersion { continue } if !includeUpdated && col.IsUpdated { continue } if !includeAutoIncr && col.IsAutoIncrement { continue } if engine.dialect.DBType() == core.MSSQL && col.SQLType.Name == core.Text { continue } var colName string if addedTableName { colName = engine.Quote(tableName) + "." + engine.Quote(col.Name) } else { colName = engine.Quote(col.Name) } fieldValuePtr, err := col.ValueOf(bean) if err != nil { engine.LogError(err) continue } if col.IsDeleted && !unscoped { // tag "deleted" is enabled colNames = append(colNames, fmt.Sprintf("(%v IS NULL or %v = '0001-01-01 00:00:00')", colName, colName)) } fieldValue := *fieldValuePtr if fieldValue.Interface() == nil { continue } fieldType := reflect.TypeOf(fieldValue.Interface()) requiredField := useAllCols if b, ok := mustColumnMap[strings.ToLower(col.Name)]; ok { if b { requiredField = true } else { continue } } if fieldType.Kind() == reflect.Ptr { if fieldValue.IsNil() { if includeNil { args = append(args, nil) colNames = append(colNames, fmt.Sprintf("%v %s ?", colName, engine.dialect.EqStr())) } continue } else if !fieldValue.IsValid() { continue } else { // dereference ptr type to instance type fieldValue = fieldValue.Elem() fieldType = reflect.TypeOf(fieldValue.Interface()) requiredField = true } } var val interface{} switch fieldType.Kind() { case reflect.Bool: if allUseBool || requiredField { val = fieldValue.Interface() } else { // if a bool in a struct, it will not be as a condition because it default is false, // please use Where() instead continue } case reflect.String: if !requiredField && fieldValue.String() == "" { continue } // for MyString, should convert to string or panic if fieldType.String() != reflect.String.String() { val = fieldValue.String() } else { val = fieldValue.Interface() } case reflect.Int8, reflect.Int16, reflect.Int, reflect.Int32, reflect.Int64: if !requiredField && fieldValue.Int() == 0 { continue } val = fieldValue.Interface() case reflect.Float32, reflect.Float64: if !requiredField && fieldValue.Float() == 0.0 { continue } val = fieldValue.Interface() case reflect.Uint8, reflect.Uint16, reflect.Uint, reflect.Uint32, reflect.Uint64: if !requiredField && fieldValue.Uint() == 0 { continue } t := int64(fieldValue.Uint()) val = reflect.ValueOf(&t).Interface() case reflect.Struct: if fieldType.ConvertibleTo(core.TimeType) { t := fieldValue.Convert(core.TimeType).Interface().(time.Time) if !requiredField && (t.IsZero() || !fieldValue.IsValid()) { continue } val = engine.FormatTime(col.SQLType.Name, t) } else if _, ok := reflect.New(fieldType).Interface().(core.Conversion); ok { continue } else { engine.autoMapType(fieldValue) if table, ok := engine.Tables[fieldValue.Type()]; ok { if len(table.PrimaryKeys) == 1 { pkField := reflect.Indirect(fieldValue).FieldByName(table.PKColumns()[0].FieldName) // fix non-int pk issues //if pkField.Int() != 0 { if pkField.IsValid() && !isZero(pkField.Interface()) { val = pkField.Interface() } else { continue } } else { //TODO: how to handler? panic(fmt.Sprintln("not supported", fieldValue.Interface(), "as", table.PrimaryKeys)) } } else { val = fieldValue.Interface() } } case reflect.Array, reflect.Slice, reflect.Map: if fieldValue == reflect.Zero(fieldType) { continue } if fieldValue.IsNil() || !fieldValue.IsValid() || fieldValue.Len() == 0 { continue } if col.SQLType.IsText() { bytes, err := json.Marshal(fieldValue.Interface()) if err != nil { engine.LogError(err) continue } val = string(bytes) } else if col.SQLType.IsBlob() { var bytes []byte var err error if (fieldType.Kind() == reflect.Array || fieldType.Kind() == reflect.Slice) && fieldType.Elem().Kind() == reflect.Uint8 { if fieldValue.Len() > 0 { val = fieldValue.Bytes() } else { continue } } else { bytes, err = json.Marshal(fieldValue.Interface()) if err != nil { engine.LogError(err) continue } val = bytes } } else { continue } default: val = fieldValue.Interface() } args = append(args, val) var condi string if col.IsPrimaryKey && engine.dialect.DBType() == "ql" { condi = "id() == ?" } else { condi = fmt.Sprintf("%v %s ?", colName, engine.dialect.EqStr()) } colNames = append(colNames, condi) } return colNames, args }
func (engine *Engine) Sync2(beans ...interface{}) error { tables, err := engine.DBMetas() if err != nil { return err } for _, bean := range beans { table := engine.autoMap(bean) var oriTable *core.Table for _, tb := range tables { if tb.Name == table.Name { oriTable = tb break } } if oriTable == nil { err = engine.CreateTables(bean) if err != nil { return err } err = engine.CreateUniques(bean) if err != nil { return err } err = engine.CreateIndexes(bean) if err != nil { return err } } else { for _, col := range table.Columns() { var oriCol *core.Column for _, col2 := range oriTable.Columns() { if col.Name == col2.Name { oriCol = col2 break } } if oriCol != nil { if col.SQLType.Name != oriCol.SQLType.Name { if col.SQLType.Name == core.Text && oriCol.SQLType.Name == core.Varchar { // currently only support mysql if engine.dialect.DBType() == core.MYSQL { _, err = engine.Exec(engine.dialect.ModifyColumnSql(table.Name, col)) } else { engine.LogWarn("Table %s Column %s Old data type is %s, new data type is %s", table.Name, col.Name, oriCol.SQLType.Name, col.SQLType.Name) } } else { engine.LogWarn("Table %s Column %s Old data type is %s, new data type is %s", table.Name, col.Name, oriCol.SQLType.Name, col.SQLType.Name) } } if col.Default != oriCol.Default { engine.LogWarn("Table %s Column %s Old default is %s, new default is %s", table.Name, col.Name, oriCol.Default, col.Default) } if col.Nullable != oriCol.Nullable { engine.LogWarn("Table %s Column %s Old nullable is %v, new nullable is %v", table.Name, col.Name, oriCol.Nullable, col.Nullable) } } else { session := engine.NewSession() session.Statement.RefTable = table defer session.Close() err = session.addColumn(col.Name) } if err != nil { return err } } var foundIndexNames = make(map[string]bool) for name, index := range table.Indexes { var oriIndex *core.Index for name2, index2 := range oriTable.Indexes { if index.Equal(index2) { oriIndex = index2 foundIndexNames[name2] = true break } } if oriIndex != nil { if oriIndex.Type != index.Type { sql := engine.dialect.DropIndexSql(table.Name, oriIndex) _, err = engine.Exec(sql) if err != nil { return err } oriIndex = nil } } if oriIndex == nil { if index.Type == core.UniqueType { session := engine.NewSession() session.Statement.RefTable = table defer session.Close() err = session.addUnique(table.Name, name) } else if index.Type == core.IndexType { session := engine.NewSession() session.Statement.RefTable = table defer session.Close() err = session.addIndex(table.Name, name) } if err != nil { return err } } } for name2, index2 := range oriTable.Indexes { if _, ok := foundIndexNames[name2]; !ok { sql := engine.dialect.DropIndexSql(table.Name, index2) _, err = engine.Exec(sql) if err != nil { return err } } } } } return nil }
func genCols(table *core.Table, session *Session, bean interface{}, useCol bool, includeQuote bool) ([]string, []interface{}, error) { colNames := make([]string, 0) args := make([]interface{}, 0) for _, col := range table.Columns() { lColName := strings.ToLower(col.Name) if useCol && !col.IsVersion && !col.IsCreated && !col.IsUpdated { if _, ok := session.Statement.columnMap[lColName]; !ok { continue } } if col.MapType == core.ONLYFROMDB { continue } fieldValuePtr, err := col.ValueOf(bean) if err != nil { session.Engine.LogError(err) continue } fieldValue := *fieldValuePtr if col.IsAutoIncrement { switch fieldValue.Type().Kind() { case reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int, reflect.Int64: if fieldValue.Int() == 0 { continue } case reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint, reflect.Uint64: if fieldValue.Uint() == 0 { continue } case reflect.String: if len(fieldValue.String()) == 0 { continue } } } if col.IsDeleted { continue } if session.Statement.ColumnStr != "" { if _, ok := session.Statement.columnMap[lColName]; !ok { continue } } if session.Statement.OmitStr != "" { if _, ok := session.Statement.columnMap[lColName]; ok { continue } } if (col.IsCreated || col.IsUpdated) && session.Statement.UseAutoTime { val, t := session.Engine.NowTime2(col.SQLType.Name) args = append(args, val) var colName = col.Name session.afterClosures = append(session.afterClosures, func(bean interface{}) { col := table.GetColumn(colName) setColumnTime(bean, col, t) }) } else if col.IsVersion && session.Statement.checkVersion { args = append(args, 1) } else { arg, err := session.value2Interface(col, fieldValue) if err != nil { return colNames, args, err } args = append(args, arg) } if includeQuote { colNames = append(colNames, session.Engine.Quote(col.Name)+" = ?") } else { colNames = append(colNames, col.Name) } } return colNames, args, nil }
// Auto generating conditions according a struct func buildUpdates(engine *Engine, table *core.Table, bean interface{}, includeVersion bool, includeUpdated bool, includeNil bool, includeAutoIncr bool, allUseBool bool, useAllCols bool, mustColumnMap map[string]bool, nullableMap map[string]bool, columnMap map[string]bool, update, unscoped bool) ([]string, []interface{}) { colNames := make([]string, 0) var args = make([]interface{}, 0) for _, col := range table.Columns() { if !includeVersion && col.IsVersion { continue } if col.IsCreated { continue } if !includeUpdated && col.IsUpdated { continue } if !includeAutoIncr && col.IsAutoIncrement { continue } if col.IsDeleted && !unscoped { continue } if use, ok := columnMap[col.Name]; ok && !use { continue } if engine.dialect.DBType() == core.MSSQL && col.SQLType.Name == core.Text { continue } fieldValuePtr, err := col.ValueOf(bean) if err != nil { engine.LogError(err) continue } fieldValue := *fieldValuePtr fieldType := reflect.TypeOf(fieldValue.Interface()) requiredField := useAllCols includeNil := useAllCols lColName := strings.ToLower(col.Name) if b, ok := mustColumnMap[lColName]; ok { if b { requiredField = true } else { continue } } // !evalphobia! set fieldValue as nil when column is nullable and zero-value if b, ok := nullableMap[lColName]; ok { if b && col.Nullable && isZero(fieldValue.Interface()) { var nilValue *int fieldValue = reflect.ValueOf(nilValue) fieldType = reflect.TypeOf(fieldValue.Interface()) includeNil = true } } var val interface{} if fieldValue.CanAddr() { if structConvert, ok := fieldValue.Addr().Interface().(core.Conversion); ok { data, err := structConvert.ToDB() if err != nil { engine.LogError(err) } else { val = data } goto APPEND } } if structConvert, ok := fieldValue.Interface().(core.Conversion); ok { data, err := structConvert.ToDB() if err != nil { engine.LogError(err) } else { val = data } goto APPEND } if fieldType.Kind() == reflect.Ptr { if fieldValue.IsNil() { if includeNil { args = append(args, nil) colNames = append(colNames, fmt.Sprintf("%v=?", engine.Quote(col.Name))) } continue } else if !fieldValue.IsValid() { continue } else { // dereference ptr type to instance type fieldValue = fieldValue.Elem() fieldType = reflect.TypeOf(fieldValue.Interface()) requiredField = true } } switch fieldType.Kind() { case reflect.Bool: if allUseBool || requiredField { val = fieldValue.Interface() } else { // if a bool in a struct, it will not be as a condition because it default is false, // please use Where() instead continue } case reflect.String: if !requiredField && fieldValue.String() == "" { continue } // for MyString, should convert to string or panic if fieldType.String() != reflect.String.String() { val = fieldValue.String() } else { val = fieldValue.Interface() } case reflect.Int8, reflect.Int16, reflect.Int, reflect.Int32, reflect.Int64: if !requiredField && fieldValue.Int() == 0 { continue } val = fieldValue.Interface() case reflect.Float32, reflect.Float64: if !requiredField && fieldValue.Float() == 0.0 { continue } val = fieldValue.Interface() case reflect.Uint8, reflect.Uint16, reflect.Uint, reflect.Uint32, reflect.Uint64: if !requiredField && fieldValue.Uint() == 0 { continue } t := int64(fieldValue.Uint()) val = reflect.ValueOf(&t).Interface() case reflect.Struct: if fieldType.ConvertibleTo(core.TimeType) { t := fieldValue.Convert(core.TimeType).Interface().(time.Time) if !requiredField && (t.IsZero() || !fieldValue.IsValid()) { continue } val = engine.FormatTime(col.SQLType.Name, t) } else if nulType, ok := fieldValue.Interface().(driver.Valuer); ok { val, _ = nulType.Value() } else { if !col.SQLType.IsJson() { engine.autoMapType(fieldValue) if table, ok := engine.Tables[fieldValue.Type()]; ok { if len(table.PrimaryKeys) == 1 { pkField := reflect.Indirect(fieldValue).FieldByName(table.PKColumns()[0].FieldName) // fix non-int pk issues //if pkField.Int() != 0 { if pkField.IsValid() && !isZero(pkField.Interface()) { val = pkField.Interface() } else { continue } } else { //TODO: how to handler? panic("not supported") } } else { val = fieldValue.Interface() } } else { bytes, err := json.Marshal(fieldValue.Interface()) if err != nil { panic(fmt.Sprintf("mashal %v failed", fieldValue.Interface())) } if col.SQLType.IsText() { val = string(bytes) } else if col.SQLType.IsBlob() { val = bytes } } } case reflect.Array, reflect.Slice, reflect.Map: if fieldValue == reflect.Zero(fieldType) { continue } if fieldValue.IsNil() || !fieldValue.IsValid() || fieldValue.Len() == 0 { continue } if col.SQLType.IsText() { bytes, err := json.Marshal(fieldValue.Interface()) if err != nil { engine.LogError(err) continue } val = string(bytes) } else if col.SQLType.IsBlob() { var bytes []byte var err error if (fieldType.Kind() == reflect.Array || fieldType.Kind() == reflect.Slice) && fieldType.Elem().Kind() == reflect.Uint8 { if fieldValue.Len() > 0 { val = fieldValue.Bytes() } else { continue } } else { bytes, err = json.Marshal(fieldValue.Interface()) if err != nil { engine.LogError(err) continue } val = bytes } } else { continue } default: val = fieldValue.Interface() } APPEND: //fmt.Println("==", col.Name, "==", fmt.Sprintf("%v", val)) args = append(args, val) if col.IsPrimaryKey && engine.dialect.DBType() == "ql" { continue } colNames = append(colNames, fmt.Sprintf("%v = ?", engine.Quote(col.Name))) } return colNames, args }
func (engine *Engine) Sync2(beans ...interface{}) error { tables, err := engine.DBMetas() if err != nil { return err } structTables := make([]*core.Table, 0) for _, bean := range beans { table := engine.TableInfo(bean) structTables = append(structTables, table) var oriTable *core.Table for _, tb := range tables { if tb.Name == table.Name { oriTable = tb break } } if oriTable == nil { err = engine.CreateTables(bean) if err != nil { return err } err = engine.CreateUniques(bean) if err != nil { return err } err = engine.CreateIndexes(bean) if err != nil { return err } } else { for _, col := range table.Columns() { var oriCol *core.Column for _, col2 := range oriTable.Columns() { if col.Name == col2.Name { oriCol = col2 break } } if oriCol != nil { expectedType := engine.dialect.SqlType(col) //curType := oriCol.SQLType.Name curType := engine.dialect.SqlType(oriCol) if expectedType != curType { if expectedType == core.Text && strings.HasPrefix(curType, core.Varchar) { // currently only support mysql if engine.dialect.DBType() == core.MYSQL || engine.dialect.DBType() == core.POSTGRES { engine.LogInfof("Table %s column %s change type from %s to %s\n", table.Name, col.Name, curType, expectedType) _, err = engine.Exec(engine.dialect.ModifyColumnSql(table.Name, col)) } else { engine.LogWarnf("Table %s column %s db type is %s, struct type is %s\n", table.Name, col.Name, curType, expectedType) } } else { engine.LogWarnf("Table %s column %s db type is %s, struct type is %s", table.Name, col.Name, curType, expectedType) } } if col.Default != oriCol.Default { engine.LogWarnf("Table %s Column %s db default is %s, struct default is %s", table.Name, col.Name, oriCol.Default, col.Default) } if col.Nullable != oriCol.Nullable { engine.LogWarnf("Table %s Column %s db nullable is %v, struct nullable is %v", table.Name, col.Name, oriCol.Nullable, col.Nullable) } } else { session := engine.NewSession() session.Statement.RefTable = table defer session.Close() err = session.addColumn(col.Name) } if err != nil { return err } } var foundIndexNames = make(map[string]bool) for name, index := range table.Indexes { var oriIndex *core.Index for name2, index2 := range oriTable.Indexes { if index.Equal(index2) { oriIndex = index2 foundIndexNames[name2] = true break } } if oriIndex != nil { if oriIndex.Type != index.Type { sql := engine.dialect.DropIndexSql(table.Name, oriIndex) _, err = engine.Exec(sql) if err != nil { return err } oriIndex = nil } } if oriIndex == nil { if index.Type == core.UniqueType { session := engine.NewSession() session.Statement.RefTable = table defer session.Close() err = session.addUnique(table.Name, name) } else if index.Type == core.IndexType { session := engine.NewSession() session.Statement.RefTable = table defer session.Close() err = session.addIndex(table.Name, name) } if err != nil { return err } } } for name2, index2 := range oriTable.Indexes { if _, ok := foundIndexNames[name2]; !ok { sql := engine.dialect.DropIndexSql(table.Name, index2) _, err = engine.Exec(sql) if err != nil { return err } } } } } for _, table := range tables { var oriTable *core.Table for _, structTable := range structTables { if table.Name == structTable.Name { oriTable = structTable break } } if oriTable == nil { //engine.LogWarnf("Table %s has no struct to mapping it", table.Name) continue } for _, colName := range table.ColumnsSeq() { if oriTable.GetColumn(colName) == nil { engine.LogWarnf("Table %s has column %s but struct has not related field", table.Name, colName) } } } return nil }
// Auto generating conditions according a struct func buildUpdates(engine *Engine, table *core.Table, bean interface{}, includeVersion bool, includeUpdated bool, includeNil bool, includeAutoIncr bool, allUseBool bool, useAllCols bool, mustColumnMap map[string]bool, update bool) ([]string, []interface{}) { colNames := make([]string, 0) var args = make([]interface{}, 0) for _, col := range table.Columns() { if !includeVersion && col.IsVersion { continue } if col.IsCreated { continue } if !includeUpdated && col.IsUpdated { continue } if !includeAutoIncr && col.IsAutoIncrement { continue } // //fmt.Println(engine.dialect.DBType(), Text) if engine.dialect.DBType() == core.MSSQL && col.SQLType.Name == core.Text { continue } fieldValuePtr, err := col.ValueOf(bean) if err != nil { engine.LogError(err) continue } fieldValue := *fieldValuePtr fieldType := reflect.TypeOf(fieldValue.Interface()) requiredField := useAllCols if b, ok := mustColumnMap[strings.ToLower(col.Name)]; ok { if b { requiredField = true } else { continue } } var val interface{} if fieldValue.CanAddr() { if structConvert, ok := fieldValue.Addr().Interface().(core.Conversion); ok { data, err := structConvert.ToDB() if err != nil { engine.LogError(err) } else { val = data } continue } } if structConvert, ok := fieldValue.Interface().(core.Conversion); ok { data, err := structConvert.ToDB() if err != nil { engine.LogError(err) } else { val = data } continue } if fieldType.Kind() == reflect.Ptr { if fieldValue.IsNil() { if includeNil { args = append(args, nil) colNames = append(colNames, fmt.Sprintf("%v=?", engine.Quote(col.Name))) } continue } else if !fieldValue.IsValid() { continue } else { // dereference ptr type to instance type fieldValue = fieldValue.Elem() fieldType = reflect.TypeOf(fieldValue.Interface()) requiredField = true } } switch fieldType.Kind() { case reflect.Bool: if allUseBool || requiredField { val = fieldValue.Interface() } else { // if a bool in a struct, it will not be as a condition because it default is false, // please use Where() instead continue } case reflect.String: if !requiredField && fieldValue.String() == "" { continue } // for MyString, should convert to string or panic if fieldType.String() != reflect.String.String() { val = fieldValue.String() } else { val = fieldValue.Interface() } case reflect.Int8, reflect.Int16, reflect.Int, reflect.Int32, reflect.Int64: if !requiredField && fieldValue.Int() == 0 { continue } val = fieldValue.Interface() case reflect.Float32, reflect.Float64: if !requiredField && fieldValue.Float() == 0.0 { continue } val = fieldValue.Interface() case reflect.Uint8, reflect.Uint16, reflect.Uint, reflect.Uint32, reflect.Uint64: if !requiredField && fieldValue.Uint() == 0 { continue } val = fieldValue.Interface() case reflect.Struct: if fieldType == reflect.TypeOf(time.Now()) { t := fieldValue.Interface().(time.Time) if !requiredField && (t.IsZero() || !fieldValue.IsValid()) { continue } val = engine.FormatTime(col.SQLType.Name, t) //fmt.Println("-------", t, val, col.Name) } else { engine.autoMapType(fieldValue) if table, ok := engine.Tables[fieldValue.Type()]; ok { if len(table.PrimaryKeys) == 1 { pkField := reflect.Indirect(fieldValue).FieldByName(table.PKColumns()[0].FieldName) if pkField.Int() != 0 { val = pkField.Interface() } else { continue } } else { //TODO: how to handler? } } else { val = fieldValue.Interface() } } case reflect.Array, reflect.Slice, reflect.Map: if fieldValue == reflect.Zero(fieldType) { continue } if fieldValue.IsNil() || !fieldValue.IsValid() || fieldValue.Len() == 0 { continue } if col.SQLType.IsText() { bytes, err := json.Marshal(fieldValue.Interface()) if err != nil { engine.LogError(err) continue } val = string(bytes) } else if col.SQLType.IsBlob() { var bytes []byte var err error if (fieldType.Kind() == reflect.Array || fieldType.Kind() == reflect.Slice) && fieldType.Elem().Kind() == reflect.Uint8 { if fieldValue.Len() > 0 { val = fieldValue.Bytes() } else { continue } } else { bytes, err = json.Marshal(fieldValue.Interface()) if err != nil { engine.LogError(err) continue } val = bytes } } else { continue } default: val = fieldValue.Interface() } args = append(args, val) if col.IsPrimaryKey && engine.dialect.DBType() == "ql" { continue } colNames = append(colNames, fmt.Sprintf("%v = ?", engine.Quote(col.Name))) } return colNames, args }