// Migrate from config ‘1.0.1’ to ‘2’. Drop semantic versioning and move to integer versioning. No other changes. func migrateConfigV101ToV2() { if !isMcConfigExists() { return } mcCfgV101, err := quick.Load(mustGetMcConfigPath(), newConfigV101()) fatalIf(err.Trace(), "Unable to load config version ‘1.0.1’.") // update to newer version if mcCfgV101.Version() != "1.0.1" { return } cfgV2 := newConfigV2() // Copy aliases. for k, v := range mcCfgV101.Data().(*configV101).Aliases { cfgV2.Aliases[k] = v } // Copy hosts. for k, hostCfgV101 := range mcCfgV101.Data().(*configV101).Hosts { cfgV2.Hosts[k] = hostConfigV2{ AccessKeyID: hostCfgV101.AccessKeyID, SecretAccessKey: hostCfgV101.SecretAccessKey, } } mcCfgV2, err := quick.New(cfgV2) fatalIf(err.Trace(), "Unable to initialize quick config for config version ‘2’.") err = mcCfgV2.Save(mustGetMcConfigPath()) fatalIf(err.Trace(), "Unable to save config version ‘2’.") console.Infof("Successfully migrated %s from version ‘1.0.1’ to version ‘2’.\n", mustGetMcConfigPath()) }
// Migrate config version ‘6’ to ‘7'. Remove alias map and introduce // named Host config. Also no more glob match for host config entries. func migrateConfigV6ToV7() { if !isMcConfigExists() { return } mcCfgV6, err := quick.Load(mustGetMcConfigPath(), newConfigV6()) fatalIf(err.Trace(), "Unable to load mc config V6.") if mcCfgV6.Version() != "6" { return } cfgV7 := newConfigV7() aliasIndex := 0 // We dropped alias support in v7. We only need to migrate host configs. for host, hostCfgV6 := range mcCfgV6.Data().(*configV6).Hosts { if hostCfgV6.AccessKeyID == "YOUR-ACCESS-KEY-ID-HERE" || hostCfgV6.SecretAccessKey == "YOUR-SECRET-ACCESS-KEY-HERE" || hostCfgV6.AccessKeyID == "" || hostCfgV6.SecretAccessKey == "" { // Ignore default entries. configV7.loadDefaults() will re-insert them back. } else if host == "https://s3.amazonaws.com" { // Only one entry can exist for "s3" domain. cfgV7.Hosts["s3"] = hostConfigV7{ URL: host, AccessKey: hostCfgV6.AccessKeyID, SecretKey: hostCfgV6.SecretAccessKey, API: hostCfgV6.API, } } else if host == "https://storage.googleapis.com" { // Only one entry can exist for "gcs" domain. cfgV7.Hosts["gcs"] = hostConfigV7{ URL: host, AccessKey: hostCfgV6.AccessKeyID, SecretKey: hostCfgV6.SecretAccessKey, API: hostCfgV6.API, } } else { // Assign a generic "cloud1", cloud2..." key // for all other entries that has valid keys set. alias := fmt.Sprintf("cloud%d", aliasIndex) aliasIndex++ cfgV7.Hosts[alias] = hostConfigV7{ URL: host, AccessKey: hostCfgV6.AccessKeyID, SecretKey: hostCfgV6.SecretAccessKey, API: hostCfgV6.API, } } } // Load default settings. cfgV7.loadDefaults() mcNewCfgV7, err := quick.New(cfgV7) fatalIf(err.Trace(), "Unable to initialize quick config for config version ‘7’.") err = mcNewCfgV7.Save(mustGetMcConfigPath()) fatalIf(err.Trace(), "Unable to save config version ‘7’.") console.Infof("Successfully migrated %s from version ‘6’ to version ‘7’.\n", mustGetMcConfigPath()) }
// Migrate config version ‘4’ to ‘5’. Rename hostConfigV4.Signature -> hostConfigV5.API. func migrateConfigV4ToV5() { if !isMcConfigExists() { return } mcCfgV4, err := quick.Load(mustGetMcConfigPath(), newConfigV4()) fatalIf(err.Trace(), "Unable to load mc config V4.") // update to newer version if mcCfgV4.Version() != "4" { return } cfgV5 := newConfigV5() for k, v := range mcCfgV4.Data().(*configV4).Aliases { cfgV5.Aliases[k] = v } for host, hostCfgV4 := range mcCfgV4.Data().(*configV4).Hosts { cfgV5.Hosts[host] = hostConfigV5{ AccessKeyID: hostCfgV4.AccessKeyID, SecretAccessKey: hostCfgV4.SecretAccessKey, API: "v4", // Rename from .Signature to .API } } mcNewCfgV5, err := quick.New(cfgV5) fatalIf(err.Trace(), "Unable to initialize quick config for config version ‘5’.") err = mcNewCfgV5.Save(mustGetMcConfigPath()) fatalIf(err.Trace(), "Unable to save config version ‘5’.") console.Infof("Successfully migrated %s from version ‘4’ to version ‘5’.\n", mustGetMcConfigPath()) }
// Migrate config version ‘4’ to ‘5’ func migrateConfigV4ToV5() { if !isMcConfigExists() { return } mcConfigV4, err := quick.Load(mustGetMcConfigPath(), newConfigV4()) fatalIf(err.Trace(), "Unable to load mc config V2.") // update to newer version if mcConfigV4.Version() == "4" { confV5 := new(configV5) confV5.Aliases = mcConfigV4.Data().(*configV4).Aliases confV5.Hosts = make(map[string]hostConfig) for host, hostConf := range mcConfigV4.Data().(*configV4).Hosts { confV5.Hosts[host] = hostConfig{ AccessKeyID: hostConf.AccessKeyID, SecretAccessKey: hostConf.SecretAccessKey, API: "S3v4", } } confV5.Version = globalMCConfigVersion mcNewConfigV5, err := quick.New(confV5) fatalIf(err.Trace(), "Unable to initialize quick config for config version ‘5’.") err = mcNewConfigV5.Save(mustGetMcConfigPath()) fatalIf(err.Trace(), "Unable to save config version ‘5’.") console.Infof("Successfully migrated %s from version ‘4’ to version ‘5’.\n", mustGetMcConfigPath()) } }
// Migrate from config ‘2’ to ‘3’ func migrateConfigV2ToV3() { if !isMcConfigExists() { return } mcConfigV2, err := quick.Load(mustGetMcConfigPath(), newConfigV2()) fatalIf(err.Trace(), "Unable to load mc config V2.") // update to newer version if mcConfigV2.Version() == "2" { confV3 := new(configV3) confV3.Aliases = mcConfigV2.Data().(*configV2).Aliases confV3.Hosts = make(map[string]struct { AccessKeyID string `json:"access-key-id"` SecretAccessKey string `json:"secret-access-key"` }) for host, hostConf := range mcConfigV2.Data().(*configV2).Hosts { newHostConf := struct { AccessKeyID string `json:"access-key-id"` SecretAccessKey string `json:"secret-access-key"` }{} newHostConf.AccessKeyID = hostConf.AccessKeyID newHostConf.SecretAccessKey = hostConf.SecretAccessKey confV3.Hosts[host] = newHostConf } confV3.Version = "3" mcNewConfigV3, err := quick.New(confV3) fatalIf(err.Trace(), "Unable to initialize quick config for config version ‘3’.") err = mcNewConfigV3.Save(mustGetMcConfigPath()) fatalIf(err.Trace(), "Unable to save config version ‘3’.") console.Infof("Successfully migrated %s from version ‘2’ to version ‘3’.\n", mustGetMcConfigPath()) } }
// Migrate from config version 1.0 to 1.0.1. Populate example entries and save it back. func migrateConfigV1ToV101() { if !isMcConfigExists() { return } mcCfgV1, err := quick.Load(mustGetMcConfigPath(), newConfigV1()) fatalIf(err.Trace(), "Unable to load config version ‘1’.") // If loaded config version does not match 1.0.0, we do nothing. if mcCfgV1.Version() != "1.0.0" { return } // 1.0.1 is compatible to 1.0.0. We are just adding new entries. cfgV101 := newConfigV101() // Copy aliases. for k, v := range mcCfgV1.Data().(*configV1).Aliases { cfgV101.Aliases[k] = v } // Copy hosts. for k, hostCfgV1 := range mcCfgV1.Data().(*configV1).Hosts { cfgV101.Hosts[k] = hostConfigV101{ AccessKeyID: hostCfgV1.AccessKeyID, SecretAccessKey: hostCfgV1.SecretAccessKey, } } // Example localhost entry. if _, ok := cfgV101.Hosts["localhost:*"]; !ok { cfgV101.Hosts["localhost:*"] = hostConfigV101{} } // Example loopback IP entry. if _, ok := cfgV101.Hosts["127.0.0.1:*"]; !ok { cfgV101.Hosts["127.0.0.1:*"] = hostConfigV101{} } // Example AWS entry. // Look for glob string (not glob match). We used to support glob based key matching earlier. if _, ok := cfgV101.Hosts["*.s3*.amazonaws.com"]; !ok { cfgV101.Hosts["*.s3*.amazonaws.com"] = hostConfigV101{ AccessKeyID: "YOUR-ACCESS-KEY-ID-HERE", SecretAccessKey: "YOUR-SECRET-ACCESS-KEY-HERE", } } // Save the new config back to the disk. mcCfgV101, err := quick.New(cfgV101) fatalIf(err.Trace(), "Unable to initialize quick config for config version ‘1.0.1’.") err = mcCfgV101.Save(mustGetMcConfigPath()) fatalIf(err.Trace(), "Unable to save config version ‘1.0.1’.") console.Infof("Successfully migrated %s from version ‘1.0.0’ to version ‘1.0.1’.\n", mustGetMcConfigPath()) }
// Fix config version ‘3’, by removing broken struct tags func fixConfigV3() { if !isMcConfigExists() { return } // brokenConfigV3 broken config between version 3 type brokenConfigV3 struct { Version string ACL string Access string Aliases map[string]string Hosts map[string]struct { AccessKeyID string SecretAccessKey string } } conf := new(brokenConfigV3) conf.Aliases = make(map[string]string) conf.Hosts = make(map[string]struct { AccessKeyID string SecretAccessKey string }) mcConfigV3, err := quick.Load(mustGetMcConfigPath(), conf) fatalIf(err.Trace(), "Unable to load config.") // Update to newer version if len(mcConfigV3.Data().(*brokenConfigV3).Aliases) != 0 || mcConfigV3.Data().(*brokenConfigV3).ACL != "" || mcConfigV3.Data().(*brokenConfigV3).Access != "" && mcConfigV3.Version() == "3" { confV3 := new(configV3) confV3.Aliases = mcConfigV3.Data().(*brokenConfigV3).Aliases confV3.Hosts = make(map[string]struct { AccessKeyID string `json:"access-key-id"` SecretAccessKey string `json:"secret-access-key"` }) for host, hostConf := range mcConfigV3.Data().(*brokenConfigV3).Hosts { newHostConf := struct { AccessKeyID string `json:"access-key-id"` SecretAccessKey string `json:"secret-access-key"` }{} newHostConf.AccessKeyID = hostConf.AccessKeyID newHostConf.SecretAccessKey = hostConf.SecretAccessKey confV3.Hosts[host] = newHostConf } confV3.Version = "3" mcNewConfigV3, err := quick.New(confV3) fatalIf(err.Trace(), "Unable to initialize quick config for config version ‘3’.") err = mcNewConfigV3.Save(mustGetMcConfigPath()) fatalIf(err.Trace(), "Unable to save config version ‘3’.") console.Infof("Successfully fixed %s broken config for version ‘3’.\n", mustGetMcConfigPath()) } }
// If the host key does not have http(s), fix it. func fixConfigV6ForHosts() { if !isMcConfigExists() { return } brokenMcCfgV6, err := quick.Load(mustGetMcConfigPath(), newConfigV6()) fatalIf(err.Trace(), "Unable to load config.") if brokenMcCfgV6.Version() != "6" { return } newCfgV6 := newConfigV6() isMutated := false // Copy aliases. for k, v := range brokenMcCfgV6.Data().(*configV6).Aliases { newCfgV6.Aliases[k] = v } url := new(client.URL) // Copy hosts. for host, hostCfgV6 := range brokenMcCfgV6.Data().(*configV6).Hosts { // Already fixed - Copy and move on. if strings.HasPrefix(host, "https") || strings.HasPrefix(host, "http") { newCfgV6.Hosts[host] = hostCfgV6 continue } // If host entry does not contain "http(s)", introduce a new entry and delete the old one. if host == "s3.amazonaws.com" || host == "storage.googleapis.com" || host == "localhost:9000" || host == "127.0.0.1:9000" || host == "play.minio.io:9000" || host == "dl.minio.io:9000" { console.Infoln("Found broken host entries, replacing " + host + " with https://" + host + ".") url.Host = host url.Scheme = "https" url.SchemeSeparator = "://" newCfgV6.Hosts[url.String()] = hostCfgV6 isMutated = true continue } } if isMutated { // Save the new config back to the disk. mcCfgV6, err := quick.New(newCfgV6) fatalIf(err.Trace(), "Unable to initialize quick config for config version ‘v6’.") err = mcCfgV6.Save(mustGetMcConfigPath()) fatalIf(err.Trace(), "Unable to save config version ‘v6’.") } }
// Fix config version ‘3’. Some v3 config files are written without // proper hostConfig JSON tags. They may also contain unused ACL and // Access fields. Rewrite the hostConfig with proper fields using JSON // tags and drop the unsed (ACL, Access) fields. func fixConfigV3() { if !isMcConfigExists() { return } brokenCfgV3 := newBrokenConfigV3() brokenMcCfgV3, err := quick.Load(mustGetMcConfigPath(), brokenCfgV3) fatalIf(err.Trace(), "Unable to load config.") if brokenMcCfgV3.Version() != "3" { return } cfgV3 := newConfigV3() isMutated := false for k, v := range brokenMcCfgV3.Data().(*brokenConfigV3).Aliases { cfgV3.Aliases[k] = v } for host, brokenHostCfgV3 := range brokenMcCfgV3.Data().(*brokenConfigV3).Hosts { // If any of these fields contains any real value anytime, // it means we have already fixed the broken configuration. // We don't have to regenerate again. if brokenHostCfgV3.AccessKeyID != "" && brokenHostCfgV3.SecretAccessKey != "" { isMutated = true } // Use the correct hostConfig with JSON tags in it. cfgV3.Hosts[host] = hostConfigV3{ AccessKeyID: brokenHostCfgV3.AccessKeyID, SecretAccessKey: brokenHostCfgV3.SecretAccessKey, } } // We blindly drop ACL and Access fields from the broken config v3. if isMutated { mcNewConfigV3, err := quick.New(cfgV3) fatalIf(err.Trace(), "Unable to initialize quick config for config version ‘3’.") err = mcNewConfigV3.Save(mustGetMcConfigPath()) fatalIf(err.Trace(), "Unable to save config version ‘3’.") console.Infof("Successfully fixed %s broken config for version ‘3’.\n", mustGetMcConfigPath()) } }
// Migrate from config version ‘1.0’ to ‘1.0.1’ func migrateConfigV1ToV101() { if !isMcConfigExists() { return } mcConfigV1, err := quick.Load(mustGetMcConfigPath(), newConfigV1()) fatalIf(err.Trace(), "Unable to load config version ‘1’.") // update to newer version if mcConfigV1.Version() == "1.0.0" { confV101 := mcConfigV1.Data().(*configV1) confV101.Version = "1.0.1" localHostConfig := struct { AccessKeyID string SecretAccessKey string }{} localHostConfig.AccessKeyID = "" localHostConfig.SecretAccessKey = "" s3HostConf := struct { AccessKeyID string SecretAccessKey string }{} s3HostConf.AccessKeyID = globalAccessKeyID s3HostConf.SecretAccessKey = globalSecretAccessKey if _, ok := confV101.Hosts["localhost:*"]; !ok { confV101.Hosts["localhost:*"] = localHostConfig } if _, ok := confV101.Hosts["127.0.0.1:*"]; !ok { confV101.Hosts["127.0.0.1:*"] = localHostConfig } if _, ok := confV101.Hosts["*.s3*.amazonaws.com"]; !ok { confV101.Hosts["*.s3*.amazonaws.com"] = s3HostConf } mcNewConfigV101, err := quick.New(confV101) fatalIf(err.Trace(), "Unable to initialize quick config for config version ‘1.0.1’.") err = mcNewConfigV101.Save(mustGetMcConfigPath()) fatalIf(err.Trace(), "Unable to save config version ‘1.0.1’.") console.Infof("Successfully migrated %s from version ‘1.0.0’ to version ‘1.0.1’.\n", mustGetMcConfigPath()) } }
// Migrate from config ‘1.0.1’ to ‘2’ func migrateConfigV101ToV2() { if !isMcConfigExists() { return } mcConfigV101, err := quick.Load(mustGetMcConfigPath(), newConfigV101()) fatalIf(err.Trace(), "Unable to load config version ‘1.0.1’.") // update to newer version if mcConfigV101.Version() == "1.0.1" { confV2 := mcConfigV101.Data().(*configV101) confV2.Version = "2" mcNewConfigV2, err := quick.New(confV2) fatalIf(err.Trace(), "Unable to initialize quick config for config version ‘2’.") err = mcNewConfigV2.Save(mustGetMcConfigPath()) fatalIf(err.Trace(), "Unable to save config version ‘2’.") console.Infof("Successfully migrated %s from version ‘1.0.1’ to version ‘2’.\n", mustGetMcConfigPath()) } }
// Migrate from config version ‘3’ to ‘4’ func migrateConfigV3ToV4() { if !isMcConfigExists() { return } mcConfigV3, err := quick.Load(mustGetMcConfigPath(), newConfigV3()) fatalIf(err.Trace(), "Unable to load mc config V2.") // update to newer version if mcConfigV3.Version() == "3" { confV4 := new(configV4) confV4.Aliases = mcConfigV3.Data().(*configV3).Aliases confV4.Hosts = make(map[string]struct { AccessKeyID string `json:"accessKeyId"` SecretAccessKey string `json:"secretAccessKey"` Signature string `json:"signature"` }) for host, hostConf := range mcConfigV3.Data().(*configV3).Hosts { confV4.Hosts[host] = struct { AccessKeyID string `json:"accessKeyId"` SecretAccessKey string `json:"secretAccessKey"` Signature string `json:"signature"` }{ AccessKeyID: hostConf.AccessKeyID, SecretAccessKey: hostConf.SecretAccessKey, Signature: "v4", } } confV4.Version = "4" mcNewConfigV4, err := quick.New(confV4) fatalIf(err.Trace(), "Unable to initialize quick config for config version ‘4’.") err = mcNewConfigV4.Save(mustGetMcConfigPath()) fatalIf(err.Trace(), "Unable to save config version ‘4’.") console.Infof("Successfully migrated %s from version ‘3’ to version ‘4’.\n", mustGetMcConfigPath()) } }
// loadConfigV7 - loads a new config. func loadConfigV7() (*configV7, *probe.Error) { cfgMutex.RLock() defer cfgMutex.RUnlock() // Cached in private global variable. if cacheCfgV7 != nil { return cacheCfgV7, nil } if !isMcConfigExists() { return nil, errInvalidArgument().Trace() } mcCfgV7, err := quick.Load(mustGetMcConfigPath(), newConfigV7()) fatalIf(err.Trace(), "Unable to load mc config file ‘"+mustGetMcConfigPath()+"’.") cfgV7 := mcCfgV7.Data().(*configV7) // cache it. cacheCfgV7 = cfgV7 return cfgV7, nil }
// Migrate from config version ‘3’ to ‘4’. Introduce API Signature // field in host config. Also Use JavaScript notation for field names. func migrateConfigV3ToV4() { if !isMcConfigExists() { return } mcCfgV3, err := quick.Load(mustGetMcConfigPath(), newConfigV3()) fatalIf(err.Trace(), "Unable to load mc config V2.") // update to newer version if mcCfgV3.Version() != "3" { return } cfgV4 := newConfigV4() for k, v := range mcCfgV3.Data().(*configV3).Aliases { cfgV4.Aliases[k] = v } // New hostConfig has API signature. All older entries were V4 // only. So it is safe to assume V4 as default for all older // entries. // HostConfigV4 als uses JavaScript naming notation for struct JSON tags. for host, hostCfgV3 := range mcCfgV3.Data().(*configV3).Hosts { cfgV4.Hosts[host] = hostConfigV4{ AccessKeyID: hostCfgV3.AccessKeyID, SecretAccessKey: hostCfgV3.SecretAccessKey, Signature: "v4", } } mcNewCfgV4, err := quick.New(cfgV4) fatalIf(err.Trace(), "Unable to initialize quick config for config version ‘4’.") err = mcNewCfgV4.Save(mustGetMcConfigPath()) fatalIf(err.Trace(), "Unable to save config version ‘4’.") console.Infof("Successfully migrated %s from version ‘3’ to version ‘4’.\n", mustGetMcConfigPath()) }
// Migrate from config ‘2’ to ‘3’. Use ‘-’ separated names for // hostConfig using struct json tags. func migrateConfigV2ToV3() { if !isMcConfigExists() { return } mcCfgV2, err := quick.Load(mustGetMcConfigPath(), newConfigV2()) fatalIf(err.Trace(), "Unable to load mc config V2.") // update to newer version if mcCfgV2.Version() != "2" { return } cfgV3 := newConfigV3() // Copy aliases. for k, v := range mcCfgV2.Data().(*configV2).Aliases { cfgV3.Aliases[k] = v } // Copy hosts. for k, hostCfgV2 := range mcCfgV2.Data().(*configV2).Hosts { // New hostConfV3 uses struct json tags. cfgV3.Hosts[k] = hostConfigV3{ AccessKeyID: hostCfgV2.AccessKeyID, SecretAccessKey: hostCfgV2.SecretAccessKey, } } mcNewCfgV3, err := quick.New(cfgV3) fatalIf(err.Trace(), "Unable to initialize quick config for config version ‘3’.") err = mcNewCfgV3.Save(mustGetMcConfigPath()) fatalIf(err.Trace(), "Unable to save config version ‘3’.") console.Infof("Successfully migrated %s from version ‘2’ to version ‘3’.\n", mustGetMcConfigPath()) }
// Migrate config version ‘5’ to ‘6’. Add google cloud storage servers // to host config. Also remove "." from s3 aws glob rule. func migrateConfigV5ToV6() { if !isMcConfigExists() { return } mcCfgV5, err := quick.Load(mustGetMcConfigPath(), newConfigV5()) fatalIf(err.Trace(), "Unable to load mc config V5.") // update to newer version if mcCfgV5.Version() != "5" { return } cfgV6 := newConfigV6() // Add new Google Cloud Storage alias. cfgV6.Aliases["gcs"] = "https://storage.googleapis.com" for k, v := range mcCfgV5.Data().(*configV5).Aliases { cfgV6.Aliases[k] = v } // Add defaults. cfgV6.Hosts["*s3*amazonaws.com"] = hostConfigV6{ AccessKeyID: "YOUR-ACCESS-KEY-ID-HERE", SecretAccessKey: "YOUR-SECRET-ACCESS-KEY-HERE", API: "S3v4", } cfgV6.Hosts["*storage.googleapis.com"] = hostConfigV6{ AccessKeyID: "YOUR-ACCESS-KEY-ID-HERE", SecretAccessKey: "YOUR-SECRET-ACCESS-KEY-HERE", API: "S3v2", } for host, hostCfgV5 := range mcCfgV5.Data().(*configV5).Hosts { // Find any matching s3 entry and copy keys from it to newer generalized glob entry. if strings.Contains(host, "s3") { if (hostCfgV5.AccessKeyID == "YOUR-ACCESS-KEY-ID-HERE") || (hostCfgV5.SecretAccessKey == "YOUR-SECRET-ACCESS-KEY-HERE") || hostCfgV5.AccessKeyID == "" || hostCfgV5.SecretAccessKey == "" { continue // Skip defaults. } // Now we have real keys set by the user. Copy // them over to newer glob rule. // Original host entry has "." in the glob rule. host = "*s3*amazonaws.com" // Use this glob entry. } cfgV6.Hosts[host] = hostConfigV6{ AccessKeyID: hostCfgV5.AccessKeyID, SecretAccessKey: hostCfgV5.SecretAccessKey, API: hostCfgV5.API, } } mcNewCfgV6, err := quick.New(cfgV6) fatalIf(err.Trace(), "Unable to initialize quick config for config version ‘6’.") err = mcNewCfgV6.Save(mustGetMcConfigPath()) fatalIf(err.Trace(), "Unable to save config version ‘6’.") console.Infof("Successfully migrated %s from version ‘5’ to version ‘6’.\n", mustGetMcConfigPath()) }