func QiniuUpload(cmd string, params ...string) {
if len(params) == 1 || len(params) == 2 {
var uploadConfigFile string
var threadCount int64
var err error
if len(params) == 2 {
threadCount, err = strconv.ParseInt(params[0], 10, 64)
if err != nil {
log.Error("Invalid <ThreadCount> value,", params[0])
return
}
uploadConfigFile = params[1]
} else {
uploadConfigFile = params[0]
}
if threadCount < qshell.MIN_UPLOAD_THREAD_COUNT ||
threadCount > qshell.MAX_UPLOAD_THREAD_COUNT {
log.Info("You can set <ThreadCount> value between 1 and 100 to improve speed")
threadCount = qshell.MIN_UPLOAD_THREAD_COUNT
}
qshell.QiniuUpload(int(threadCount), uploadConfigFile)
} else {
CmdHelp(cmd)
}
}
func QiniuUpload(cmd string, params ...string) {
if len(params) == 1 || len(params) == 2 {
var uploadConfigFile string
var threadCount int64
var err error
if len(params) == 2 {
threadCount, err = strconv.ParseInt(params[0], 10, 64)
if err != nil {
log.Error("Invalid <ThreadCount> value,", params[0])
return
}
uploadConfigFile = params[1]
} else {
uploadConfigFile = params[0]
}
//read upload config
fp, err := os.Open(uploadConfigFile)
if err != nil {
log.Errorf("Open upload config file `%s` error due to `%s`", uploadConfigFile, err)
return
}
defer fp.Close()
configData, err := ioutil.ReadAll(fp)
if err != nil {
log.Errorf("Read upload config file `%s` error due to `%s`", uploadConfigFile, err)
return
}
var uploadConfig qshell.UploadConfig
err = json.Unmarshal(configData, &uploadConfig)
if err != nil {
log.Errorf("Parse upload config file `%s` errror due to `%s`", uploadConfigFile, err)
return
}
if _, err := os.Stat(uploadConfig.SrcDir); err != nil {
log.Error("Upload config error for parameter `SrcDir`,", err)
return
}
//upload
if threadCount < qshell.MIN_UPLOAD_THREAD_COUNT || threadCount > qshell.MAX_UPLOAD_THREAD_COUNT {
fmt.Printf("Tip: you can set <ThreadCount> value between %d and %d to improve speed\n",
qshell.MIN_UPLOAD_THREAD_COUNT, qshell.MAX_UPLOAD_THREAD_COUNT)
if threadCount < qshell.MIN_UPLOAD_THREAD_COUNT {
threadCount = qshell.MIN_UPLOAD_THREAD_COUNT
} else if threadCount > qshell.MAX_UPLOAD_THREAD_COUNT {
threadCount = qshell.MAX_UPLOAD_THREAD_COUNT
}
}
qshell.QiniuUpload(int(threadCount), &uploadConfig)
} else {
CmdHelp(cmd)
}
}
func QiniuUpload2(cmd string, params ...string) {
flagSet := flag.NewFlagSet("qupload2", flag.ExitOnError)
var threadCount int64
var srcDir string
var accessKey string
var secretKey string
var bucket string
var putThreshold int64
var keyPrefix string
var ignoreDir bool
var overwrite bool
var checkExists bool
var skipFilePrefixes string
var skipPathPrefixes string
var skipSuffixes string
var upHost string
var zone string
var bindUpIp string
var bindRsIp string
var bindNicIp string
var rescanLocal bool
flagSet.Int64Var(&threadCount, "thread-count", 0, "multiple thread count")
flagSet.StringVar(&srcDir, "src-dir", "", "src dir to upload")
flagSet.StringVar(&accessKey, "access-key", "", "access key")
flagSet.StringVar(&secretKey, "secret-key", "", "secret key")
flagSet.StringVar(&bucket, "bucket", "", "bucket")
flagSet.Int64Var(&putThreshold, "put-threshold", 0, "chunk upload threshold")
flagSet.StringVar(&keyPrefix, "key-prefix", "", "key prefix prepended to dest file key")
flagSet.BoolVar(&ignoreDir, "ignore-dir", false, "ignore the dir in the dest file key")
flagSet.BoolVar(&overwrite, "overwrite", false, "overwrite the file of same key in bucket")
flagSet.BoolVar(&checkExists, "check-exists", false, "check file key whether in bucket before upload")
flagSet.StringVar(&skipFilePrefixes, "skip-file-prefixes", "", "skip files with these file prefixes")
flagSet.StringVar(&skipPathPrefixes, "skip-path-prefixes", "", "skip files with these relative path prefixes")
flagSet.StringVar(&skipSuffixes, "skip-suffixes", "", "skip files with these suffixes")
flagSet.StringVar(&upHost, "up-host", "", "upload host")
flagSet.StringVar(&zone, "zone", "", "zone of the bucket")
flagSet.StringVar(&bindUpIp, "bind-up-ip", "", "upload host ip to bind")
flagSet.StringVar(&bindRsIp, "bind-rs-ip", "", "rs host ip to bind")
flagSet.StringVar(&bindNicIp, "bind-nic-ip", "", "local network interface card to bind")
flagSet.BoolVar(&rescanLocal, "rescan-local", false, "rescan local dir to upload newly add files")
flagSet.Parse(params)
uploadConfig := qshell.UploadConfig{
SrcDir: srcDir,
AccessKey: accessKey,
SecretKey: secretKey,
Bucket: bucket,
PutThreshold: putThreshold,
KeyPrefix: keyPrefix,
IgnoreDir: ignoreDir,
Overwrite: overwrite,
CheckExists: checkExists,
SkipFilePrefixes: skipFilePrefixes,
SkipPathPrefixes: skipPathPrefixes,
SkipSuffixes: skipSuffixes,
RescanLocal: rescanLocal,
Zone: zone,
UpHost: upHost,
BindUpIp: bindUpIp,
BindRsIp: bindRsIp,
BindNicIp: bindNicIp,
}
//check params
if uploadConfig.SrcDir == "" {
fmt.Println("Upload config no `--src-dir` specified")
return
}
if uploadConfig.AccessKey == "" {
fmt.Println("Upload config no `--access-key` specified")
return
}
if uploadConfig.SecretKey == "" {
fmt.Println("Upload config no `--secret-key` specified")
return
}
if uploadConfig.Bucket == "" {
fmt.Println("Upload config no `--bucket` specified")
return
}
if _, err := os.Stat(uploadConfig.SrcDir); err != nil {
log.Error("Upload config `SrcDir` not exist error,", err)
return
}
if threadCount < qshell.MIN_UPLOAD_THREAD_COUNT ||
threadCount > qshell.MAX_UPLOAD_THREAD_COUNT {
fmt.Println("You can set `--thread-count` value between 1 and 100 to improve speed")
threadCount = qshell.MIN_UPLOAD_THREAD_COUNT
}
qshell.QiniuUpload(int(threadCount), &uploadConfig)
}
