func NewFromConfig(conf map[string]interface{}) backend.BlobHandler {
backendType := conf["backend-type"].(string)
if backendType == "" {
panic(fmt.Errorf("backend-type key missing from backend config %+v", conf))
}
_, ok := conf["backend-args"]
if !ok {
panic(fmt.Errorf("backend-args key missing from backend config %v", backendType))
}
backendArgs := conf["backend-args"].(map[string]interface{})
switch {
case backendType == "blobsfile":
return blobsfile.NewFromConfig(backendArgs)
case backendType == "glacier":
return NewGlacierFromConfig(backendArgs)
case backendType == "encrypt":
return NewEncryptFromConfig(backendArgs)
case backendType == "s3":
return NewS3FromConfig(backendArgs)
case backendType == "mirror":
return NewMirror(backendArgs)
default:
panic(fmt.Errorf("backend %v unknown", backendType))
}
return nil
}
func NewFromConfig2(conf backend.Config) backend.BlobHandler {
switch conf.Backend() {
case "mirror":
return NewMirrorFromConfig(conf.(*mirror.Config))
case "s3":
return NewS3FromConfig(conf.Map())
case "blobsfile":
return blobsfile.NewFromConfig(conf.Map())
default:
return nil
}
}
func main() {
app := cli.NewApp()
commonFlags := []cli.Flag{
// cli.StringFlag{"host", "", "override the real hostname"},
// cli.StringFlag{"config", "", "config file"},
}
app.Name = "blobsfile"
app.Usage = "blobsfile format debug command-line tool"
app.Version = version
app.Commands = []cli.Command{
{
Name: "ls",
Usage: "List all hashes",
Flags: commonFlags,
Action: func(c *cli.Context) {
path := c.Args().First()
indexFile := filepath.Join(path, "blobs-index")
if _, err := os.Stat(indexFile); os.IsNotExist(err) {
fmt.Printf("Index file not found at %v, aborting", indexFile)
return
}
index, err := blobsfile.NewIndex(path)
defer index.Close()
if err != nil {
fmt.Printf("Failed to load index: %v, aborting", err)
return
}
enum, _, err := index.DB().Seek(index.FormatBlobPosKey(""))
if err != nil {
return
}
for {
k, _, err := enum.Next()
if err == io.EOF {
break
}
// Remove the BlobPosKey prefix byte
fmt.Printf("%s\n", hex.EncodeToString(k[1:]))
}
},
},
{
Name: "get",
Usage: "Get blob content",
Flags: commonFlags,
Action: func(c *cli.Context) {
path := c.Args().First()
hash := c.Args().Get(1)
conf := &blobsfile.Config{Dir: path}
backend := blobsfile.NewFromConfig(conf.Map())
blob, err := backend.Get(hash)
defer backend.Close()
if err != nil {
fmt.Printf("failed to get blob %v: %v", hash, err)
return
}
fmt.Printf("%s", blob)
},
},
{
Name: "info",
Usage: "Display basic info, will reindex if necessary",
Flags: append(commonFlags, cli.BoolFlag{Name: "check", Usage: "Check blobs for integrity"}),
Action: func(c *cli.Context) {
path := c.Args().First()
conf := &blobsfile.Config{Dir: path}
backend := blobsfile.NewFromConfig(conf.Map())
defer backend.Close()
hashes := make(chan string)
errs := make(chan error)
go func() {
errs <- backend.Enumerate(hashes)
}()
blobsCnt := 0
size := 0
for hash := range hashes {
blobpos, err := backend.BlobPos(hash)
if err != nil {
fmt.Printf("failed to fetch blobpos for %v: %v", hash, err)
return
}
size += blobpos.Size()
blobsCnt++
if c.Bool("check") {
// this will cause the raw data hash to be recomputed
// and checked against the hash.
if _, err := backend.Get(hash); err != nil {
panic(err)
}
}
}
if err := <-errs; err != nil {
fmt.Printf("failed to enumerate blobs: %v", err)
return
}
n, _ := backend.GetN()
fmt.Printf("%v blobs in %v BlobsFile(s). Total blobs size is %v.", blobsCnt, n+1, humanize.Bytes(uint64(size)))
if c.Bool("check") {
fmt.Printf(" No blobs are corrupted.")
}
},
},
}
app.Run(os.Args)
}