func (n *naiveDiffPathDriver) DiffGetter(id string) (graphdriver.FileGetCloser, error) { p, err := n.Driver.Get(id, "") if err != nil { return nil, err } return &fileGetPutter{storage.NewPathFileGetter(p), n.Driver, id}, nil }
func (ls *layerStore) assembleTarTo(graphID string, metadata io.ReadCloser, size *int64, w io.Writer) error { type diffPathDriver interface { DiffPath(string) (string, func() error, error) } diffDriver, ok := ls.driver.(diffPathDriver) if !ok { diffDriver = &naiveDiffPathDriver{ls.driver} } defer metadata.Close() // get our relative path to the container fsPath, releasePath, err := diffDriver.DiffPath(graphID) if err != nil { return err } defer releasePath() metaUnpacker := storage.NewJSONUnpacker(metadata) upackerCounter := &unpackSizeCounter{metaUnpacker, size} fileGetter := storage.NewPathFileGetter(fsPath) logrus.Debugf("Assembling tar data for %s from %s", graphID, fsPath) return asm.WriteOutputTarStream(fileGetter, upackerCounter, w) }
// DiffGetter returns a FileGetCloser that can read files from the directory that // contains files for the layer differences. Used for direct access for tar-split. func (d *Driver) DiffGetter(id string) (graphdriver.FileGetCloser, error) { id, err := d.resolveID(id) if err != nil { return nil, err } if hcsshim.IsTP4() { // The export format for TP4 is different from the contents of the layer, so // fall back to exporting the layer and getting file contents from there. layerChain, err := d.getLayerChain(id) if err != nil { return nil, err } var tempFolder string tempFolder, err = ioutil.TempDir("", "hcs") if err != nil { return nil, err } defer func() { if err != nil { os.RemoveAll(tempFolder) } }() if err = hcsshim.ExportLayer(d.info, id, tempFolder, layerChain); err != nil { return nil, err } return &fileGetDestroyCloser{storage.NewPathFileGetter(tempFolder), tempFolder}, nil } return &fileGetCloserWithBackupPrivileges{d.dir(id)}, nil }
func CommandAsm(c *cli.Context) { if len(c.Args()) > 0 { logrus.Warnf("%d additional arguments passed are ignored", len(c.Args())) } if len(c.String("input")) == 0 { logrus.Fatalf("--input filename must be set") } if len(c.String("output")) == 0 { logrus.Fatalf("--output filename must be set ([FILENAME|-])") } if len(c.String("path")) == 0 { logrus.Fatalf("--path must be set") } var outputStream io.Writer if c.String("output") == "-" { outputStream = os.Stdout } else { fh, err := os.Create(c.String("output")) if err != nil { logrus.Fatal(err) } defer fh.Close() outputStream = fh } // Get the tar metadata reader mf, err := os.Open(c.String("input")) if err != nil { logrus.Fatal(err) } defer mf.Close() mfz, err := gzip.NewReader(mf) if err != nil { logrus.Fatal(err) } defer mfz.Close() metaUnpacker := storage.NewJSONUnpacker(mfz) // XXX maybe get the absolute path here fileGetter := storage.NewPathFileGetter(c.String("path")) ots := asm.NewOutputTarStream(fileGetter, metaUnpacker) defer ots.Close() i, err := io.Copy(outputStream, ots) if err != nil { logrus.Fatal(err) } logrus.Infof("created %s from %s and %s (wrote %d bytes)", c.String("output"), c.String("path"), c.String("input"), i) }
func (graph *Graph) assembleTarLayer(img *image.Image) (io.ReadCloser, error) { root := graph.imageRoot(img.ID) mFileName := filepath.Join(root, tarDataFileName) mf, err := os.Open(mFileName) if err != nil { if !os.IsNotExist(err) { logrus.Errorf("failed to open %q: %s", mFileName, err) } return nil, err } pR, pW := io.Pipe() // this will need to be in a goroutine, as we are returning the stream of a // tar archive, but can not close the metadata reader early (when this // function returns)... go func() { defer mf.Close() // let's reassemble! logrus.Debugf("[graph] TarLayer with reassembly: %s", img.ID) mfz, err := gzip.NewReader(mf) if err != nil { pW.CloseWithError(fmt.Errorf("[graph] error with %s: %s", mFileName, err)) return } defer mfz.Close() // get our relative path to the container fsLayer, err := graph.driver.Get(img.ID, "") if err != nil { pW.CloseWithError(err) return } defer graph.driver.Put(img.ID) metaUnpacker := storage.NewJSONUnpacker(mfz) fileGetter := storage.NewPathFileGetter(fsLayer) logrus.Debugf("[graph] %s is at %q", img.ID, fsLayer) ots := asm.NewOutputTarStream(fileGetter, metaUnpacker) defer ots.Close() if _, err := io.Copy(pW, ots); err != nil { pW.CloseWithError(err) return } pW.Close() }() return pR, nil }
func (c *checksums) assembleTarTo(graphID string, metadata io.ReadCloser, size *int64, w io.Writer) error { defer metadata.Close() // get our relative path to the container fsPath, release, err := c.driver.Mount(graphID) if err != nil { return err } if release != nil { defer release() } metaUnpacker := storage.NewJSONUnpacker(metadata) upackerCounter := &unpackSizeCounter{metaUnpacker, size} fileGetter := storage.NewPathFileGetter(fsPath) logrus.Debugf("Assembling tar data for %s from %s", graphID, fsPath) return asm.WriteOutputTarStream(fileGetter, upackerCounter, w) }
func (ls *layerStore) assembleTar(graphID string, metadata io.ReadCloser, size *int64) (io.ReadCloser, error) { type diffPathDriver interface { DiffPath(string) (string, func() error, error) } diffDriver, ok := ls.driver.(diffPathDriver) if !ok { diffDriver = &naiveDiffPathDriver{ls.driver} } // get our relative path to the container fsPath, releasePath, err := diffDriver.DiffPath(graphID) if err != nil { metadata.Close() return nil, err } pR, pW := io.Pipe() // this will need to be in a goroutine, as we are returning the stream of a // tar archive, but can not close the metadata reader early (when this // function returns)... go func() { defer releasePath() defer metadata.Close() metaUnpacker := storage.NewJSONUnpacker(metadata) upackerCounter := &unpackSizeCounter{metaUnpacker, size} fileGetter := storage.NewPathFileGetter(fsPath) logrus.Debugf("Assembling tar data for %s from %s", graphID, fsPath) ots := asm.NewOutputTarStream(fileGetter, upackerCounter) defer ots.Close() if _, err := io.Copy(pW, ots); err != nil { pW.CloseWithError(err) return } pW.Close() }() return pR, nil }
// DiffGetter returns a FileGetCloser that can read files from the directory that // contains files for the layer differences. Used for direct access for tar-split. func (a *Driver) DiffGetter(id string) (graphdriver.FileGetCloser, error) { p := path.Join(a.rootPath(), "diff", id) return fileGetNilCloser{storage.NewPathFileGetter(p)}, nil }