// mr.Input interface func (in DirInput) Iterator(index int) (sophie.IterateCloser, error) { infos, err := in.Fs.ReadDir(in.Path) if err != nil { return nil, err } return NewReader(sophie.FsPath(in).Join(infos[index].Name())) }
// Clean removes the folder. func (out DirOutput) Clean() error { return sophie.FsPath(out).Remove() }
// mr.Output interface func (out DirOutput) Collector(index int) (sophie.CollectCloser, error) { if err := out.Fs.Mkdir(out.Path, 0755); err != nil { return nil, err } return NewWriter(sophie.FsPath(out).Join(fmt.Sprintf("part-%05d", index))) }