func Watcher(c context.Context, task func(string), globs ...string) { files, err := glob.Glob(globs...) if err != nil { c.Error(err) return } // Create some channels f := make(fileNameChan) e := make(errorChan) for matchpair := range files { monitorFile(matchpair.Name, f, e) } go func() { for { select { case fn := <-f: task(fn) case err := <-e: c.Error(err) } } }() }
//Src returns a channel of gonzo.Files that match the provided patterns. //TODO: ADD support for prefix to avoid all the util.Trims func Src(ctx context.Context, globs ...string) gonzo.Pipe { ctx, cancel := context.WithCancel(ctx) files := make(chan gonzo.File) pipe := gonzo.NewPipe(ctx, files) //TODO: Parse globs here, check for invalid globs, split them into "filters". go func() { var err error defer close(files) fileslist, err := glob.Glob(globs...) if err != nil { ctx.Error(err) return } for mp := range fileslist { var ( file gonzo.File base = glob.Dir(mp.Glob) name = mp.Name ) file, err = Read(mp.Name) ctx = context.WithValue(ctx, "file", name) if err == ErrIsDir { ctx.Warn("fs.Src Ignored Directory.") continue } if err != nil { cancel() ctx.Error(err) return } file.FileInfo().SetBase(base) file.FileInfo().SetName(name) files <- file } }() return pipe }
func makestage(stage Stage, ctx context.Context, in <-chan File) Pipe { out := make(chan File) next, cancel := context.WithCancel(ctx) go func() { err := stage(ctx, in, out) close(out) if err != nil { cancel() ctx.Error(err) } }() return pipe{files: out, context: next} }
func Watcher(ctx context.Context, cb func(string), globs ...string) error { files, err := glob.Glob(globs...) if err != nil { return err } w, err := fsnotify.NewWatcher() if err != nil { return err } for matchpair := range files { w.Add(matchpair.Name) } throttled := throttle(50 * time.Millisecond) go func() { for { select { case event := <-w.Events: //if event.Op&fsnotify.Write == fsnotify.Write { //event.Op&fsnotify.Create == fsnotify.Create || throttled(func() { cb(event.Name) }) //} case err := <-w.Errors: if err != nil { ctx.Error(err) } case <-ctx.Done(): w.Close() return } } }() return nil }
// Gets the list of urls and passes the results to output channel. // It reports the progress to the Context using a ReadProgress proxy. func Get(ctx context.Context, urls ...string) gonzo.Pipe { ctx, cancel := context.WithCancel(ctx) out := make(chan gonzo.File) client := &http.Client{} go func() { defer close(out) for _, url := range urls { if url == "" { ctx.Error("Empty URL.") cancel() return } select { case <-ctx.Done(): ctx.Warn(context.Canceled) return default: ctx.Infof("Downloading %s", url) file, err := get(ctx, client, url) if err != nil { ctx.Error(err) cancel() break } //TODO: Add progress meter. //s, _ := file.Stat() //file.Reader = c.ReadProgress(file.Reader, "Downloading "+file.Path, s.Size()) out <- file } } }() return gonzo.NewPipe(ctx, out) }