func updateSigs() (string, error) { url, _, _ := config.UpdateOptions() if url == "" { return "Update is not available for this distribution of siegfried", nil } response, err := getHttp(url) if err != nil { return "", err } var u Update if err := json.Unmarshal(response, &u); err != nil { return "", err } version := config.Version() if version[0] < u.Version[0] || (version[0] == u.Version[0] && version[1] < u.Version[1]) || // if the version is out of date u.Version == [3]int{0, 0, 0} || u.Created == "" || u.Size == 0 || u.Path == "" { // or if the unmarshalling hasn't worked and we have blank values return "Your version of siegfried is out of date; please install latest from http://www.itforarchivists.com/siegfried before continuing.", nil } s, err := siegfried.Load(config.Signature()) if err == nil { if !s.Update(u.Created) { return "You are already up to date!", nil } } else { // this hairy bit of golang exception handling is thanks to Ross! :) if _, err = os.Stat(config.Home()); err != nil { if os.IsNotExist(err) { err = os.MkdirAll(config.Home(), os.ModePerm) if err != nil { return "", fmt.Errorf("Siegfried: cannot create home directory %s, %v", config.Home(), err) } } else { return "", fmt.Errorf("Siegfried: error opening directory %s, %v", config.Home(), err) } } } fmt.Println("... downloading latest signature file ...") response, err = getHttp(u.Path) if err != nil { return "", fmt.Errorf("Siegfried: error retrieving %s.\nThis may be a network or firewall issue. See https://github.com/richardlehane/siegfried/wiki/Getting-started for manual instructions.\nSystem error: %v", config.SignatureBase(), err) } if len(response) != u.Size { return "", fmt.Errorf("Siegfried: error retrieving %s; expecting %d bytes, got %d bytes", config.SignatureBase(), u.Size, len(response)) } err = ioutil.WriteFile(config.Signature(), response, os.ModePerm) if err != nil { return "", fmt.Errorf("Siegfried: error writing to directory, %v", err) } fmt.Printf("... writing %s ...\n", config.Signature()) return "Your signature file has been updated", nil }
func blameSig(i int) error { if *inspectHome != config.Home() { config.SetHome(*inspectHome) } s, err := siegfried.Load(config.Signature()) if err != nil { return err } fmt.Println(s.Blame(i, *inspectCType, *inspectCName)) return nil }
func inspectSig(t core.MatcherType) error { if *inspectHome != config.Home() { config.SetHome(*inspectHome) } s, err := siegfried.Load(config.Signature()) if err != nil { return err } fmt.Print(s.Inspect(t)) return nil }
func makegob(s *siegfried.Siegfried, opts []config.Option) error { var id core.Identifier var err error if *mi != "" { id, err = mimeinfo.New(opts...) } else if *locfdd || *fdd != "" { id, err = loc.New(opts...) } else { id, err = pronom.New(opts...) } if err != nil { return err } err = s.Add(id) if err != nil { return err } return s.Save(config.Signature()) }
func main() { flag.Parse() /*//UNCOMMENT TO RUN PROFILER go func() { log.Println(http.ListenAndServe("localhost:6060", nil)) }()*/ // configure home and signature if not default if *home != config.Home() { config.SetHome(*home) } if *sig != config.SignatureBase() { config.SetSignature(*sig) } // handle -update if *update { msg, err := updateSigs() if err != nil { log.Fatalf("[FATAL] failed to update signature file, %v", err) } fmt.Println(msg) return } // handle -hash error hashT := getHash(*hashf) if *hashf != "" && hashT < 0 { log.Fatalf("[FATAL] invalid hash type; choose from %s", hashChoices) } // load and handle signature errors s, err := siegfried.Load(config.Signature()) if err != nil { log.Fatalf("[FATAL] error loading signature file, got: %v", err) } // handle -version if *version { version := config.Version() fmt.Printf("siegfried %d.%d.%d\n%s", version[0], version[1], version[2], s) return } // handle -fpr if *fprflag { log.Printf("FPR server started at %s. Use CTRL-C to quit.\n", config.Fpr()) serveFpr(config.Fpr(), s) return } // check -multi if *multi > maxMulti || *multi < 1 || (*archive && *multi > 1) { log.Println("[WARN] -multi must be > 0 and =< 1024. If -z, -multi must be 1. Resetting -multi to 1") *multi = 1 } // start logger lg, err := newLogger(*logf) if err != nil { log.Fatalln(err) } if config.Slow() || config.Debug() { if *serve != "" || *fprflag { log.Fatalln("[FATAL] debug and slow logging cannot be run in server mode") } } // start throttle if *throttlef != 0 { throttle = time.NewTicker(*throttlef) defer throttle.Stop() } // start the printer lenCtxts := *multi if lenCtxts == 1 { lenCtxts = 8 } ctxts := make(chan *context, lenCtxts) go printer(ctxts, lg) // set default writer var w writer switch { case *csvo: w = newCSV(os.Stdout) case *jsono: w = newJSON(os.Stdout) case *droido: w = newDroid(os.Stdout) if len(s.Fields()) != 1 || len(s.Fields()[0]) != 7 { close(ctxts) log.Fatalln("[FATAL] DROID output is limited to signature files with a single PRONOM identifier") } default: w = newYAML(os.Stdout) } // overrite writer with nil writer if logging is to stdout if lg != nil && lg.w == os.Stdout { w = logWriter{} } // setup default waitgroup wg := &sync.WaitGroup{} // setup context pool setCtxPool(s, w, wg, hashT, *archive) // handle -serve if *serve != "" { log.Printf("Starting server at %s. Use CTRL-C to quit.\n", *serve) listen(*serve, s, ctxts) return } // handle no file/directory argument if flag.NArg() != 1 { close(ctxts) log.Fatalln("[FATAL] expecting a single file or directory argument") } w.writeHead(s, hashT) // support reading list files from stdin if flag.Arg(0) == "-" { scanner := bufio.NewScanner(os.Stdin) for scanner.Scan() { info, err := os.Stat(scanner.Text()) if err != nil { info, err = retryStat(scanner.Text(), err) } if err != nil || info.IsDir() { ctx := getCtx(scanner.Text(), "", "", 0) ctx.res <- results{fmt.Errorf("failed to identify %s (in scanning mode, inputs must all be files and not directories), got: %v", scanner.Text(), err), nil, nil} ctx.wg.Add(1) ctxts <- ctx } else { identifyFile(getCtx(scanner.Text(), "", info.ModTime().Format(time.RFC3339), info.Size()), ctxts, getCtx) } } } else { err = identify(ctxts, flag.Arg(0), "", *nr, getCtx) } wg.Wait() close(ctxts) w.writeTail() // log time elapsed if !lg.start.IsZero() { fmt.Fprintf(lg.w, "%s %v\n", timeString, time.Since(lg.start)) } if err != nil { log.Fatal(err) } os.Exit(0) }
func main() { var err error if len(os.Args) < 2 { log.Fatal(usage) } switch os.Args[1] { case "build": err = build.Parse(os.Args[2:]) if err == nil { if build.Arg(0) != "" { config.SetSignature(build.Arg(0)) } s := siegfried.New() err = makegob(s, getOptions()) } case "add": err = build.Parse(os.Args[2:]) if err == nil { if build.Arg(0) != "" { config.SetSignature(build.Arg(0)) } var s *siegfried.Siegfried s, err = siegfried.Load(config.Signature()) if err == nil { err = makegob(s, getOptions()) } } case "harvest": err = harvest.Parse(os.Args[2:]) if err == nil { setHarvestOptions() err = savereps() } case "inspect": inspect.Usage = func() { fmt.Print(inspectUsage) } err = inspect.Parse(os.Args[2:]) if err == nil { input := inspect.Arg(0) switch { case input == "": err = inspectSig(-1) case input == "bytematcher", input == "bm": err = inspectSig(core.ByteMatcher) case input == "containermatcher", input == "cm": err = inspectSig(core.ContainerMatcher) case input == "namematcher", input == "nm": err = inspectSig(core.NameMatcher) case input == "mimematcher", input == "mm": err = inspectSig(core.MIMEMatcher) case input == "riffmatcher", input == "rm": err = inspectSig(core.RIFFMatcher) case input == "xmlmatcher", input == "xm": err = inspectSig(core.XMLMatcher) case input == "textmatcher", input == "tm": err = inspectSig(core.TextMatcher) case input == "priorities", input == "p": err = graphPriorities(0) case input == "missing-priorities", input == "mp": err = graphPriorities(1) case input == "implicit-priorities", input == "ip": err = graphPriorities(2) case filepath.Ext(input) == ".sig": config.SetSignature(input) err = inspectSig(-1) case strings.Contains(input, "fmt"), *inspectMI != "", strings.HasPrefix(input, "fdd"), strings.HasPrefix(input, "@"): err = inspectFmt(input) default: var i int i, err = strconv.Atoi(input) if err == nil { err = blameSig(i) } else { err = inspectFmt(input) } } } default: log.Fatal(usage) } if err != nil { log.Fatal(err) } os.Exit(0) }