func main() { flag.Parse() workingRootDir := path.Join(*subdDir, "root") objectsDir := path.Join(*subdDir, "objects") tmpDir := path.Join(*subdDir, "tmp") netbenchFilename := path.Join(*subdDir, "netbench") oldTriggersFilename := path.Join(*subdDir, "triggers.previous") if !createDirectory(workingRootDir) { os.Exit(1) } if !sanityCheck() { os.Exit(1) } if !createDirectory(objectsDir) { os.Exit(1) } if !createDirectory(tmpDir) { os.Exit(1) } if !mountTmpfs(tmpDir) { os.Exit(1) } if !unshareAndBind(workingRootDir) { os.Exit(1) } runtime.GOMAXPROCS(int(*maxThreads)) bytesPerSecond, blocksPerSecond, firstScan, ok := getCachedFsSpeed( workingRootDir, tmpDir) if !ok { os.Exit(1) } circularBuffer := logbuf.New(*logbufLines) logger := log.New(circularBuffer, "", log.LstdFlags) var configuration scanner.Configuration var err error configuration.ScanFilter, err = filter.NewFilter(constants.ScanExcludeList) if err != nil { fmt.Printf("Unable to set default scan exclusions\t%s\n", err) os.Exit(1) } configuration.FsScanContext = fsrateio.NewReaderContext(bytesPerSecond, blocksPerSecond, 0) defaultSpeed := configuration.FsScanContext.GetContext().SpeedPercent() if firstScan { configuration.FsScanContext.GetContext().SetSpeedPercent(100) } if *showStats { fmt.Println(configuration.FsScanContext) } var fsh scanner.FileSystemHistory fsChannel := scanner.StartScannerDaemon(workingRootDir, objectsDir, &configuration, logger) networkReaderContext := rateio.NewReaderContext( getCachedNetworkSpeed(netbenchFilename), constants.DefaultNetworkSpeedPercent, &rateio.ReadMeasurer{}) configuration.NetworkReaderContext = networkReaderContext rescanObjectCacheChannel := rpcd.Setup(&configuration, &fsh, objectsDir, networkReaderContext, netbenchFilename, oldTriggersFilename, logger) httpd.AddHtmlWriter(&fsh) httpd.AddHtmlWriter(&configuration) httpd.AddHtmlWriter(circularBuffer) html.RegisterHtmlWriterForPattern("/dumpFileSystem", "Scanned File System", &DumpableFileSystemHistory{&fsh}) err = httpd.StartServer(*portNum) if err != nil { fmt.Printf("Unable to create http server\t%s\n", err) os.Exit(1) } fsh.Update(nil) invalidateNextScanObjectCache := false sighupChannel := make(chan os.Signal) signal.Notify(sighupChannel, syscall.SIGHUP) sigtermChannel := make(chan os.Signal) signal.Notify(sigtermChannel, syscall.SIGTERM, syscall.SIGINT) writePidfile() for iter := 0; true; { select { case <-sighupChannel: err = syscall.Exec(os.Args[0], os.Args, os.Environ()) if err != nil { logger.Printf("Unable to Exec:%s\t%s\n", os.Args[0], err) } case <-sigtermChannel: gracefulCleanup() case fs := <-fsChannel: if *showStats { fmt.Printf("Completed cycle: %d\n", iter) } if invalidateNextScanObjectCache { fs.ScanObjectCache() invalidateNextScanObjectCache = false } fsh.Update(fs) iter++ runtime.GC() // An opportune time to take out the garbage. if *showStats { fmt.Print(fsh) fmt.Print(fsh.FileSystem()) memstats.WriteMemoryStats(os.Stdout) fmt.Println() } if firstScan { configuration.FsScanContext.GetContext().SetSpeedPercent( defaultSpeed) firstScan = false if *showStats { fmt.Println(configuration.FsScanContext) } } case <-rescanObjectCacheChannel: invalidateNextScanObjectCache = true fsh.UpdateObjectCacheOnly() } } }
func main() { flag.Parse() workingRootDir := path.Join(*subdDir, "root") objectsDir := path.Join(*subdDir, "objects") tmpDir := path.Join(*subdDir, "tmp") if !createDirectory(workingRootDir) { os.Exit(1) } if !sanityCheck() { os.Exit(1) } if !createDirectory(objectsDir) { os.Exit(1) } if !createDirectory(tmpDir) { os.Exit(1) } if !mountTmpfs(tmpDir) { os.Exit(1) } if !unshareAndBind(workingRootDir) { os.Exit(1) } bytesPerSecond, blocksPerSecond, firstScan, ok := getCachedSpeed( workingRootDir, tmpDir) if !ok { os.Exit(1) } ctx := fsrateio.NewContext(bytesPerSecond, blocksPerSecond) defaultSpeed := ctx.SpeedPercent() if firstScan { ctx.SetSpeedPercent(100) } if *showStats { fmt.Println(ctx) } var fsh scanner.FileSystemHistory fsChannel := scanner.StartScannerDaemon(workingRootDir, objectsDir, ctx) err := httpd.StartServer(*portNum, &fsh) if err != nil { fmt.Printf("Unable to create http server\t%s\n", err) os.Exit(1) } fsh.Update(nil) for iter := 0; true; iter++ { if *showStats { fmt.Printf("Starting cycle: %d\n", iter) } fsh.Update(<-fsChannel) runtime.GC() // An opportune time to take out the garbage. if *showStats { fmt.Print(fsh) fmt.Print(fsh.FileSystem()) memstats.WriteMemoryStats(os.Stdout) fmt.Println() } if firstScan { ctx.SetSpeedPercent(defaultSpeed) firstScan = false if *showStats { fmt.Println(ctx) } } } }