func main() { flag.Parse() tricorder.RegisterFlags() if os.Geteuid() == 0 { fmt.Fprintln(os.Stderr, "Do not run the Image Server as root") os.Exit(1) } if *archiveMode && *imageServerHostname == "" { fmt.Fprintln(os.Stderr, "-imageServerHostname required in archive mode") os.Exit(1) } circularBuffer := logbuf.New() logger := log.New(circularBuffer, "", log.LstdFlags) if err := setupserver.SetupTls(); err != nil { logger.Println(err) circularBuffer.Flush() if !*permitInsecureMode { os.Exit(1) } } objSrv, err := filesystem.NewObjectServer(*objectDir, logger) if err != nil { fmt.Fprintf(os.Stderr, "Cannot create ObjectServer: %s\n", err) os.Exit(1) } cleanupUnreferencedObjects := true if *imageServerHostname != "" { cleanupUnreferencedObjects = false } imdb, err := scanner.LoadImageDataBase(*imageDir, objSrv, cleanupUnreferencedObjects, logger) if err != nil { fmt.Fprintf(os.Stderr, "Cannot load image database: %s\n", err) os.Exit(1) } tricorder.RegisterMetric("/image-count", func() uint { return imdb.CountImages() }, units.None, "number of images") imgSrvRpcHtmlWriter := imageserverRpcd.Setup(imdb, *imageServerHostname, logger) objSrvRpcHtmlWriter := objectserverRpcd.Setup(objSrv, logger) httpd.AddHtmlWriter(imdb) httpd.AddHtmlWriter(&imageObjectServersType{imdb, objSrv}) httpd.AddHtmlWriter(imgSrvRpcHtmlWriter) httpd.AddHtmlWriter(objSrvRpcHtmlWriter) httpd.AddHtmlWriter(circularBuffer) if *imageServerHostname != "" { go replicator(fmt.Sprintf("%s:%d", *imageServerHostname, *imageServerPortNum), imdb, objSrv, *archiveMode, logger) } if err = httpd.StartServer(*portNum, imdb, objSrv, false); err != nil { fmt.Fprintf(os.Stderr, "Unable to create http server: %s\n", err) os.Exit(1) } }
func main() { flag.Usage = printUsage flag.Parse() tricorder.RegisterFlags() if os.Geteuid() == 0 { fmt.Fprintln(os.Stderr, "Do not run the filegen server as root") os.Exit(1) } circularBuffer := logbuf.New() logger := log.New(circularBuffer, "", log.LstdFlags) if err := setupserver.SetupTls(); err != nil { logger.Println(err) circularBuffer.Flush() if !*permitInsecureMode { os.Exit(1) } } manager := filegen.New(logger) if *configFile != "" { if err := util.LoadConfiguration(manager, *configFile); err != nil { fmt.Fprintln(os.Stderr, err) os.Exit(1) } ch := fsutil.WatchFile(*configFile, nil) (<-ch).Close() // Drain the first event. go func() { <-ch err := syscall.Exec(os.Args[0], os.Args, os.Environ()) if err != nil { logger.Printf("Unable to Exec:%s: %s\n", os.Args[0], err) } }() } httpd.AddHtmlWriter(manager) httpd.AddHtmlWriter(circularBuffer) for _, pathname := range flag.Args() { if err := registerSourceDirectory(manager, pathname, "/"); err != nil { fmt.Fprintln(os.Stderr, err) os.Exit(1) } } if err := httpd.StartServer(*portNum, manager, false); err != nil { fmt.Fprintf(os.Stderr, "Unable to create http server: %s\n", err) os.Exit(1) } }
func main() { flag.Parse() tricorder.RegisterFlags() circularBuffer := logbuf.New() logger := log.New(circularBuffer, "", log.LstdFlags) if err := setupserver.SetupTls(); err != nil { logger.Println(err) circularBuffer.Flush() if !*permitInsecureMode { os.Exit(1) } } rlim := syscall.Rlimit{*fdLimit, *fdLimit} if err := syscall.Setrlimit(syscall.RLIMIT_NOFILE, &rlim); err != nil { fmt.Fprintf(os.Stderr, "Cannot set FD limit\t%s\n", err) os.Exit(1) } if os.Geteuid() == 0 { if err := setUser(*username); err != nil { fmt.Fprintln(os.Stderr, err) os.Exit(1) } } fi, err := os.Lstat(*stateDir) if err != nil { fmt.Fprintf(os.Stderr, "Cannot stat: %s\t%s\n", *stateDir, err) os.Exit(1) } if !fi.IsDir() { fmt.Fprintf(os.Stderr, "%s is not a directory\n", *stateDir) os.Exit(1) } interval := time.Duration(*minInterval) * time.Second mdbChannel := mdbd.StartMdbDaemon(path.Join(*stateDir, *mdbFile), logger) objectServer, err := newObjectServer(path.Join(*stateDir, *objectsDir), logger) if err != nil { fmt.Fprintf(os.Stderr, "Cannot load objectcache: %s\n", err) os.Exit(1) } herd := herd.NewHerd(fmt.Sprintf("%s:%d", *imageServerHostname, *imageServerPortNum), objectServer, logger) herd.AddHtmlWriter(circularBuffer) rpcd.Setup(herd, logger) if err = herd.StartServer(*portNum, true); err != nil { fmt.Fprintf(os.Stderr, "Unable to create http server\t%s\n", err) os.Exit(1) } scanTokenChannel := make(chan bool, 1) scanTokenChannel <- true nextCycleStopTime := time.Now().Add(interval) for { select { case mdb := <-mdbChannel: herd.MdbUpdate(mdb) if *debug { showMdb(mdb) } case <-scanTokenChannel: // Scan one sub. if herd.PollNextSub() { // We've reached the end of a scan cycle. if *debug { fmt.Print(".") } go func(sleepDuration time.Duration) { time.Sleep(sleepDuration) nextCycleStopTime = time.Now().Add(interval) scanTokenChannel <- true }(nextCycleStopTime.Sub(time.Now())) } else { scanTokenChannel <- true } } } }
func main() { flag.Parse() tricorder.RegisterFlags() subdDirPathname := path.Join(*rootDir, *subdDir) workingRootDir := path.Join(subdDirPathname, "root") objectsDir := path.Join(workingRootDir, *subdDir, "objects") tmpDir := path.Join(subdDirPathname, "tmp") netbenchFilename := path.Join(subdDirPathname, "netbench") oldTriggersFilename := path.Join(subdDirPathname, "triggers.previous") if !createDirectory(workingRootDir) { os.Exit(1) } if !sanityCheck() { os.Exit(1) } if !createDirectory(tmpDir) { os.Exit(1) } if !mountTmpfs(tmpDir) { os.Exit(1) } if !unshareAndBind(workingRootDir) { os.Exit(1) } if !createDirectory(objectsDir) { os.Exit(1) } runtime.GOMAXPROCS(int(*maxThreads)) circularBuffer := logbuf.New() logger := log.New(circularBuffer, "", log.LstdFlags) if err := setupserver.SetupTls(); err != nil { logger.Println(err) circularBuffer.Flush() if !*permitInsecureMode { os.Exit(1) } } bytesPerSecond, blocksPerSecond, firstScan, ok := getCachedFsSpeed( workingRootDir, tmpDir) if !ok { os.Exit(1) } publishFsSpeed(bytesPerSecond, blocksPerSecond) var configuration scanner.Configuration var err error configuration.ScanFilter, err = filter.New(scanExcludeList) if err != nil { fmt.Fprintf(os.Stderr, "Unable to set default scan exclusions: %s\n", err) os.Exit(1) } configuration.FsScanContext = fsrateio.NewReaderContext(bytesPerSecond, blocksPerSecond, *defaultScanSpeedPercent) defaultSpeed := configuration.FsScanContext.GetContext().SpeedPercent() if firstScan { configuration.FsScanContext.GetContext().SetSpeedPercent(100) } if *showStats { fmt.Println(configuration.FsScanContext) } var fsh scanner.FileSystemHistory mainFunc := func(fsChannel <-chan *scanner.FileSystem, disableScanner func(disableScanner bool)) { networkReaderContext := rateio.NewReaderContext( getCachedNetworkSpeed(netbenchFilename), *defaultNetworkSpeedPercent, &rateio.ReadMeasurer{}) configuration.NetworkReaderContext = networkReaderContext invalidateNextScanObjectCache := false rpcdHtmlWriter := rpcd.Setup(&configuration, &fsh, objectsDir, workingRootDir, networkReaderContext, netbenchFilename, oldTriggersFilename, disableScanner, func() { invalidateNextScanObjectCache = true fsh.UpdateObjectCacheOnly() }, logger) configMetricsDir, err := tricorder.RegisterDirectory("/config") if err != nil { fmt.Fprintf(os.Stderr, "Unable to create /config metrics directory: %s\n", err) os.Exit(1) } configuration.RegisterMetrics(configMetricsDir) if err != nil { fmt.Fprintf(os.Stderr, "Unable to create config metrics: %s\n", err) os.Exit(1) } httpd.AddHtmlWriter(rpcdHtmlWriter) httpd.AddHtmlWriter(&fsh) httpd.AddHtmlWriter(&configuration) httpd.AddHtmlWriter(circularBuffer) html.RegisterHtmlWriterForPattern("/dumpFileSystem", "Scanned File System", &DumpableFileSystemHistory{&fsh}) if err = httpd.StartServer(*portNum); err != nil { fmt.Fprintf(os.Stderr, "Unable to create http server: %s\n", err) os.Exit(1) } fsh.Update(nil) sighupChannel := make(chan os.Signal) signal.Notify(sighupChannel, syscall.SIGHUP) sigtermChannel := make(chan os.Signal) signal.Notify(sigtermChannel, syscall.SIGTERM, syscall.SIGINT) writePidfile() for iter := 0; true; { select { case <-sighupChannel: logger.Printf("Caught SIGHUP: re-execing with: %v\n", os.Args) circularBuffer.Flush() err = syscall.Exec(os.Args[0], os.Args, os.Environ()) if err != nil { logger.Printf("Unable to Exec:%s: %s\n", os.Args[0], err) } case <-sigtermChannel: logger.Printf("Caught SIGTERM: performing graceful cleanup\n") circularBuffer.Flush() gracefulCleanup() case fs := <-fsChannel: if *showStats { fmt.Printf("Completed cycle: %d\n", iter) } if invalidateNextScanObjectCache { fs.ScanObjectCache() invalidateNextScanObjectCache = false } fsh.Update(fs) iter++ runtime.GC() // An opportune time to take out the garbage. if *showStats { fmt.Print(fsh) fmt.Print(fsh.FileSystem()) memstats.WriteMemoryStats(os.Stdout) fmt.Println() } if firstScan { configuration.FsScanContext.GetContext().SetSpeedPercent( defaultSpeed) firstScan = false if *showStats { fmt.Println(configuration.FsScanContext) } } } } } scanner.StartScanning(workingRootDir, objectsDir, &configuration, logger, mainFunc) }