func (i *Invocation) Run() (int, error) { glog.Infof("Starting shipshape...") fs, err := os.Stat(i.options.File) if err != nil { return 0, fmt.Errorf("%s is not a valid file or directory\n", i.options.File) } origDir := i.options.File if !fs.IsDir() { origDir = filepath.Dir(i.options.File) } absRoot, err := filepath.Abs(origDir) if err != nil { return 0, fmt.Errorf("could not get absolute path for %s: %v\n", origDir, err) } if !docker.HasDocker() { return 0, fmt.Errorf("docker could not be found. Make sure you have docker installed.") } image := docker.FullImageName(i.options.Repo, image, i.options.Tag) glog.Infof("Starting shipshape using %s on %s", image, absRoot) // Create the request if len(i.options.TriggerCats) == 0 { glog.Infof("No categories provided. Will be using categories specified by the config file for the event %s", i.options.Event) } if len(i.options.ThirdPartyAnalyzers) == 0 { i.options.ThirdPartyAnalyzers, err = service.GlobalConfig(absRoot) if err != nil { glog.Infof("Could not get global config; using only the default analyzers: %v", err) } } // If we are not running in local mode, pull the latest copy // Notice this will use the local tag as a signal to not pull the // third-party analyzers either. if i.options.Tag != "local" { pull(image) pullAnalyzers(i.options.ThirdPartyAnalyzers) } // Put in this defer before calling run. Even if run fails, it can // still create the container. if !i.options.StayUp { // TODO(ciera): Rather than immediately sending a SIGKILL, // we should use the default 10 seconds and properly handle // SIGTERMs in the endpoint script. defer stop("shipping_container", 0) // Stop all the analyzers, even the ones that had trouble starting, // in case they did actually start for id, analyzerRepo := range i.options.ThirdPartyAnalyzers { container, _ := getContainerAndAddress(analyzerRepo, id) defer stop(container, 0) } } containers, errs := startAnalyzers(absRoot, i.options.ThirdPartyAnalyzers, i.options.Dind) for _, err := range errs { glog.Errorf("Could not start up third party analyzer: %v", err) } var c *client.Client var req *rpcpb.ShipshapeRequest var numNotes int // Run it on files relativeRoot := "" c, relativeRoot, err = startShipshapeService(image, absRoot, containers, i.options.Dind) if err != nil { return 0, fmt.Errorf("HTTP client did not become healthy: %v", err) } var files []string if !fs.IsDir() { files = []string{filepath.Base(i.options.File)} } req = createRequest(i.options.TriggerCats, files, i.options.Event, filepath.Join(workspace, relativeRoot), ctxpb.Stage_PRE_BUILD.Enum()) glog.Infof("Calling with request %v", req) numNotes, err = analyze(c, req, origDir, i.options.HandleResponse) if err != nil { return numNotes, fmt.Errorf("error making service call: %v", err) } // If desired, generate compilation units with a kythe image if i.options.Build != "" { // TODO(ciera): Handle other build systems fullKytheImage := docker.FullImageName(i.options.Repo, kytheImage, i.options.Tag) if !i.options.LocalKythe { pull(fullKytheImage) } // TODO(emso): Add a check for an already running kythe container. // The below defer should stop the one started below but in case this // failed for some reason (or a kythe container was started in some other // way) the below run command will fail. defer stop("kythe", 10*time.Second) glog.Infof("Retrieving compilation units with %s", i.options.Build) result := docker.RunKythe(fullKytheImage, "kythe", absRoot, i.options.Build, i.options.Dind) if result.Err != nil { // kythe spews output, so only capture it if something went wrong. printStreams(result) return numNotes, fmt.Errorf("error from run: %v", result.Err) } glog.Infoln("CompilationUnits prepared") req.Stage = ctxpb.Stage_POST_BUILD.Enum() glog.Infof("Calling with request %v", req) numBuildNotes, err := analyze(c, req, origDir, i.options.HandleResponse) numNotes += numBuildNotes if err != nil { return numNotes, fmt.Errorf("error making service call: %v", err) } } if i.options.ResponsesDone != nil { if err := i.options.ResponsesDone(); err != nil { return numNotes, err } } glog.Infoln("End of Results.") return numNotes, nil }
func (i *Invocation) Run() (int, error) { var c *client.Client var req *rpcpb.ShipshapeRequest var numNotes int // Run it on files c, paths, cleanup, err := i.startServices() defer cleanup() if err != nil { return 0, err } var files []string if !paths.fs.IsDir() { files = []string{filepath.Base(i.options.File)} } if len(i.options.TriggerCats) == 0 { glog.Infof("No categories provided. Will be using categories specified by the config file for the event %s", i.options.Event) } req = createRequest(i.options.TriggerCats, files, i.options.Event, filepath.Join(workspace, paths.relativeRoot), ctxpb.Stage_PRE_BUILD.Enum()) glog.Infof("Calling with request %v", req) numNotes, err = analyze(c, req, paths.origDir, i.options.HandleResponse) if err != nil { return numNotes, fmt.Errorf("error making service call: %v", err) } // If desired, generate compilation units with a kythe image if i.options.Build != "" { // TODO(ciera): Handle other build systems fullKytheImage := docker.FullImageName(i.options.Repo, kytheImage, i.options.Tag) if !i.options.LocalKythe { pull(fullKytheImage) } // Stop kythe if it is running otherwise we will fail when we start kythe below exists, err := docker.ContainerExists(fullKytheImage) if err != nil { return numNotes, fmt.Errorf("error making service call: %v", err) } if exists { stop(fullKytheImage, 0) } // Make sure we stop kythe after we are done defer stop("kythe", 10*time.Second) glog.Infof("Retrieving compilation units with %s", i.options.Build) result := docker.RunKythe(fullKytheImage, "kythe", paths.absRoot, i.options.Build, i.options.Dind) if result.Err != nil { // kythe spews output, so only capture it if something went wrong. printStreams(result) return numNotes, fmt.Errorf("error from run: %v", result.Err) } glog.Infoln("CompilationUnits prepared") req.Stage = ctxpb.Stage_POST_BUILD.Enum() glog.Infof("Calling with request %v", req) numBuildNotes, err := analyze(c, req, paths.origDir, i.options.HandleResponse) numNotes += numBuildNotes if err != nil { return numNotes, fmt.Errorf("error making service call: %v", err) } } if i.options.ResponsesDone != nil { if err := i.options.ResponsesDone(); err != nil { return numNotes, err } } glog.Infoln("End of Results.") return numNotes, nil }