func updateCollection(steplibSource string) (models.StepCollectionModel, error) { route, found := stepman.ReadRoute(steplibSource) if !found { log.Warnf("No route found for collection: %s, cleaning up routing..", steplibSource) if err := stepman.CleanupDanglingLib(steplibSource); err != nil { log.Errorf("Error cleaning up lib: %s", steplibSource) } log.Infof("Call 'stepman setup -c %s' for a clean setup", steplibSource) return models.StepCollectionModel{}, fmt.Errorf("No route found for StepLib: %s", steplibSource) } isLocalSteplib := strings.HasPrefix(steplibSource, "file://") if isLocalSteplib { if err := stepman.CleanupRoute(route); err != nil { return models.StepCollectionModel{}, fmt.Errorf("Failed to cleanup route for StepLib: %s", steplibSource) } if err := setupSteplib(steplibSource, false); err != nil { return models.StepCollectionModel{}, fmt.Errorf("Failed to setup StepLib: %s", steplibSource) } } else { pth := stepman.GetCollectionBaseDirPath(route) if exists, err := pathutil.IsPathExists(pth); err != nil { return models.StepCollectionModel{}, err } else if !exists { return models.StepCollectionModel{}, errors.New("Not initialized") } gitPullErr := retry.Times(2).Wait(3 * time.Second).Try(func(attempt uint) error { if attempt > 0 { log.Infoln("Retrying ...") } return cmdex.GitPull(pth) }) if gitPullErr != nil { return models.StepCollectionModel{}, fmt.Errorf("Failed to update StepLib git repository, error: %s", gitPullErr) } if err := stepman.ReGenerateStepSpec(route); err != nil { return models.StepCollectionModel{}, err } } return stepman.ReadStepSpec(steplibSource) }
func finish(c *cli.Context) error { share, err := ReadShareSteplibFromFile() if err != nil { log.Error(err) log.Fatal("You have to start sharing with `stepman share start`, or you can read instructions with `stepman share`") } route, found := stepman.ReadRoute(share.Collection) if !found { log.Fatalln("No route found for collectionURI (%s)", share.Collection) } collectionDir := stepman.GetCollectionBaseDirPath(route) if err := cmdex.GitCheckIsNoChanges(collectionDir); err == nil { log.Warn("No git changes!") printFinishShare() return nil } stepDirInSteplib := stepman.GetStepCollectionDirPath(route, share.StepID, share.StepTag) stepYMLPathInSteplib := stepDirInSteplib + "/step.yml" log.Info("New step.yml:", stepYMLPathInSteplib) if err := cmdex.GitAddFile(collectionDir, stepYMLPathInSteplib); err != nil { log.Fatal(err) } log.Info("Do commit") msg := share.StepID + " " + share.StepTag if err := cmdex.GitCommit(collectionDir, msg); err != nil { log.Fatal(err) } log.Info("Pushing to your fork: ", share.Collection) if err := cmdex.GitPushToOrigin(collectionDir, share.StepID); err != nil { log.Fatal(err) } printFinishShare() return nil }
func updateCollection(steplibSource string) (models.StepCollectionModel, error) { route, found := stepman.ReadRoute(steplibSource) if !found { return models.StepCollectionModel{}, fmt.Errorf("No collection found for lib, call 'stepman delete -c %s' for cleanup", steplibSource) } pth := stepman.GetCollectionBaseDirPath(route) if exists, err := pathutil.IsPathExists(pth); err != nil { return models.StepCollectionModel{}, err } else if !exists { return models.StepCollectionModel{}, errors.New("Not initialized") } if err := cmdex.GitPull(pth); err != nil { return models.StepCollectionModel{}, err } if err := stepman.ReGenerateStepSpec(route); err != nil { return models.StepCollectionModel{}, err } return stepman.ReadStepSpec(steplibSource) }
func create(c *cli.Context) error { toolMode := c.Bool(ToolMode) share, err := ReadShareSteplibFromFile() if err != nil { log.Error(err) log.Fatalln("You have to start sharing with `stepman share start`, or you can read instructions with `stepman share`") } // Input validation tag := c.String(TagKey) if tag == "" { log.Fatalln("No Step tag specified") } gitURI := c.String(GitKey) if gitURI == "" { log.Fatalln("No Step url specified") } stepID := c.String(StepIDKEy) if stepID == "" { stepID = getStepIDFromGit(gitURI) } if stepID == "" { log.Fatalln("No Step id specified") } r := regexp.MustCompile(`[a-z0-9-]+`) if find := r.FindString(stepID); find != stepID { log.Fatalln("StepID doesn't conforms to: [a-z0-9-]") } route, found := stepman.ReadRoute(share.Collection) if !found { log.Fatalf("No route found for collectionURI (%s)", share.Collection) } stepDirInSteplib := stepman.GetStepCollectionDirPath(route, stepID, tag) stepYMLPathInSteplib := path.Join(stepDirInSteplib, "step.yml") if exist, err := pathutil.IsPathExists(stepYMLPathInSteplib); err != nil { log.Fatalf("Failed to check step.yml path in steplib, err: %s", err) } else if exist { log.Warnf("Step already exist in path: %s.", stepDirInSteplib) if val, err := goinp.AskForBool("Would you like to overwrite local version of Step?"); err != nil { log.Fatalf("Failed to get bool, err: %s", err) } else { if !val { log.Errorln("Unfortunately we can't continue with sharing without an overwrite exist step.yml.") log.Fatalln("Please finish your changes, run this command again and allow it to overwrite the exist step.yml!") } } } // Clone Step to tmp dir tmp, err := pathutil.NormalizedOSTempDirPath("") if err != nil { log.Fatalf("Failed to get temp directory, err: %s", err) } log.Infof("Cloning Step from (%s) with tag (%s) to temporary path (%s)", gitURI, tag, tmp) if err := cmdex.GitCloneTag(gitURI, tmp, tag); err != nil { log.Fatalf("Git clone failed, err: %s", err) } // Update step.yml tmpStepYMLPath := path.Join(tmp, "step.yml") bytes, err := fileutil.ReadBytesFromFile(tmpStepYMLPath) if err != nil { log.Fatalf("Failed to read Step from file, err: %s", err) } var stepModel models.StepModel if err := yaml.Unmarshal(bytes, &stepModel); err != nil { log.Fatalf("Failed to unmarchal Step, err: %s", err) } commit, err := cmdex.GitGetCommitHashOfHEAD(tmp) if err != nil { log.Fatalf("Failed to get commit hash, err: %s", err) } stepModel.Source = &models.StepSourceModel{ Git: gitURI, Commit: commit, } stepModel.PublishedAt = pointers.NewTimePtr(time.Now()) // Validate step-yml if err := stepModel.Audit(); err != nil { log.Fatalf("Failed to validate Step, err: %s", err) } for _, input := range stepModel.Inputs { key, value, err := input.GetKeyValuePair() if err != nil { log.Fatalf("Failed to get Step input key-value pair, err: %s", err) } options, err := input.GetOptions() if err != nil { log.Fatalf("Failed to get Step input (%s) options, err: %s", key, err) } if len(options.ValueOptions) > 0 && value == "" { log.Warn("Step input with 'value_options', should contain default value!") log.Fatalf("Missing default value for Step input (%s).", key) } } if strings.Contains(*stepModel.Summary, "\n") { log.Warningln("Step summary should be one line!") } if utf8.RuneCountInString(*stepModel.Summary) > maxSummaryLength { log.Warningf("Step summary should contains maximum (%d) characters, actual: (%d)!", maxSummaryLength, utf8.RuneCountInString(*stepModel.Summary)) } // Copy step.yml to steplib share.StepID = stepID share.StepTag = tag if err := WriteShareSteplibToFile(share); err != nil { log.Fatalf("Failed to save share steplib to file, err: %s", err) } log.Info("Step dir in collection:", stepDirInSteplib) if exist, err := pathutil.IsPathExists(stepDirInSteplib); err != nil { log.Fatalf("Failed to check path (%s), err: %s", stepDirInSteplib, err) } else if !exist { if err := os.MkdirAll(stepDirInSteplib, 0777); err != nil { log.Fatalf("Failed to create path (%s), err: %s", stepDirInSteplib, err) } } log.Infof("Checkout branch: %s", share.ShareBranchName()) collectionDir := stepman.GetCollectionBaseDirPath(route) if err := cmdex.GitCheckout(collectionDir, share.ShareBranchName()); err != nil { if err := cmdex.GitCreateAndCheckoutBranch(collectionDir, share.ShareBranchName()); err != nil { log.Fatalf("Git failed to create and checkout branch, err: %s", err) } } stepBytes, err := yaml.Marshal(stepModel) if err != nil { log.Fatalf("Failed to marcshal Step model, err: %s", err) } if err := fileutil.WriteBytesToFile(stepYMLPathInSteplib, stepBytes); err != nil { log.Fatalf("Failed to write Step to file, err: %s", err) } // Update spec.json if err := stepman.ReGenerateStepSpec(route); err != nil { log.Fatalf("Failed to re-create steplib, err: %s", err) } printFinishCreate(share, stepDirInSteplib, toolMode) return nil }
func start(c *cli.Context) error { // Input validation toolMode := c.Bool(ToolMode) collectionURI := c.String(CollectionKey) if collectionURI == "" { log.Fatalln("[STEPMAN] - No step collection specified") } if route, found := stepman.ReadRoute(collectionURI); found { collLocalPth := stepman.GetCollectionBaseDirPath(route) log.Warnf("StepLib found locally at: %s", collLocalPth) log.Info("For sharing it's required to work with a clean StepLib repository.") if val, err := goinp.AskForBool("Would you like to remove the local version (your forked StepLib repository) and re-clone it?"); err != nil { log.Fatalln(err) } else { if !val { log.Errorln("Unfortunately we can't continue with sharing without a clean StepLib repository.") log.Fatalln("Please finish your changes, run this command again and allow it to remove the local StepLib folder!") } if err := stepman.CleanupRoute(route); err != nil { log.Errorf("Failed to cleanup route for uri: %s", collectionURI) } } } // cleanup if err := DeleteShareSteplibFile(); err != nil { log.Fatal(err) } var route stepman.SteplibRoute isSuccess := false defer func() { if !isSuccess { if err := stepman.CleanupRoute(route); err != nil { log.Errorf("Failed to cleanup route for uri: %s", collectionURI) } if err := DeleteShareSteplibFile(); err != nil { log.Fatal(err) } } }() // Preparing steplib alias := stepman.GenerateFolderAlias() route = stepman.SteplibRoute{ SteplibURI: collectionURI, FolderAlias: alias, } pth := stepman.GetCollectionBaseDirPath(route) if err := cmdex.GitClone(collectionURI, pth); err != nil { log.Fatal("[STEPMAN] - Failed to setup step spec:", err) } specPth := pth + "/steplib.yml" collection, err := stepman.ParseStepCollection(specPth) if err != nil { log.Fatal("[STEPMAN] - Failed to read step spec:", err) } if err := stepman.WriteStepSpecToFile(collection, route); err != nil { log.Fatal("[STEPMAN] - Failed to save step spec:", err) } if err := stepman.AddRoute(route); err != nil { log.Fatal("[STEPMAN] - Failed to setup routing:", err) } share := ShareModel{ Collection: collectionURI, } if err := WriteShareSteplibToFile(share); err != nil { log.Fatal("[STEPMAN] - Failed to save share steplib to file:", err) } isSuccess = true printFinishStart(pth, toolMode) return nil }
func setupSteplib(steplibURI string, silent bool) error { logger := output.NewLogger(silent) if exist, err := stepman.RootExistForCollection(steplibURI); err != nil { return fmt.Errorf("Failed to check if routing exist for steplib (%s), error: %s", steplibURI, err) } else if exist { logger.Debugf("Steplib (%s) already initialized, ready to use", steplibURI) return nil } alias := stepman.GenerateFolderAlias() route := stepman.SteplibRoute{ SteplibURI: steplibURI, FolderAlias: alias, } // Cleanup isSuccess := false defer func() { if !isSuccess { if err := stepman.CleanupRoute(route); err != nil { logger.Errorf("Failed to cleanup routing for steplib (%s), error: %s", steplibURI, err) } } }() // Setup isLocalSteplib := strings.HasPrefix(steplibURI, "file://") pth := stepman.GetCollectionBaseDirPath(route) if !isLocalSteplib { if out, err := gitClone(steplibURI, pth); err != nil { return fmt.Errorf("Failed to setup steplib (%s), output: %s, error: %s", steplibURI, out, err) } } else { // Local spec path logger.Warn("Using local steplib") logger.Infof("Creating steplib dir: %s", pth) if err := os.MkdirAll(pth, 0777); err != nil { return fmt.Errorf("Failed to create steplib dir (%s), error: %s", pth, err) } logger.Info("Collection dir created - OK") if err := cmdex.CopyDir(steplibURI, pth, true); err != nil { return fmt.Errorf("Failed to setup local step spec:", err) } } if err := stepman.ReGenerateStepSpec(route); err != nil { return fmt.Errorf("Failed to re-generate steplib (%s), error: %s", steplibURI, err) } if err := stepman.AddRoute(route); err != nil { return fmt.Errorf("Failed to setup routing: %s", err) } isSuccess = true return nil }