func (e *Walter) runService() bool {
// load .walter-update
log.Infof("Loading update file... \"%s\"", e.Engine.Resources.RepoService.GetUpdateFilePath())
update, err := services.LoadLastUpdate(e.Engine.Resources.RepoService.GetUpdateFilePath())
log.Infof("Succeeded loading update file")
log.Info("Updating status...")
update.Status = "inprogress"
result := services.SaveLastUpdate(e.Engine.Resources.RepoService.GetUpdateFilePath(), update)
if result == false {
log.Error("Failed to save status update")
return false
}
log.Info("Succeeded updating status")
// get latest commit and pull requests
log.Info("downloading commits and pull requests...")
commits, err := e.Engine.Resources.RepoService.GetCommits(update)
if err != nil {
log.Errorf("Failed getting commits: %s", err)
return false
}
log.Info("Succeeded getting commits")
log.Info("Size of commits: " + strconv.Itoa(commits.Len()))
has_failed_process := false
for commit := commits.Front(); commit != nil; commit = commit.Next() {
commitType := reflect.TypeOf(commit.Value)
if commitType.Name() == "RepositoryCommit" {
log.Info("Found new repository commit")
trunkCommit := commit.Value.(github.RepositoryCommit)
if result := e.processTrunkCommit(trunkCommit); result == false {
has_failed_process = true
}
} else if commitType.Name() == "PullRequest" {
log.Info("Found new pull request commit")
pullreq := commit.Value.(github.PullRequest)
if result := e.processPullRequest(pullreq); result == false {
has_failed_process = true
}
} else {
log.Errorf("Nothing commit type: %s", commitType)
has_failed_process = true
}
}
// save .walter-update
log.Info("Saving update file...")
update.Status = "finished"
update.Time = time.Now()
result = services.SaveLastUpdate(e.Engine.Resources.RepoService.GetUpdateFilePath(), update)
if result == false {
log.Error("Failed to save update")
return false
}
return !has_failed_process
}
func (e *Walter) processPullRequest(pullrequest github.PullRequest) bool {
// checkout pullrequest
num := *pullrequest.Number
_, err := exec.Command("git", "fetch", "origin", "refs/pull/"+strconv.Itoa(num)+"/head:pr_"+strconv.Itoa(num)).Output()
defer exec.Command("git", "checkout", "master", "-f").Output() // TODO: make trunk branch configurable
defer log.Info("returning master branch...")
if err != nil {
log.Errorf("Failed to fetch pull request: %s", err)
return false
}
_, err = exec.Command("git", "checkout", "pr_"+strconv.Itoa(num)).Output()
if err != nil {
log.Errorf("Failed to checkout pullrequest branch (\"%s\") : %s", "pr_"+strconv.Itoa(num), err)
log.Error("Skip execution...")
return false
}
// run pipeline
log.Info("Running pipeline...")
w, err := New(e.Opts)
if err != nil {
log.Errorf("Failed to create Walter object...: %s", err)
log.Error("Skip execution...")
return false
}
result := w.Engine.RunOnce()
// register the result to hosting service
if result.IsSucceeded() {
log.Info("succeeded.")
e.Engine.Resources.RepoService.RegisterResult(
services.Result{
State: "success",
Message: "Succeeded running pipeline...",
SHA: *pullrequest.Head.SHA})
return true
} else {
log.Error("Error reported...")
e.Engine.Resources.RepoService.RegisterResult(
services.Result{
State: "failure",
Message: "Failed running pipleline ...",
SHA: *pullrequest.Head.SHA})
return false
}
}
func (self *Slack) Post(message string) bool {
if self.Channel[0] != '#' {
log.Infof("Add # to channel name: %s", self.Channel)
self.Channel = "#" + self.Channel
}
var color string
if strings.Contains(message, "[RESULT] Failed") {
color = "danger"
} else if strings.Contains(message, "[RESULT] Skipped") {
color = "warning"
} else if strings.Contains(message, "[RESULT] Succeeded") {
color = "good"
}
attachment := map[string]string{
"text": message,
"color": color,
}
attachments := []map[string]string{attachment}
params, _ := json.Marshal(struct {
FakeSlack
Attachments []map[string]string `json:"attachments"`
}{
FakeSlack: FakeSlack(*self),
Attachments: attachments,
})
resp, err := http.PostForm(
self.IncomingUrl,
url.Values{"payload": {string(params)}},
)
defer resp.Body.Close()
if err != nil {
log.Errorf("Failed post message to Slack...: %s", message)
return false
}
if body, err := ioutil.ReadAll(resp.Body); err == nil {
log.Infof("Slack post result...: %s", body)
return true
}
log.Errorf("Failed to read result from Slack...")
return false
}
func (e *Walter) processTrunkCommit(commit github.RepositoryCommit) bool {
log.Infof("Checkout master branch")
_, err := exec.Command("git", "checkout", "master", "-f").Output()
if err != nil {
log.Errorf("Failed to checkout master branch: %s", err)
return false
}
log.Infof("Downloading new commit from master")
_, err = exec.Command("git", "pull", "origin", "master").Output()
if err != nil {
log.Errorf("Failed to download new commit from master: %s", err)
return false
}
log.Infof("Running the latest commit in master")
w, err := New(e.Opts)
if err != nil {
log.Errorf("Failed to create Walter object...: %s", err)
log.Error("Skip execution...")
return false
}
result := w.Engine.RunOnce()
// register the result to hosting service
if result.IsSucceeded() {
log.Info("Succeeded.")
e.Engine.Resources.RepoService.RegisterResult(
services.Result{
State: "success",
Message: "Succeeded running pipeline...",
SHA: *commit.SHA})
return true
} else {
log.Error("Error reported...")
e.Engine.Resources.RepoService.RegisterResult(
services.Result{
State: "failure",
Message: "Failed running pipleline ...",
SHA: *commit.SHA})
return false
}
}
// Run registered commands.
func (commandStage *CommandStage) Run() bool {
// Check OnlyIf
if commandStage.runOnlyIf() == false {
log.Warnf("[command] exec: skipped this stage \"%s\", since only_if condition failed", commandStage.BaseStage.StageName)
return true
}
// Run command
result := commandStage.runCommand()
if result == false {
log.Errorf("[command] exec: failed stage \"%s\"", commandStage.BaseStage.StageName)
}
return result
}
func (hc *HipChat2) newClient() *hipchat.Client {
client := hipchat.NewClient(hc.Token)
if hc.BaseURL == "" {
return client
}
base_url, err := url.Parse(hc.BaseURL)
if err != nil {
log.Errorf("Invalid Hipchat Base URL...: %s", err.Error())
return nil
}
client.BaseURL = base_url
return client
}
//GetCommits get a list of all the commits for the current update
func (githubClient *GitHubClient) GetCommits(update Update) (*list.List, error) {
log.Info("getting commits\n")
commits := list.New()
t := &oauth.Transport{
Token: &oauth.Token{AccessToken: githubClient.Token},
}
client := github.NewClient(t.Client())
// get a list of pull requests with Pull Request API
pullreqs, _, err := client.PullRequests.List(
githubClient.From, githubClient.Repo,
&github.PullRequestListOptions{})
if err != nil {
log.Errorf("Failed to get pull requests")
return list.New(), err
}
re, err := regexp.Compile(githubClient.TargetBranch)
if err != nil {
log.Error("Failed to compile branch pattern...")
return list.New(), err
}
log.Infof("Size of pull reqests: %d", len(pullreqs))
for _, pullreq := range pullreqs {
log.Infof("Branch name is \"%s\"", *pullreq.Head.Ref)
if githubClient.TargetBranch != "" {
matched := re.Match([]byte(*pullreq.Head.Ref))
if matched != true {
log.Infof("Not add a branch, \"%s\" since this branch name is not match the filtering pattern", *pullreq.Head.Ref)
continue
}
}
if *pullreq.State == "open" && pullreq.UpdatedAt.After(update.Time) {
log.Infof("Adding pullrequest %d", *pullreq.Number)
commits.PushBack(pullreq)
}
}
// get the latest commit with Commit API if the commit is newer than last update
masterCommits, _, _ := client.Repositories.ListCommits(
githubClient.From, githubClient.Repo, &github.CommitsListOptions{})
if masterCommits[0].Commit.Author.Date.After(update.Time) {
commits.PushBack(masterCommits[0])
}
return commits, nil
}
func SaveLastUpdate(fname string, update Update) bool {
log.Infof("writing down new update: \"%s\"\n", string(fname))
bytes, err := json.Marshal(update)
if err != nil {
log.Errorf("failed to convert update to string...: %s\n", err)
return false
}
if exist := fileExists(fname); exist == true {
log.Infof("file exist: \"%s\"", fname)
if err := os.Remove(fname); err != nil {
log.Errorf("failed to remove \"%s\" with error: \"%s\"", fname, err)
return false
}
log.Infof("succeeded to remove: \"%s\"", fname)
}
if err := ioutil.WriteFile(fname, bytes, 0644); err != nil {
log.Errorf("failed to write update to file...: \"%s\"\n", err)
return false
}
log.Infof("succeeded to write update file: \"%s\"", fname)
return true
}
func (self *ResourceValidator) Validate() bool {
// check if files exists
for file := self.files.Front(); file != nil; file = file.Next() {
filePath := file.Value.(string)
log.Debugf("checking file: %v", filePath)
if _, err := os.Stat(filePath); err == nil {
log.Debugf("file exists")
} else {
log.Errorf("file: %v does not exists", filePath)
return false
}
}
// check if command exists
if len(self.command) == 0 { // return true when no command is registrated
return true
}
cmd := exec.Command("which", self.command)
err := cmd.Run()
if err != nil {
log.Errorf("command: %v does not exists", self.command)
return false
}
return true
}
// Post sends a new HipChat message using V2 of the API
func (hc *HipChat2) Post(message string) bool {
if hc.client == nil {
hc.client = hc.newClient()
if hc.client == nil {
return false
}
}
msg := &hipchat.NotificationRequest{
Color: "purple",
Message: message,
Notify: true,
MessageFormat: "text",
}
if _, err := hc.client.Room.Notification(hc.RoomID, msg); err != nil {
log.Errorf("Failed post message...: %s", msg.Message)
return false
}
return true
}
//RegisterResult registers the supplied result
func (githubClient *GitHubClient) RegisterResult(result Result) error {
t := &oauth.Transport{
Token: &oauth.Token{AccessToken: githubClient.Token},
}
client := github.NewClient(t.Client())
log.Info("Submitting result")
repositories := client.Repositories
status, _, err := repositories.CreateStatus(
githubClient.From,
githubClient.Repo,
result.SHA,
&github.RepoStatus{
State: github.String(result.State),
TargetURL: github.String(""),
Description: github.String(result.Message),
Context: github.String("continuous-integraion/walter"),
})
log.Infof("Submit status: %s", status)
if err != nil {
log.Errorf("Failed to register result: %s", err)
}
return err
}