func Search(ctx *middleware.Context) {
log.Info(ctx.Request.RequestURI)
pv := models.RefreshPageView(ctx.Request.RequestURI)
repos, err := models.GetAllRepos(50, 0)
if err != nil {
log.Errorf("get repos from db error: %v", err)
}
ctx.Data["Title"] = "home"
ctx.Data["Repos"] = repos
ctx.Data["PV"] = pv
ctx.HTML(200, "search")
}
func (this *TaobaoESStore) Save(info interface{}) {
cd, ok := info.(*CombinationData)
if !ok {
return
}
this.saveGoods(cd.Ginfos)
this.saveAdTrace(cd)
this.saveShopTrace(cd)
//this.pushTagToMap(cd)
if this.bulk.NumberOfActions()%100 == 0 {
log.Info(this.bulk.Do())
}
}
func (this *gowatch) drainEvent() {
for {
select {
case err := <-this.w.Error:
log.Warnf("watch error: %s", err)
case <-this.sigOS:
this.sig <- "EXIT"
case eve := <-this.w.Event:
log.Debug(eve)
changed := this.IsfileChanged(eve.Name)
if changed && this.match(eve.Name) {
log.Info(eve)
select {
case this.sig <- "KILL":
default:
}
}
}
}
}
func Action(c *cli.Context) {
var goos, goarch = c.String("os"), c.String("arch")
//var depth = c.Int("depth")
var output = c.String("output")
var gom = c.String("gom")
var nobuild = c.Bool("nobuild")
var adds = c.StringSlice("add")
var rmflag = c.Bool("rm")
if c.Bool("debug") {
log.SetOutputLevel(log.Ldebug)
}
if c.Bool("init") {
data, _ := goyaml.Marshal(DefaultPcfg)
fmt.Print(string(data))
return
}
log.Debugf("os: %s, arch: %s", goos, goarch)
var err error
defer func() {
if err != nil {
log.Fatal(err)
}
}()
sess := sh.NewSession()
sess.SetEnv("GOOS", goos)
sess.SetEnv("GOARCH", goarch)
sess.ShowCMD = true
gomarr := strings.Fields(gom)
if len(gomarr) >= 1 {
sess.Alias("go", gomarr[0], gomarr[1:]...)
}
// parse yaml
pcfg, err := ReadPkgConfig(RCFILE)
if err != nil {
return
}
pwd, _ := os.Getwd()
gobin := filepath.Join(pwd, sanitizedName(pcfg.Settings.TargetDir))
sess.SetEnv("GOBIN", gobin)
log.Debugf("set env GOBIN=%s", gobin)
log.Debug("config:", pcfg)
// pcfg.Filesets.Includes = append(pcfg.Filesets.Includes, adds...)
var skips []*regexp.Regexp
for _, str := range pcfg.Filesets.Excludes {
skips = append(skips, regexp.MustCompile("^"+str+"$"))
}
var needs []*regexp.Regexp
for _, str := range pcfg.Filesets.Includes {
needs = append(needs, regexp.MustCompile("^"+str+"$"))
}
//log.Infof("archive file to: %s", output)
var z Archiver
hasExt := func(ext string) bool { return strings.HasSuffix(output, ext) }
switch {
case hasExt(".zip"):
fmt.Println("zip format")
z, err = CreateZip(output)
case hasExt(".tar"):
fmt.Println("tar format")
z, err = CreateTar(output)
case hasExt(".tgz"):
fallthrough
case hasExt(".tar.gz"):
fmt.Println("tar.gz format")
z, err = CreateTgz(output)
default:
fmt.Println("unsupport file archive format")
os.Exit(1)
}
if err != nil {
return
}
var files = []string{}
var buildFiles = pcfg.Settings.Outfiles
// build source
if !nobuild {
targetDir := sanitizedName(pcfg.Settings.TargetDir)
if !sh.Test("dir", targetDir) {
os.MkdirAll(targetDir, 0755)
}
symdir := filepath.Join(targetDir, goos+"_"+goarch)
if err = os.Symlink(gobin, symdir); err != nil {
log.Fatalf("os symlink error: %s", err)
}
defer os.Remove(symdir)
// opts := []string{"install", "-v"}
// opts = append(opts, strings.Fields(pcfg.Settings.Addopts)...) // TODO: here need to use shell args parse lib
if pcfg.Settings.Build == "" {
pcfg.Settings.Build = DEFAULT_BUILD
}
if err = sess.Command("bash", "-c", pcfg.Settings.Build).Run(); err != nil {
// if err = sess.Command("go", opts).Run(); err != nil {
return
}
os.Remove(symdir) // I have to do it twice
if len(buildFiles) == 0 {
cwd, _ := os.Getwd()
program := filepath.Base(cwd)
buildFiles = append(buildFiles, program)
}
for _, filename := range buildFiles {
if goos == "windows" {
filename += ".exe"
}
files = append(files, filename)
}
}
log.Debug("archive files")
depth := pcfg.Filesets.Depth
for _, filename := range pcfg.Filesets.Includes {
fs, err := findFiles(filename, depth, skips)
if err != nil {
return
}
files = append(files, fs...)
}
// adds - parse by cli
files = append(files, adds...)
uniqset := make(map[string]bool, len(files))
for _, file := range files {
file = sanitizedName(file)
if uniqset[file] {
continue
}
uniqset[file] = true
log.Infof("zip add file: %v", file)
if err = z.Add(file); err != nil {
return
}
}
log.Info("finish archive file")
err = z.Close()
if rmflag {
for _, filename := range buildFiles {
if goos == "windows" {
filename += ".exe"
}
os.Remove(filename)
}
}
}
func Action(c *cli.Context) {
var goos, goarch = c.String("os"), c.String("arch")
var depth = c.Int("depth")
var output = c.String("output")
var gom = c.String("gom")
var nobuild = c.Bool("nobuild")
var adds = c.StringSlice("add")
if goos == "" {
goos = runtime.GOOS
}
if goarch == "" {
goarch = runtime.GOARCH
}
var err error
defer func() {
if err != nil {
log.Fatal(err)
}
}()
sess := sh.NewSession()
sess.SetEnv("GOOS", goos)
sess.SetEnv("GOARCH", goarch)
sess.ShowCMD = true
gomarr := strings.Fields(gom)
if len(gomarr) >= 1 {
sess.Alias("go", gomarr[0], gomarr[1:]...)
}
// parse yaml
pcfg, err := config.ReadPkgConfig(config.RCFILE)
if err != nil {
return
}
// var pcfg = new(config.PackageConfig)
// if sh.Test("file", config.RCFILE) {
// data, er := ioutil.ReadFile(config.RCFILE)
// if er != nil {
// err = er
// return
// }
// if err = goyaml.Unmarshal(data, pcfg); err != nil {
// return
// }
// } else {
// pcfg = config.DefaultPcfg
// }
pwd, _ := os.Getwd()
gobin := filepath.Join(pwd, sanitizedName(pcfg.Settings.TargetDir))
sess.SetEnv("GOBIN", gobin)
log.Debugf("set env GOBIN=%s", gobin)
log.Debug("config:", pcfg)
pcfg.Filesets.Includes = append(pcfg.Filesets.Includes, adds...)
var skips []*regexp.Regexp
for _, str := range pcfg.Filesets.Excludes {
skips = append(skips, regexp.MustCompile("^"+str+"$"))
}
log.Infof("archive file to: %s", output)
var z Archiver
hasExt := func(ext string) bool { return strings.HasSuffix(output, ext) }
switch {
case hasExt(".zip"):
fmt.Println("zip format")
z, err = CreateZip(output)
case hasExt(".tar"):
fmt.Println("tar format")
z, err = CreateTar(output)
case hasExt(".tgz"):
fallthrough
case hasExt(".tar.gz"):
fmt.Println("tar.gz format")
z, err = CreateTgz(output)
default:
fmt.Println("unsupport file archive format")
os.Exit(1)
}
if err != nil {
return
}
var files []string
// build source
if !nobuild {
targetDir := sanitizedName(pcfg.Settings.TargetDir)
if !sh.Test("dir", targetDir) {
os.MkdirAll(targetDir, 0755)
}
symdir := filepath.Join(targetDir, goos+"_"+goarch)
if err = os.Symlink(gobin, symdir); err != nil {
log.Fatalf("os symlink error: %s", err)
}
defer os.Remove(symdir)
opts := []string{"install", "-v"}
opts = append(opts, strings.Fields(pcfg.Settings.Addopts)...) // TODO: here need to use shell args parse lib
if err = sess.Command("go", opts).Run(); err != nil {
return
}
os.Remove(symdir) // I have to do it twice
cwd, _ := os.Getwd()
program := filepath.Base(cwd)
if goos == "windows" {
program += ".exe"
}
if sh.Test("file", program) {
files = append(files, program)
}
}
log.Debug("archive files")
for _, filename := range pcfg.Filesets.Includes {
fs, err := findFiles(filename, depth, skips)
if err != nil {
return
}
files = append(files, fs...)
}
for _, file := range files {
log.Infof("zip add file: %v", file)
if err = z.Add(file); err != nil {
return
}
}
log.Info("finish archive file")
err = z.Close()
}