func (d Dag) External(update bool) {
var argv []string
var set *stringset.StringSet
var i int = 0
set = d.Alien()
argv = make([]string, 0)
argv = append(argv, "go")
argv = append(argv, "get")
if global.GetBool("-verbose") {
argv = append(argv, "-v")
}
if update {
argv = append(argv, "-u")
}
argv = append(argv, "-a")
i = len(argv)
argv = append(argv, "dummy")
for u := range set.Iter() {
argv[i] = u
if global.GetBool("-dryrun") {
fmt.Printf("%s || exit 1\n", strings.Join(argv, " "))
} else {
say.Printf("go get: %s\n", u)
handy.StdExecve(argv, true)
}
}
}
func (d Dag) External() {
var err os.Error
var argv []string
var tmp string
var set *stringset.StringSet
var i int = 0
set = stringset.New()
for _, v := range d {
for dep := range v.dependencies.Iter() {
if !d.localDependency(dep) {
set.Add(dep)
}
}
}
for u := range set.Iter() {
if !seemsExternal(u) {
set.Remove(u)
}
}
argv = make([]string, 0)
tmp, err = exec.LookPath("goinstall")
if err != nil {
log.Fatalf("[ERROR] %s\n", err)
}
argv = append(argv, tmp)
if global.GetBool("-verbose") {
argv = append(argv, "-v=true")
}
argv = append(argv, "-u=true")
argv = append(argv, "-clean=true")
i = len(argv)
argv = append(argv, "dummy")
for u := range set.Iter() {
argv[i] = u
if global.GetBool("-dryrun") {
fmt.Printf("%s || exit 1\n", strings.Join(argv, " "))
} else {
say.Printf("goinstall: %s\n", u)
handy.StdExecve(argv, true)
}
}
}
func FormatFiles(files []string) {
var i int
var argv []string
var tabWidth string = "-tabwidth=4"
var useTabs string = "-tabindent=false"
var rewRule string = global.GetString("-rew-rule")
var fmtexec string
var err os.Error
fmtexec, err = exec.LookPath("gofmt")
if err != nil {
log.Fatal("[ERROR] could not find 'gofmt' in $PATH")
}
if global.GetString("-tabwidth") != "" {
tabWidth = "-tabwidth=" + global.GetString("-tabwidth")
}
if global.GetBool("-tab") {
useTabs = "-tabindent=true"
}
argv = make([]string, 0)
argv = append(argv, fmtexec)
argv = append(argv, "-w=true")
argv = append(argv, tabWidth)
argv = append(argv, useTabs)
if rewRule != "" {
argv = append(argv, fmt.Sprintf("-r='%s'", rewRule))
}
argv = append(argv, "") // dummy
i = len(argv) - 1
for y := 0; y < len(files); y++ {
argv[i] = files[y]
if global.GetBool("-dryrun") {
argv[0] = filepath.Base(argv[0])
fmt.Printf(" %s\n", strings.Join(argv, " "))
} else {
say.Printf("gofmt: %s\n", files[y])
_ = handy.StdExecve(argv, true)
}
}
}
func compileMultipe(pkgs []*dag.Package, oldPkgFound bool) bool {
var ok bool
var max int = len(pkgs)
var trouble bool = false
if max == 0 {
log.Fatal("[ERROR] trying to compile 0 packages in parallel\n")
}
if max == 1 {
if oldPkgFound || !pkgs[0].UpToDate() {
say.Println("compiling:", pkgs[0].Name)
handy.StdExecve(pkgs[0].Argv, true)
oldPkgFound = true
} else {
say.Println("up 2 date:", pkgs[0].Name)
}
} else {
ch := make(chan bool, max)
for y := 0; y < max; y++ {
if oldPkgFound || !pkgs[y].UpToDate() {
say.Println("compiling:", pkgs[y].Name)
oldPkgFound = true
go gCompile(pkgs[y].Argv, ch)
} else {
say.Println("up 2 date:", pkgs[y].Name)
ch <- true
}
}
// drain channel (make sure all jobs are finished)
for z := 0; z < max; z++ {
ok = <-ch
if !ok {
trouble = true
}
}
}
if trouble {
log.Fatal("[ERROR] failed batch compile job\n")
}
return oldPkgFound
}
func SerialCompile(pkgs []*dag.Package) {
var oldPkgFound bool = false
for y := 0; y < len(pkgs); y++ {
if global.GetBool("-dryrun") {
fmt.Printf("%s || exit 1\n", strings.Join(pkgs[y].Argv, " "))
} else {
if oldPkgFound || !pkgs[y].UpToDate() {
say.Println("compiling:", pkgs[y].Name)
handy.StdExecve(pkgs[y].Argv, true)
oldPkgFound = true
} else {
say.Println("up 2 date:", pkgs[y].Name)
}
}
}
}
func (d Dag) External() {
var err os.Error
var argv []string
var tmp string
var set *stringset.StringSet
var i int = 0
set = d.Alien()
argv = make([]string, 0)
tmp, err = exec.LookPath("goinstall")
if err != nil {
log.Fatalf("[ERROR] %s\n", err)
}
argv = append(argv, tmp)
if global.GetBool("-verbose") {
argv = append(argv, "-v=true")
}
argv = append(argv, "-u=true")
argv = append(argv, "-clean=true")
i = len(argv)
argv = append(argv, "dummy")
for u := range set.Iter() {
argv[i] = u
if global.GetBool("-dryrun") {
fmt.Printf("%s || exit 1\n", strings.Join(argv, " "))
} else {
say.Printf("goinstall: %s\n", u)
handy.StdExecve(argv, true)
}
}
}
func (p *Package) Compile(ch chan int) {
var doCompile bool
p.waiter.Wait()
if p.needsCompile || !p.UpToDate() {
oldPkgIsFound()
doCompile = true
} else {
say.Printf("up 2 date: %s\n", p.Name)
}
if doCompile {
say.Printf("compiling: %s\n", p.Name)
handy.StdExecve(p.Argv, true)
}
for _, child := range p.children {
child.Decrement(doCompile)
}
ch <- 1
}
func ForkLink(output string, pkgs []*dag.Package, extra []*dag.Package, up2date bool) {
var mainPKG *dag.Package
gotMain := make([]*dag.Package, 0)
for i := 0; i < len(pkgs); i++ {
if pkgs[i].ShortName == "main" {
gotMain = append(gotMain, pkgs[i])
}
}
if len(gotMain) == 0 {
log.Fatal("[ERROR] (linking) no main package found\n")
}
if len(gotMain) > 1 {
choice := mainChoice(gotMain)
mainPKG = gotMain[choice]
} else {
mainPKG = gotMain[0]
}
compiled := filepath.Join(libroot, mainPKG.Name) + suffix
if up2date && !global.GetBool("-dryrun") && handy.IsFile(output) {
if handy.ModifyTimestamp(compiled) < handy.ModifyTimestamp(output) {
say.Printf("up 2 date: %s\n", output)
return
}
}
argv := make([]string, 0)
argv = append(argv, pathLinker)
switch global.GetString("-backend") {
case "gc", "express":
argv = append(argv, "-L")
argv = append(argv, libroot)
}
argv = append(argv, "-o")
argv = append(argv, output)
// gcc get's this no matter what...
if global.GetString("-backend") == "gcc" ||
global.GetString("-backend") == "gccgo" {
argv = append(argv, "-static")
} else if global.GetBool("-static") {
argv = append(argv, "-d")
}
switch global.GetString("-backend") {
case "gccgo", "gcc":
walker.IncludeFile = func(s string) bool {
return strings.HasSuffix(s, ".o")
}
walker.IncludeDir = func(s string) bool { return true }
for y := 0; y < len(includes); y++ {
argv = append(argv, walker.PathWalk(includes[y])...)
}
case "gc", "express":
for y := 0; y < len(includes); y++ {
argv = append(argv, "-L")
argv = append(argv, includes[y])
}
}
argv = append(argv, compiled)
if global.GetString("-backend") == "gcc" ||
global.GetString("-backend") == "gccgo" {
ss := stringset.New()
if len(extra) > 0 {
for j := 0; j < len(extra); j++ {
// main package untestable using GCC
if extra[j].ShortName != "main" {
ss.Add(filepath.Join(libroot, extra[j].Name) + suffix)
}
}
} else {
for k := 0; k < len(pkgs); k++ {
ss.Add(filepath.Join(libroot, pkgs[k].Name) + suffix)
}
ss.Remove(compiled)
}
if ss.Len() > 0 {
argv = append(argv, ss.Slice()...)
}
}
if global.GetBool("-dryrun") {
linker := filepath.Base(pathLinker)
fmt.Printf("%s %s || exit 1\n", linker, strings.Join(argv[1:], " "))
} else {
say.Println("linking :", output)
handy.StdExecve(argv, true)
}
}
func main() {
var ok bool
var e os.Error
var argv, args []string
var config1, config2 string
timer.Start("everything")
defer reportTime()
// default config location 1 $HOME/.gdrc
config1 = filepath.Join(os.Getenv("HOME"), ".gdrc")
argv, ok = handy.ConfigToArgv(config1)
if ok {
args = parseArgv(argv)
if len(args) > 0 {
log.Print("[WARNING] non-option arguments in config file\n")
}
}
// default config location 2 $PWD/.gdrc
config2 = filepath.Join(os.Getenv("PWD"), ".gdrc")
argv, ok = handy.ConfigToArgv(config2)
if ok {
args = parseArgv(argv)
if len(args) > 0 {
log.Print("[WARNING] non-option arguments in config file\n")
}
}
// command line arguments overrides/appends config
args = parseArgv(os.Args[1:])
if len(args) > 0 {
if len(args) > 1 {
log.Print("[WARNING] len(input directories) > 1\n")
}
srcdir = args[0]
if srcdir == "." {
srcdir, e = os.Getwd()
if e != nil {
log.Fatal("[ERROR] can't find working directory\n")
}
}
}
// expand variables in includes
for i := 0; i < len(includes); i++ {
includes[i] = os.ShellExpand(includes[i])
}
// expand variables in -lib
global.SetString("-lib", os.ShellExpand(global.GetString("-lib")))
// expand variables in -output
global.SetString("-output", os.ShellExpand(global.GetString("-output")))
// stuff that can be done without $GOROOT
if global.GetBool("-list") {
printListing()
os.Exit(0)
}
if global.GetBool("-help") {
printHelp()
os.Exit(0)
}
if global.GetBool("-version") {
printVersion()
os.Exit(0)
}
if len(args) == 0 {
// give nice feedback if missing input dir
cwd, e := os.Getwd()
if e != nil {
cwd = os.Getenv("PWD")
}
possibleSrc := cwd
_, e = os.Stat(possibleSrc)
srcdir, e = os.Getwd()
if e != nil {
fmt.Printf("usage: gd [OPTIONS] src-directory\n")
os.Exit(1)
}
}
if global.GetBool("-quiet") {
say.Mute()
}
// delete all object/archive files
if global.GetBool("-clean") {
compiler.Remove865o(srcdir, false) // do not remove dir
if global.GetString("-lib") != "" {
if handy.IsDir(global.GetString("-lib")) {
compiler.Remove865o(global.GetString("-lib"), true)
}
}
os.Exit(0)
}
handy.DirOrExit(srcdir)
files = walker.PathWalk(filepath.Clean(srcdir))
// gofmt on all files gathered
if global.GetBool("-fmt") {
compiler.FormatFiles(files)
os.Exit(0)
}
// parse the source code, look for dependencies
dgrph := dag.New()
dgrph.Parse(srcdir, files)
// print collected dependency info
if global.GetBool("-print") {
dgrph.PrintInfo()
os.Exit(0)
}
// draw graphviz dot graph
if global.GetString("-dot") != "" {
dgrph.MakeDotGraph(global.GetString("-dot"))
os.Exit(0)
}
gotRoot() //? (only matters to gc, gccgo and express ignores it)
// build &| update all external dependencies
if global.GetBool("-external") {
dgrph.External()
os.Exit(0)
}
// sort graph based on dependencies
dgrph.GraphBuilder()
sorted := dgrph.Topsort()
// print packages sorted
if global.GetBool("-sort") {
for i := 0; i < len(sorted); i++ {
fmt.Printf("%s\n", sorted[i].Name)
}
os.Exit(0)
}
// compile
compiler.Init(srcdir, global.GetString("-arch"), includes)
if global.GetString("-lib") != "" {
compiler.CreateLibArgv(sorted)
} else {
compiler.CreateArgv(sorted)
}
if runtime.GOMAXPROCS(-1) > 1 && !global.GetBool("-dryrun") {
compiler.ParallelCompile(sorted)
} else {
compiler.SerialCompile(sorted)
}
// test
if global.GetBool("-test") {
os.Setenv("SRCROOT", srcdir)
testMain, testDir := dgrph.MakeMainTest(srcdir)
if global.GetString("-lib") != "" {
compiler.CreateLibArgv(testMain)
} else {
compiler.CreateArgv(testMain)
}
compiler.SerialCompile(testMain)
switch global.GetString("-backend") {
case "gc", "express":
compiler.ForkLink(global.GetString("-test-bin"), testMain, nil)
case "gccgo", "gcc":
compiler.ForkLink(global.GetString("-test-bin"), testMain, sorted)
default:
log.Fatalf("[ERROR] '%s' unknown back-end\n", global.GetString("-backend"))
}
compiler.DeletePackages(testMain)
rmError := os.Remove(testDir)
if rmError != nil {
log.Printf("[ERROR] failed to remove testdir: %s\n", testDir)
}
testArgv := compiler.CreateTestArgv()
if !global.GetBool("-dryrun") {
say.Printf("testing : ")
if global.GetBool("-verbose") {
say.Printf("\n")
}
ok = handy.StdExecve(testArgv, false)
e = os.Remove(global.GetString("-test-bin"))
if e != nil {
log.Printf("[ERROR] %s\n", e)
}
if !ok {
os.Exit(1)
}
} else {
say.Printf("%s\n", strings.Join(testArgv, " "))
}
}
if global.GetString("-output") != "" {
compiler.ForkLink(global.GetString("-output"), sorted, nil)
}
}
func main() {
var (
ok, up2date bool
e os.Error
argv, args []string
config = make([]string, 4)
)
timer.Start("everything")
defer reportTime()
// possible config locations
config[0] = filepath.Join(os.Getenv("XDG_CONFIG_HOME"), "godag", "gdrc")
config[1] = filepath.Join(os.Getenv("HOME"), ".config", "godag", "gdrc")
config[2] = filepath.Join(os.Getenv("HOME"), ".gdrc")
config[3] = filepath.Join(os.Getenv("PWD"), ".gdrc")
for _, conf := range config {
argv, ok = handy.ConfigToArgv(conf)
if ok {
args = parseArgv(argv)
if len(args) > 0 {
log.Print("[WARNING] non-option arguments in config file\n")
}
}
}
// command line arguments overrides/appends config
args = parseArgv(os.Args[1:])
if len(args) > 0 {
if len(args) > 1 {
log.Print("[WARNING] len(input directories) > 1\n")
}
srcdir = args[0]
if srcdir == "." {
srcdir, e = os.Getwd()
if e != nil {
log.Fatal("[ERROR] can't find working directory\n")
}
}
}
// expand variables in includes
for i := 0; i < len(includes); i++ {
includes[i] = os.ShellExpand(includes[i])
}
// expand variables in -lib
global.SetString("-lib", os.ShellExpand(global.GetString("-lib")))
// expand variables in -output
global.SetString("-output", os.ShellExpand(global.GetString("-output")))
// stuff that can be done without $GOROOT
if global.GetBool("-list") {
printListing()
os.Exit(0)
}
if global.GetBool("-help") {
printHelp()
os.Exit(0)
}
if global.GetBool("-version") {
printVersion()
os.Exit(0)
}
if len(args) == 0 {
// give nice feedback if missing input dir
if !handy.IsDir("src") {
fmt.Printf("usage: gd [OPTIONS] src-directory\n")
os.Exit(1)
}
}
if global.GetBool("-quiet") {
say.Mute()
}
handy.DirOrExit(srcdir)
files = walker.PathWalk(filepath.Clean(srcdir))
// gofmt on all files gathered
if global.GetBool("-fmt") {
compiler.FormatFiles(files)
os.Exit(0)
}
// parse the source code, look for dependencies
dgrph := dag.New()
dgrph.Parse(srcdir, files)
// print collected dependency info
if global.GetBool("-print") {
dgrph.PrintInfo()
os.Exit(0)
}
// draw graphviz dot graph
if global.GetString("-dot") != "" {
dgrph.MakeDotGraph(global.GetString("-dot"))
os.Exit(0)
}
gotRoot() //? (only matters to gc, gccgo and express ignores it)
// build &| update all external dependencies
if global.GetBool("-external") {
dgrph.External()
os.Exit(0)
}
// sort graph based on dependencies
dgrph.GraphBuilder()
sorted := dgrph.Topsort()
// clean only what we possibly could have generated…
if global.GetBool("-clean") {
compiler.DeleteObjects(srcdir, sorted)
os.Exit(0)
}
// print packages sorted
if global.GetBool("-sort") {
for i := 0; i < len(sorted); i++ {
fmt.Printf("%s\n", sorted[i].Name)
}
os.Exit(0)
}
// compile argv
compiler.Init(srcdir, includes)
if global.GetString("-lib") != "" {
compiler.CreateLibArgv(sorted)
} else {
compiler.CreateArgv(sorted)
}
// gdmk
if global.GetString("-gdmk") != "" {
gdmake.Make(global.GetString("-gdmk"), sorted, dgrph.Alien().Slice())
os.Exit(0)
}
// compile; up2date == true => 0 packages modified
if global.GetBool("-dryrun") {
compiler.Dryrun(sorted)
} else {
up2date = compiler.Compile(sorted) // updated parallel
}
// test
if global.GetBool("-test") {
os.Setenv("SRCROOT", srcdir)
testMain, testDir, testLib := dgrph.MakeMainTest(srcdir)
if global.GetString("-lib") != "" {
compiler.CreateLibArgv(testMain)
} else {
compiler.CreateArgv(testMain)
}
if !global.GetBool("-dryrun") {
compiler.Compile(testMain)
}
switch global.GetString("-backend") {
case "gc", "express":
compiler.ForkLink(global.GetString("-test-bin"), testMain, nil, false)
case "gccgo", "gcc":
compiler.ForkLink(global.GetString("-test-bin"), testMain, sorted, false)
default:
log.Fatalf("[ERROR] '%s' unknown back-end\n", global.GetString("-backend"))
}
compiler.DeletePackages(testMain)
handy.Delete(testDir, false)
if testLib != "" {
handy.Delete(testLib, false)
}
testArgv := compiler.CreateTestArgv()
if global.GetBool("-dryrun") {
testArgv[0] = filepath.Base(testArgv[0])
say.Printf("%s\n", strings.Join(testArgv, " "))
} else {
say.Printf("testing : ")
if global.GetBool("-verbose") || global.GetBool("-test.v") {
say.Printf("\n")
}
ok = handy.StdExecve(testArgv, false)
handy.Delete(global.GetString("-test-bin"), false)
if !ok {
os.Exit(1)
}
}
// if packages contain both test-files and regular files
// test-files should not be part of the objects, i.e. init
// functions in test-packages can cause unexpected behaviour
if compiler.ReCompile(sorted) {
say.Printf("recompile: --tests\n")
compiler.Compile(sorted)
}
}
// link if ! up2date
if global.GetString("-output") != "" {
compiler.ForkLink(global.GetString("-output"), sorted, nil, up2date)
}
}
func gCompile(argv []string, c chan bool) {
ok := handy.StdExecve(argv, false) // don't exit on error
c <- ok
}