func Remove865o(dir string, alsoDir bool) {
// override IncludeFile to make walker pick up .[865] .o .vmo
walker.IncludeFile = func(s string) bool {
return strings.HasSuffix(s, ".8") ||
strings.HasSuffix(s, ".6") ||
strings.HasSuffix(s, ".5") ||
strings.HasSuffix(s, ".o") ||
strings.HasSuffix(s, ".vmo")
}
handy.DirOrExit(dir)
compiled := walker.PathWalk(filepath.Clean(dir))
for i := 0; i < len(compiled); i++ {
shortName := compiled[i]
pwd, e := os.Getwd()
if e == nil {
if strings.HasPrefix(compiled[i], pwd) {
shortName = shortName[len(pwd)+1:]
}
}
if !global.GetBool("-dryrun") {
e := os.Remove(compiled[i])
if e != nil {
log.Printf("[ERROR] could not delete file: %s\n", compiled[i])
} else {
say.Printf("rm: %s\n", shortName)
}
} else {
fmt.Printf("[dryrun] rm: %s\n", shortName)
}
}
if alsoDir {
// remove entire dir if empty after objects are deleted
walker.IncludeFile = func(s string) bool { return true }
walker.IncludeDir = func(s string) bool { return true }
if len(walker.PathWalk(dir)) == 0 {
if global.GetBool("-dryrun") {
fmt.Printf("[dryrun] rm: %s\n", dir)
} else {
say.Printf("rm: %s\n", dir)
e := os.RemoveAll(dir)
if e != nil {
log.Fatalf("[ERROR] %s\n", e)
}
}
}
}
}
// SRCROOT variable is set during testing
func TestWalker(t *testing.T) {
walker.IncludeDir = func(s string) bool {
_, dirname := filepath.Split(s)
return dirname[0] != '.'
}
walker.IncludeFile = func(s string) bool {
return strings.HasSuffix(s, ".go") &&
!strings.HasPrefix(s, "_")
}
srcroot := os.Getenv("SRCROOT")
if srcroot == "" {
t.Fatalf("$SRCROOT variable not set\n")
}
ss := stringset.New()
// this is a bit static, will cause problems if
// stuff is added or removed == not ideal..
ss.Add(filepath.Join(srcroot, "cmplr", "compiler.go"))
ss.Add(filepath.Join(srcroot, "cmplr", "dag.go"))
ss.Add(filepath.Join(srcroot, "cmplr", "gdmake.go"))
ss.Add(filepath.Join(srcroot, "parse", "gopt.go"))
ss.Add(filepath.Join(srcroot, "parse", "gopt_test.go"))
ss.Add(filepath.Join(srcroot, "parse", "option.go"))
ss.Add(filepath.Join(srcroot, "start", "main.go"))
ss.Add(filepath.Join(srcroot, "utilz", "handy.go"))
ss.Add(filepath.Join(srcroot, "utilz", "stringbuffer.go"))
ss.Add(filepath.Join(srcroot, "utilz", "stringset.go"))
ss.Add(filepath.Join(srcroot, "utilz", "utilz_test.go"))
ss.Add(filepath.Join(srcroot, "utilz", "walker.go"))
ss.Add(filepath.Join(srcroot, "utilz", "global.go"))
ss.Add(filepath.Join(srcroot, "utilz", "timer.go"))
ss.Add(filepath.Join(srcroot, "utilz", "say.go"))
files := walker.PathWalk(filepath.Clean(srcroot))
// make sure stringset == files
if len(files) != ss.Len() {
t.Fatalf("walker.Len() != files.Len()\n")
}
for i := 0; i < len(files); i++ {
if !ss.Contains(files[i]) {
t.Fatalf("walker picked up files not in SRCROOT\n")
}
ss.Remove(files[i])
}
}
func DeleteObjects(dir string, pkgs []*dag.Package) {
var stub, tmp string
suffixes := []string{".8", ".6", ".5", ".o", ".vmo"}
libdir := global.GetString("-lib")
if libdir != "" {
dir = libdir
}
for i := 0; i < len(pkgs); i++ {
stub = filepath.Join(dir, pkgs[i].Name)
for j := 0; j < len(suffixes); j++ {
tmp = stub + suffixes[j]
if handy.IsFile(tmp) {
if global.GetBool("-dryrun") {
say.Printf("[dryrun] rm: %s\n", tmp)
} else {
say.Printf("rm: %s\n", tmp)
handy.Delete(tmp, false)
}
}
}
}
// remove entire dir if empty after objects are deleted.
// only do this if -lib is present, there is no reason to
// do this (extra treewalk) if objects are in src directory
if libdir != "" && handy.IsDir(dir) {
walker.IncludeFile = func(s string) bool { return true }
walker.IncludeDir = func(s string) bool { return true }
if len(walker.PathWalk(dir)) == 0 {
if global.GetBool("-dryrun") {
fmt.Printf("[dryrun] rm: %s\n", dir)
} else {
say.Printf("rm: %s\n", dir)
handy.RmRf(dir, true) // die on error
}
}
}
}
func ForkLink(output string, pkgs []*dag.Package, extra []*dag.Package, up2date bool) {
var mainPKG *dag.Package
gotMain := make([]*dag.Package, 0)
for i := 0; i < len(pkgs); i++ {
if pkgs[i].ShortName == "main" {
gotMain = append(gotMain, pkgs[i])
}
}
if len(gotMain) == 0 {
log.Fatal("[ERROR] (linking) no main package found\n")
}
if len(gotMain) > 1 {
choice := mainChoice(gotMain)
mainPKG = gotMain[choice]
} else {
mainPKG = gotMain[0]
}
compiled := filepath.Join(libroot, mainPKG.Name) + suffix
if up2date && !global.GetBool("-dryrun") && handy.IsFile(output) {
if handy.ModifyTimestamp(compiled) < handy.ModifyTimestamp(output) {
say.Printf("up 2 date: %s\n", output)
return
}
}
argv := make([]string, 0)
argv = append(argv, pathLinker)
switch global.GetString("-backend") {
case "gc", "express":
argv = append(argv, "-L")
argv = append(argv, libroot)
}
argv = append(argv, "-o")
argv = append(argv, output)
// gcc get's this no matter what...
if global.GetString("-backend") == "gcc" ||
global.GetString("-backend") == "gccgo" {
argv = append(argv, "-static")
} else if global.GetBool("-static") {
argv = append(argv, "-d")
}
switch global.GetString("-backend") {
case "gccgo", "gcc":
walker.IncludeFile = func(s string) bool {
return strings.HasSuffix(s, ".o")
}
walker.IncludeDir = func(s string) bool { return true }
for y := 0; y < len(includes); y++ {
argv = append(argv, walker.PathWalk(includes[y])...)
}
case "gc", "express":
for y := 0; y < len(includes); y++ {
argv = append(argv, "-L")
argv = append(argv, includes[y])
}
}
argv = append(argv, compiled)
if global.GetString("-backend") == "gcc" ||
global.GetString("-backend") == "gccgo" {
ss := stringset.New()
if len(extra) > 0 {
for j := 0; j < len(extra); j++ {
// main package untestable using GCC
if extra[j].ShortName != "main" {
ss.Add(filepath.Join(libroot, extra[j].Name) + suffix)
}
}
} else {
for k := 0; k < len(pkgs); k++ {
ss.Add(filepath.Join(libroot, pkgs[k].Name) + suffix)
}
ss.Remove(compiled)
}
if ss.Len() > 0 {
argv = append(argv, ss.Slice()...)
}
}
if global.GetBool("-dryrun") {
linker := filepath.Base(pathLinker)
fmt.Printf("%s %s || exit 1\n", linker, strings.Join(argv[1:], " "))
} else {
say.Println("linking :", output)
handy.StdExecve(argv, true)
}
}
func main() {
var ok bool
var e os.Error
var argv, args []string
var config1, config2 string
timer.Start("everything")
defer reportTime()
// default config location 1 $HOME/.gdrc
config1 = filepath.Join(os.Getenv("HOME"), ".gdrc")
argv, ok = handy.ConfigToArgv(config1)
if ok {
args = parseArgv(argv)
if len(args) > 0 {
log.Print("[WARNING] non-option arguments in config file\n")
}
}
// default config location 2 $PWD/.gdrc
config2 = filepath.Join(os.Getenv("PWD"), ".gdrc")
argv, ok = handy.ConfigToArgv(config2)
if ok {
args = parseArgv(argv)
if len(args) > 0 {
log.Print("[WARNING] non-option arguments in config file\n")
}
}
// command line arguments overrides/appends config
args = parseArgv(os.Args[1:])
if len(args) > 0 {
if len(args) > 1 {
log.Print("[WARNING] len(input directories) > 1\n")
}
srcdir = args[0]
if srcdir == "." {
srcdir, e = os.Getwd()
if e != nil {
log.Fatal("[ERROR] can't find working directory\n")
}
}
}
// expand variables in includes
for i := 0; i < len(includes); i++ {
includes[i] = os.ShellExpand(includes[i])
}
// expand variables in -lib
global.SetString("-lib", os.ShellExpand(global.GetString("-lib")))
// expand variables in -output
global.SetString("-output", os.ShellExpand(global.GetString("-output")))
// stuff that can be done without $GOROOT
if global.GetBool("-list") {
printListing()
os.Exit(0)
}
if global.GetBool("-help") {
printHelp()
os.Exit(0)
}
if global.GetBool("-version") {
printVersion()
os.Exit(0)
}
if len(args) == 0 {
// give nice feedback if missing input dir
cwd, e := os.Getwd()
if e != nil {
cwd = os.Getenv("PWD")
}
possibleSrc := cwd
_, e = os.Stat(possibleSrc)
srcdir, e = os.Getwd()
if e != nil {
fmt.Printf("usage: gd [OPTIONS] src-directory\n")
os.Exit(1)
}
}
if global.GetBool("-quiet") {
say.Mute()
}
// delete all object/archive files
if global.GetBool("-clean") {
compiler.Remove865o(srcdir, false) // do not remove dir
if global.GetString("-lib") != "" {
if handy.IsDir(global.GetString("-lib")) {
compiler.Remove865o(global.GetString("-lib"), true)
}
}
os.Exit(0)
}
handy.DirOrExit(srcdir)
files = walker.PathWalk(filepath.Clean(srcdir))
// gofmt on all files gathered
if global.GetBool("-fmt") {
compiler.FormatFiles(files)
os.Exit(0)
}
// parse the source code, look for dependencies
dgrph := dag.New()
dgrph.Parse(srcdir, files)
// print collected dependency info
if global.GetBool("-print") {
dgrph.PrintInfo()
os.Exit(0)
}
// draw graphviz dot graph
if global.GetString("-dot") != "" {
dgrph.MakeDotGraph(global.GetString("-dot"))
os.Exit(0)
}
gotRoot() //? (only matters to gc, gccgo and express ignores it)
// build &| update all external dependencies
if global.GetBool("-external") {
dgrph.External()
os.Exit(0)
}
// sort graph based on dependencies
dgrph.GraphBuilder()
sorted := dgrph.Topsort()
// print packages sorted
if global.GetBool("-sort") {
for i := 0; i < len(sorted); i++ {
fmt.Printf("%s\n", sorted[i].Name)
}
os.Exit(0)
}
// compile
compiler.Init(srcdir, global.GetString("-arch"), includes)
if global.GetString("-lib") != "" {
compiler.CreateLibArgv(sorted)
} else {
compiler.CreateArgv(sorted)
}
if runtime.GOMAXPROCS(-1) > 1 && !global.GetBool("-dryrun") {
compiler.ParallelCompile(sorted)
} else {
compiler.SerialCompile(sorted)
}
// test
if global.GetBool("-test") {
os.Setenv("SRCROOT", srcdir)
testMain, testDir := dgrph.MakeMainTest(srcdir)
if global.GetString("-lib") != "" {
compiler.CreateLibArgv(testMain)
} else {
compiler.CreateArgv(testMain)
}
compiler.SerialCompile(testMain)
switch global.GetString("-backend") {
case "gc", "express":
compiler.ForkLink(global.GetString("-test-bin"), testMain, nil)
case "gccgo", "gcc":
compiler.ForkLink(global.GetString("-test-bin"), testMain, sorted)
default:
log.Fatalf("[ERROR] '%s' unknown back-end\n", global.GetString("-backend"))
}
compiler.DeletePackages(testMain)
rmError := os.Remove(testDir)
if rmError != nil {
log.Printf("[ERROR] failed to remove testdir: %s\n", testDir)
}
testArgv := compiler.CreateTestArgv()
if !global.GetBool("-dryrun") {
say.Printf("testing : ")
if global.GetBool("-verbose") {
say.Printf("\n")
}
ok = handy.StdExecve(testArgv, false)
e = os.Remove(global.GetString("-test-bin"))
if e != nil {
log.Printf("[ERROR] %s\n", e)
}
if !ok {
os.Exit(1)
}
} else {
say.Printf("%s\n", strings.Join(testArgv, " "))
}
}
if global.GetString("-output") != "" {
compiler.ForkLink(global.GetString("-output"), sorted, nil)
}
}
func main() {
var (
ok, up2date bool
e os.Error
argv, args []string
config = make([]string, 4)
)
timer.Start("everything")
defer reportTime()
// possible config locations
config[0] = filepath.Join(os.Getenv("XDG_CONFIG_HOME"), "godag", "gdrc")
config[1] = filepath.Join(os.Getenv("HOME"), ".config", "godag", "gdrc")
config[2] = filepath.Join(os.Getenv("HOME"), ".gdrc")
config[3] = filepath.Join(os.Getenv("PWD"), ".gdrc")
for _, conf := range config {
argv, ok = handy.ConfigToArgv(conf)
if ok {
args = parseArgv(argv)
if len(args) > 0 {
log.Print("[WARNING] non-option arguments in config file\n")
}
}
}
// command line arguments overrides/appends config
args = parseArgv(os.Args[1:])
if len(args) > 0 {
if len(args) > 1 {
log.Print("[WARNING] len(input directories) > 1\n")
}
srcdir = args[0]
if srcdir == "." {
srcdir, e = os.Getwd()
if e != nil {
log.Fatal("[ERROR] can't find working directory\n")
}
}
}
// expand variables in includes
for i := 0; i < len(includes); i++ {
includes[i] = os.ShellExpand(includes[i])
}
// expand variables in -lib
global.SetString("-lib", os.ShellExpand(global.GetString("-lib")))
// expand variables in -output
global.SetString("-output", os.ShellExpand(global.GetString("-output")))
// stuff that can be done without $GOROOT
if global.GetBool("-list") {
printListing()
os.Exit(0)
}
if global.GetBool("-help") {
printHelp()
os.Exit(0)
}
if global.GetBool("-version") {
printVersion()
os.Exit(0)
}
if len(args) == 0 {
// give nice feedback if missing input dir
if !handy.IsDir("src") {
fmt.Printf("usage: gd [OPTIONS] src-directory\n")
os.Exit(1)
}
}
if global.GetBool("-quiet") {
say.Mute()
}
handy.DirOrExit(srcdir)
files = walker.PathWalk(filepath.Clean(srcdir))
// gofmt on all files gathered
if global.GetBool("-fmt") {
compiler.FormatFiles(files)
os.Exit(0)
}
// parse the source code, look for dependencies
dgrph := dag.New()
dgrph.Parse(srcdir, files)
// print collected dependency info
if global.GetBool("-print") {
dgrph.PrintInfo()
os.Exit(0)
}
// draw graphviz dot graph
if global.GetString("-dot") != "" {
dgrph.MakeDotGraph(global.GetString("-dot"))
os.Exit(0)
}
gotRoot() //? (only matters to gc, gccgo and express ignores it)
// build &| update all external dependencies
if global.GetBool("-external") {
dgrph.External()
os.Exit(0)
}
// sort graph based on dependencies
dgrph.GraphBuilder()
sorted := dgrph.Topsort()
// clean only what we possibly could have generated…
if global.GetBool("-clean") {
compiler.DeleteObjects(srcdir, sorted)
os.Exit(0)
}
// print packages sorted
if global.GetBool("-sort") {
for i := 0; i < len(sorted); i++ {
fmt.Printf("%s\n", sorted[i].Name)
}
os.Exit(0)
}
// compile argv
compiler.Init(srcdir, includes)
if global.GetString("-lib") != "" {
compiler.CreateLibArgv(sorted)
} else {
compiler.CreateArgv(sorted)
}
// gdmk
if global.GetString("-gdmk") != "" {
gdmake.Make(global.GetString("-gdmk"), sorted, dgrph.Alien().Slice())
os.Exit(0)
}
// compile; up2date == true => 0 packages modified
if global.GetBool("-dryrun") {
compiler.Dryrun(sorted)
} else {
up2date = compiler.Compile(sorted) // updated parallel
}
// test
if global.GetBool("-test") {
os.Setenv("SRCROOT", srcdir)
testMain, testDir, testLib := dgrph.MakeMainTest(srcdir)
if global.GetString("-lib") != "" {
compiler.CreateLibArgv(testMain)
} else {
compiler.CreateArgv(testMain)
}
if !global.GetBool("-dryrun") {
compiler.Compile(testMain)
}
switch global.GetString("-backend") {
case "gc", "express":
compiler.ForkLink(global.GetString("-test-bin"), testMain, nil, false)
case "gccgo", "gcc":
compiler.ForkLink(global.GetString("-test-bin"), testMain, sorted, false)
default:
log.Fatalf("[ERROR] '%s' unknown back-end\n", global.GetString("-backend"))
}
compiler.DeletePackages(testMain)
handy.Delete(testDir, false)
if testLib != "" {
handy.Delete(testLib, false)
}
testArgv := compiler.CreateTestArgv()
if global.GetBool("-dryrun") {
testArgv[0] = filepath.Base(testArgv[0])
say.Printf("%s\n", strings.Join(testArgv, " "))
} else {
say.Printf("testing : ")
if global.GetBool("-verbose") || global.GetBool("-test.v") {
say.Printf("\n")
}
ok = handy.StdExecve(testArgv, false)
handy.Delete(global.GetString("-test-bin"), false)
if !ok {
os.Exit(1)
}
}
// if packages contain both test-files and regular files
// test-files should not be part of the objects, i.e. init
// functions in test-packages can cause unexpected behaviour
if compiler.ReCompile(sorted) {
say.Printf("recompile: --tests\n")
compiler.Compile(sorted)
}
}
// link if ! up2date
if global.GetString("-output") != "" {
compiler.ForkLink(global.GetString("-output"), sorted, nil, up2date)
}
}