func (v *lexer) pushToken(t TokenType) { tok := &Token{ Type: t, Contents: string(v.input.Contents[v.startPos:v.endPos]), Where: NewSpan(v.tokStart, v.curPos), } v.input.Tokens = append(v.input.Tokens, tok) log.Verbose("lexer", "[%4d:%4d:%-17s] `%s`\n", v.startPos, v.endPos, tok.Type, tok.Contents) v.discardBuffer() }
func (v *Docgen) Generate() { log.Verboseln("docgen", util.TEXT_BOLD+util.TEXT_GREEN+"Started docgenning"+util.TEXT_RESET) t := time.Now() v.output = make([]*File, 0) v.traverse() v.generate() dur := time.Since(t) log.Verbose("docgen", util.TEXT_BOLD+util.TEXT_GREEN+"Finished docgenning"+util.TEXT_RESET+" (%.2fms)\n", float32(dur.Nanoseconds())/1000000) }
func (v *Codegen) Generate(input []*parser.Module, modules map[string]*parser.Module) { v.input = input v.builder = llvm.NewBuilder() v.variableLookup = make(map[*parser.Variable]llvm.Value) v.structLookup_UseHelperFunction = make(map[*parser.StructType]llvm.Type) passManager := llvm.NewPassManager() passBuilder := llvm.NewPassManagerBuilder() passBuilder.SetOptLevel(3) //passBuilder.Populate(passManager) //leave this off until the compiler is better v.modules = make(map[string]*parser.Module) v.blockDeferData = make(map[*parser.Block][]*deferData) for _, infile := range input { log.Verboseln("codegen", util.TEXT_BOLD+util.TEXT_GREEN+"Started codegenning "+util.TEXT_RESET+infile.Name) t := time.Now() infile.Module = llvm.NewModule(infile.Name) v.curFile = infile v.modules[v.curFile.Name] = v.curFile v.declareDecls(infile.Nodes) for _, node := range infile.Nodes { v.genNode(node) } if err := llvm.VerifyModule(infile.Module, llvm.ReturnStatusAction); err != nil { infile.Module.Dump() v.err("%s", err.Error()) } passManager.Run(infile.Module) if log.AtLevel(log.LevelVerbose) { infile.Module.Dump() } dur := time.Since(t) log.Verbose("codegen", util.TEXT_BOLD+util.TEXT_GREEN+"Finished codegenning "+util.TEXT_RESET+infile.Name+" (%.2fms)\n", float32(dur.Nanoseconds())/1000000) } passManager.Dispose() v.createBinary() }
func Lex(input *Sourcefile) []*Token { v := &lexer{ input: input, startPos: 0, endPos: 0, curPos: Position{Filename: input.Name, Line: 1, Char: 1}, tokStart: Position{Filename: input.Name, Line: 1, Char: 1}, } log.Verboseln("lexer", util.TEXT_BOLD+util.TEXT_GREEN+"Starting lexing "+util.TEXT_RESET+input.Name) t := time.Now() v.lex() dur := time.Since(t) log.Verbose("lexer", util.TEXT_BOLD+util.TEXT_GREEN+"Finished lexing"+util.TEXT_RESET+" %s (%.2fms)\n", input.Name, float32(dur)/1000000) return v.input.Tokens }
func Parse(input *lexer.Sourcefile) *ParseTree { p := &parser{ input: input, binOpPrecedences: newBinOpPrecedenceMap(), tree: &ParseTree{Source: input}, } log.Verboseln("parser", util.TEXT_BOLD+util.TEXT_GREEN+"Started parsing "+util.TEXT_RESET+input.Name) t := time.Now() p.parse() dur := time.Since(t) log.Verbose("parser", util.TEXT_BOLD+util.TEXT_GREEN+"Finished parsing"+util.TEXT_RESET+" %s (%.2fms)\n", input.Name, float32(dur.Nanoseconds())/1000000) return p.tree }
func Construct(tree *ParseTree, treeFiles map[string]*ParseTree, modules map[string]*Module) *Module { c := &Constructor{ tree: tree, treeFiles: treeFiles, module: &Module{ Nodes: make([]Node, 0), File: tree.Source, Path: tree.Source.Path, Name: tree.Source.Name, }, scope: NewGlobalScope(), nameMap: MapNames(tree.Nodes, tree, treeFiles, nil), } c.module.GlobalScope = c.scope c.modules = modules modules[tree.Source.Name] = c.module // add a C module here which will contain // all of the c bindings and what not to // keep everything separate cModule := &Module{ Nodes: make([]Node, 0), Path: "", // not really a path for this module Name: "C", GlobalScope: NewCScope(), } c.module.GlobalScope.UsedModules["C"] = cModule log.Verboseln("constructor", util.TEXT_BOLD+util.TEXT_GREEN+"Started constructing "+util.TEXT_RESET+tree.Source.Name) t := time.Now() c.construct() dur := time.Since(t) log.Verbose("constructor", util.TEXT_BOLD+util.TEXT_GREEN+"Finished parsing"+util.TEXT_RESET+" %s (%.2fms)\n", tree.Source.Name, float32(dur.Nanoseconds())/1000000) return c.module }
func (v *Codegen) Generate(input []*parser.Module, modules map[string]*parser.Module) { v.input = input v.builder = llvm.NewBuilder() v.variableLookup = make(map[*parser.Variable]llvm.Value) v.structLookup_UseHelperFunction = make(map[*parser.StructType]llvm.Type) v.enumLookup_UseHelperFunction = make(map[*parser.EnumType]llvm.Type) // initialize llvm target llvm.InitializeNativeTarget() // setup target stuff var err error v.target, err = llvm.GetTargetFromTriple(llvm.DefaultTargetTriple()) if err != nil { panic(err) } v.targetMachine = v.target.CreateTargetMachine(llvm.DefaultTargetTriple(), "", "", llvm.CodeGenLevelNone, llvm.RelocDefault, llvm.CodeModelDefault) v.targetData = v.targetMachine.TargetData() passManager := llvm.NewPassManager() passBuilder := llvm.NewPassManagerBuilder() if v.OptLevel > 0 { passBuilder.SetOptLevel(v.OptLevel) passBuilder.Populate(passManager) } v.modules = make(map[string]*parser.Module) v.blockDeferData = make(map[*parser.Block][]*deferData) for _, infile := range input { log.Verboseln("codegen", util.TEXT_BOLD+util.TEXT_GREEN+"Started codegenning "+util.TEXT_RESET+infile.Name) t := time.Now() infile.Module = llvm.NewModule(infile.Name) v.curFile = infile v.modules[v.curFile.Name] = v.curFile v.declareDecls(infile.Nodes) for _, node := range infile.Nodes { v.genNode(node) } if err := llvm.VerifyModule(infile.Module, llvm.ReturnStatusAction); err != nil { infile.Module.Dump() v.err("%s", err.Error()) } passManager.Run(infile.Module) if log.AtLevel(log.LevelVerbose) { infile.Module.Dump() } dur := time.Since(t) log.Verbose("codegen", util.TEXT_BOLD+util.TEXT_GREEN+"Finished codegenning "+util.TEXT_RESET+infile.Name+" (%.2fms)\n", float32(dur.Nanoseconds())/1000000) } passManager.Dispose() log.Timed("create binary", func() { v.createBinary() }) }