Golang TokenStream Examples

Example #1

File: main.go Project: millergarym/antlr

func t004lexer_test() {
	var input antlr3rt.CharStream
	input = antlr3rt.NewStringStream("ffofoo")
	var lexer antlr3rt.Lexer
	lexer = t004lexerCreate(input)
	var tokenStream antlr3rt.TokenStream
	tokenStream = antlr3rt.NewCommonTokenStream(lexer)
	fmt.Println(":", tokenStream.GetTokens(), ":")
}

Example #2

File: main.go Project: millergarym/antlr

func T_test() {
	var input antlr3rt.CharStream
	input = antlr3rt.NewStringStream("A00\"ab0\"A01")
	var lexer antlr3rt.Lexer
	lexer = TCreate(input)
	var tokenStream antlr3rt.TokenStream
	tokenStream = antlr3rt.NewCommonTokenStream(lexer)
	fmt.Println(":", tokenStream.GetTokens(), ":")
}