示例#1
0
文件: lexerfunc_test.go 项目: otm/lex
// LexCode parsers random code
func LexCode(lexer *lex.Lexer) lex.StateFn {
	for {
		if strings.HasPrefix(lexer.InputToEnd(), MinusSign) {
			lexer.Start = lexer.Pos
			return LexSingleLineComment(lexer)
		}

		if strings.HasPrefix(lexer.InputToEnd(), string(lex.NewLine)) {
			lexer.Next()
			lexer.Start = lexer.Pos
			return LexCode(lexer)
		}

		lexer.Next()

		if lexer.IsEOF() {
			lexer.Emit(lex.TEOF)
			lexer.Shutdown()
			return nil
		}
	}
}
示例#2
0
文件: lexerfunc_test.go 项目: otm/lex
// LexSingleLineComment lexer
func LexSingleLineComment(lexer *lex.Lexer) lex.StateFn {
	lexer.Step(2, lex.Ignore)
	if strings.HasPrefix(lexer.InputToEnd(), LeftBracket) {
		return LexMultiLineComment(lexer)
	}

	for {
		if strings.HasPrefix(lexer.InputToEnd(), string(lex.NewLine)) {
			lexer.Emit(TComment)
			return LexBegin(lexer)
		}

		lexer.Next()

		if lexer.IsEOF() {
			lexer.Emit(TComment)
			lexer.Emit(lex.TEOF)
			lexer.Shutdown()
			return nil
		}
	}
}