Пример #1
0
func lexOperand(x *lex8.Lexer) *lex8.Token {
	if !isOperandChar(x.Rune()) {
		panic("incorrect operand start")
	}

	for {
		x.Next()
		if x.Ended() || !isOperandChar(x.Rune()) {
			break
		}
	}

	ret := x.MakeToken(Operand)
	if isKeyword(ret.Lit) {
		ret.Type = Keyword
	}
	return ret
}
Пример #2
0
func lexNumber(x *lex8.Lexer) *lex8.Token {
	// TODO: lex floating point as well

	r := x.Rune()
	if !isDigit(r) {
		panic("not starting with a number")
	}

	for {
		x.Next()
		r := x.Rune()
		if !isDigit(r) {
			return x.MakeToken(Int)
		}
	}
}
Пример #3
0
func lexIdent(x *lex8.Lexer) *lex8.Token {
	r := x.Rune()
	if !isLetter(r) {
		panic("must start with letter")
	}

	for {
		x.Next()
		r := x.Rune()
		if !isLetter(r) && !isDigit(r) {
			break
		}
	}

	ret := x.MakeToken(Ident)
	if isKeyword(ret.Lit) {
		ret.Type = Keyword
	}
	return ret
}
Пример #4
0
func lexAsm8(x *lex8.Lexer) *lex8.Token {
	r := x.Rune()
	if x.IsWhite(r) {
		panic("incorrect token start")
	}

	switch r {
	case '\n':
		x.Next()
		return x.MakeToken(Endl)
	case '{':
		x.Next()
		return x.MakeToken(Lbrace)
	case '}':
		x.Next()
		return x.MakeToken(Rbrace)
	case '/':
		x.Next()
		return lex8.LexComment(x)
	case '"':
		return lex8.LexString(x, String, '"')
	}

	if isOperandChar(r) {
		return lexOperand(x)
	}

	x.Errorf("illegal char %q", r)
	x.Next()
	return x.MakeToken(lex8.Illegal)
}
Пример #5
0
func lexC8(x *lex8.Lexer) *lex8.Token {
	r := x.Rune()
	if x.IsWhite(r) {
		panic("incorrect token start")
	}

	switch r {
	case '\n':
		x.Next()
		return x.MakeToken(Endl)
	case '"':
		return lex8.LexString(x, String, '"')
	case '\'':
		return lex8.LexString(x, Char, '\'')
	}

	if isDigit(r) {
		return lexNumber(x)
	} else if isLetter(r) {
		return lexIdent(x)
	}

	// always make progress at this point
	x.Next()
	t := lexOperator(x, r)
	if t != nil {
		return t
	}

	x.Errorf("illegal char %q", r)
	return x.MakeToken(lex8.Illegal)
}