lexer

Sep 26, 2024

Changes in this version

+ func IsIdentifierRune(r rune) bool

+ func IsValidIdentifier(s string) bool

type TokenType

+ const TokenRightArrow

Sep 23, 2022

Changes in this version

type Token

+ SpaceOrError any

+ func (t Token) Source(input []byte) []byte

Aug 3, 2022

Changes in this version

+ const EOF

+ type Space struct

+ ContainsNewline bool

+ String string

+ type Token struct

+ Type TokenType

+ Value any

+ func (t Token) Is(ty TokenType) bool

+ func (t Token) IsString(ty TokenType, s string) bool

+ type TokenLimitReachedError struct

+ func (TokenLimitReachedError) Error() string

+ func (TokenLimitReachedError) IsUserError()

+ type TokenStream interface

+ Cursor func() int

+ Input func() string

+ Next func() Token

+ Reclaim func()

+ Revert func(cursor int)

+ func Lex(input string, memoryGauge common.MemoryGauge) TokenStream

+ type TokenType uint8

+ const TokenAmpersand

+ const TokenAmpersandAmpersand

+ const TokenAsExclamationMark

+ const TokenAsQuestionMark

+ const TokenAt

+ const TokenBinaryIntegerLiteral

+ const TokenBlockCommentContent

+ const TokenBlockCommentEnd

+ const TokenBlockCommentStart

+ const TokenBraceClose

+ const TokenBraceOpen

+ const TokenBracketClose

+ const TokenBracketOpen

+ const TokenCaret

+ const TokenColon

+ const TokenComma

+ const TokenDecimalIntegerLiteral

+ const TokenDot

+ const TokenDoubleQuestionMark

+ const TokenEOF

+ const TokenEqual

+ const TokenEqualEqual

+ const TokenError

+ const TokenExclamationMark

+ const TokenFixedPointNumberLiteral

+ const TokenGreater

+ const TokenGreaterEqual

+ const TokenHexadecimalIntegerLiteral

+ const TokenIdentifier

+ const TokenLeftArrow

+ const TokenLeftArrowExclamation

+ const TokenLess

+ const TokenLessEqual

+ const TokenLessLess

+ const TokenLineComment

+ const TokenMax

+ const TokenMinus

+ const TokenNotEqual

+ const TokenOctalIntegerLiteral

+ const TokenParenClose

+ const TokenParenOpen

+ const TokenPercent

+ const TokenPlus

+ const TokenPragma

+ const TokenQuestionMark

+ const TokenQuestionMarkDot

+ const TokenSemicolon

+ const TokenSlash

+ const TokenSpace

+ const TokenStar

+ const TokenString

+ const TokenSwap

+ const TokenUnknownBaseIntegerLiteral

+ const TokenVerticalBar

+ const TokenVerticalBarVerticalBar

+ func (t TokenType) IsIntegerLiteral() bool

+ func (t TokenType) String() string