lexer

Documentation

Index

• func TokenKindString(kind TokenKind) string
• type Error
  • func NewLexerError(format string, a ...any) *Error
  • func (e *Error) Error() string
• type Token
  • func Tokenize(source *string) ([]Token, error)
  • func (token Token) Debug() string
• type TokenKind

Functions

func TokenKindString

func TokenKindString(kind TokenKind) string

Types

type Error

type Error struct {
	// contains filtered or unexported fields
}

func NewLexerError

func NewLexerError(format string, a ...any) *Error

func (*Error) Error

func (e *Error) Error() string

type Token

type Token struct {
	Kind  TokenKind
	Value string
}

func Tokenize

func Tokenize(source *string) ([]Token, error)

func (Token) Debug

func (token Token) Debug() string

type TokenKind

type TokenKind int

const (
	EOF TokenKind = iota
	Number
	String
	Identifier

	// Grouping & Braces.
	OpenParen
	CloseParen

	// Equivilance.
	Equals
	NotEquals

	// Conditional.
	Less
	LessEquals
	Greater
	GreaterEquals

	// Symbols.
	Dot
	Comma

	// Reserved Keywords.
	In //nolint:varnamelen
	Not
	Like
	ILike
	And
)