lexer

Documentation

Index

• Constants
• type Token
  • func Lex(input string) []Token
  • func (t Token) Is(ty TokenType) bool
• type TokenType
  • func (i TokenType) String() string

Constants

const EOF rune = -1

Types

type Token

type Token struct {
	Type  TokenType
	Value interface{}
	Range ast.Range
}

func Lex

func Lex(input string) []Token

func (Token) Is

func (t Token) Is(ty TokenType) bool

type TokenType

type TokenType uint8

const (
	TokenError TokenType = iota
	TokenEOF
	TokenSpace
	TokenNumber
	TokenOperatorPlus
	TokenOperatorMinus
	TokenOperatorMul
	TokenOperatorDiv
	TokenOperatorNilCoalesce
	TokenParenOpen
	TokenParenClose
	TokenBraceOpen
	TokenBraceClose
	TokenBracketOpen
	TokenBracketClose
)

func (TokenType) String

func (i TokenType) String() string