lexer

Documentation

Index

• Constants
• func IsAlphaNumeric(r rune) bool
• func IsAlphabetic(r rune) bool
• func IsSpace(r rune) bool
• type Kind
• type Token
  • func Lex(source *file.Source) ([]Token, error)
  • func (t Token) Is(kind Kind, values ...string) bool
  • func (t Token) String() string

Constants

const (
	Identifier Kind = "Identifier"
	Number          = "Number"
	String          = "String"
	Operator        = "Operator"
	Bracket         = "Bracket"
	EOF             = "EOF"
)

Functions

func IsAlphaNumeric

func IsAlphaNumeric(r rune) bool

func IsAlphabetic

func IsAlphabetic(r rune) bool

func IsSpace

func IsSpace(r rune) bool

Types

type Kind

type Kind string

type Token

type Token struct {
	file.Location
	Kind  Kind
	Value string
}

func Lex

func Lex(source *file.Source) ([]Token, error)

func (Token) Is

func (t Token) Is(kind Kind, values ...string) bool

func (Token) String

func (t Token) String() string