lexer

Documentation

Index

• func IsAlphaNumeric(r rune) bool
• func IsAlphabetic(r rune) bool
• func IsSpace(r rune) bool
• type Kind
• type Token
  • func Lex(source *file.Source) ([]Token, error)
  • func (t Token) Is(kind Kind, values ...string) bool
  • func (t Token) String() string

Functions

func IsAlphaNumeric

func IsAlphaNumeric(r rune) bool

func IsAlphabetic

func IsAlphabetic(r rune) bool

func IsSpace

func IsSpace(r rune) bool

Types

type Kind

type Kind string

const (
	Identifier Kind = "Identifier"
	Number     Kind = "Number"
	String     Kind = "String"
	Operator   Kind = "Operator"
	Bracket    Kind = "Bracket"
	EOF        Kind = "EOF"
)

type Token

type Token struct {
	file.Location
	Kind  Kind
	Value string
}

func Lex

func Lex(source *file.Source) ([]Token, error)

func (Token) Is

func (t Token) Is(kind Kind, values ...string) bool

func (Token) String

func (t Token) String() string