lexer

Documentation

Index

• Constants
• type Kind
• type Token
  • func Lex(source *file.Source) ([]Token, error)
  • func (t Token) Is(kind Kind, values ...string) bool
  • func (t Token) String() string

Constants

const (
	Identifier Kind = "Identifier"
	Number          = "Number"
	String          = "String"
	Operator        = "Operator"
	Bracket         = "Bracket"
	EOF             = "EOF"
)

Types

type Kind

type Kind string

type Token

type Token struct {
	file.Location
	Kind  Kind
	Value string
}

func Lex

func Lex(source *file.Source) ([]Token, error)

func (Token) Is

func (t Token) Is(kind Kind, values ...string) bool

func (Token) String

func (t Token) String() string