lexer

Documentation

Index

• type Kind
• type Token
  • func Lex(source *file.Source) ([]Token, error)
  • func (t Token) Is(kind Kind, values ...string) bool
  • func (t Token) String() string

Types

type Kind

type Kind string

const (
	Identifier Kind = "Identifier"
	Number     Kind = "Number"
	String     Kind = "String"
	Operator   Kind = "Operator"
	Bracket    Kind = "Bracket"
	EOF        Kind = "EOF"
)

type Token

type Token struct {
	file.Location
	Kind  Kind
	Value string
}

func Lex

func Lex(source *file.Source) ([]Token, error)

func (Token) Is

func (t Token) Is(kind Kind, values ...string) bool

func (Token) String

func (t Token) String() string