token

Documentation

Index

• Variables
• func HasIntersect(tokenTypeList [][]Type) bool
• func TypeExists(tokenTypeList []Type, t Type) bool
• type Token
  • func NewToken(tokenType Type, lexeme string) *Token
  • func (t *Token) String() string
• type Type
  • func (t Type) IsKeyword() bool
  • func (t Type) String() string

Variables

var (
	// epsilon
	EpsilonRune rune = constant.ZeroInt
	KeywordList      = []Type{Select, From, As, Where, And, Or}
)

Functions

func HasIntersect

func HasIntersect(tokenTypeList [][]Type) bool

func TypeExists

func TypeExists(tokenTypeList []Type, t Type) bool

Types

type Token

type Token struct {
	Type   Type
	Lexeme string
}

func NewToken

func NewToken(tokenType Type, lexeme string) *Token

NewToken returns a new *Token

func (*Token) String

func (t *Token) String() string

String returns the string representation of the token

type Type

type Type int

const (
	// keyword
	Select Type = iota + 1
	From
	As
	Where
	And
	Or
	// identifier
	Identifier
	// comparison operator
	GE
	GT
	LE
	LT
	Equal
	NotEqual1
	NotEqual2
	// arithmetic operator
	Plus
	Minus
	Multiply
	Divide
	Mod
	// number literal
	NumberLiteral
	// string literal
	StringLiteral
	// separator
	Comma
	Semicolon
	LeftParenthesis
	RightParenthesis
	SingleQuote
	// white space
	WhiteSpace
	// Epsilon
	Epsilon
	// End
	End
	// error
	Error
)

func (Type) IsKeyword

func (t Type) IsKeyword() bool

IsKeyword returns if the token type is a keyword

func (Type) String

func (t Type) String() string

String returns the string representation of the token type