lexer

Documentation

Index

• func NewLexer(source string) *lexer
• func Special(c byte) bool
• type Token
  • func (t Token) String() string
• type TokenType
  • func (tt TokenType) String() string

Functions

func NewLexer

func NewLexer(source string) *lexer

func Special

func Special(c byte) bool

Types

type Token

type Token struct {
	Type TokenType
	Raw  string
}

func (Token) String

func (t Token) String() string

type TokenType

type TokenType int

const (
	EOF TokenType = iota
	Error
	Text
	Char
	Any
	Super
	Single
	Not
	Separator
	RangeOpen
	RangeClose
	RangeLo
	RangeHi
	RangeBetween
	TermsOpen
	TermsClose
)

func (TokenType) String

func (tt TokenType) String() string