zeus_lexer

Documentation

Index

• Constants
• type Lexer
  • func NewLexer(input string) *Lexer
  • func (l *Lexer) NextToken() Token
• type Token
• type TokenTyping

Constants

const (
	Word             = iota
	Punctuation      = iota
	Quotation        = iota
	Apostrophe       = iota
	Comma            = iota
	Number           = iota
	RightParenthesis = iota
	LeftParenthesis  = iota
	Symbol           = iota
	ForwardSlash     = iota
	Colon            = iota
	Abbreviation     = iota
	HTMLTagOpen      = iota
	HTMLTagClose     = iota
	Unknown          = iota
)

Types

type Lexer

type Lexer struct {
	Input    string
	Position int
}

func NewLexer

func NewLexer(input string) *Lexer

func (*Lexer) NextToken

func (l *Lexer) NextToken() Token

type Token

type Token struct {
	Type  TokenTyping
	Value string
}

type TokenTyping

type TokenTyping int