lexer

Documentation

Index

• Constants
• type Scanner
  • func NewScanner(r io.Reader) *Scanner
  • func (s *Scanner) Scan() (class int, lit string)
  • func (s *Scanner) ScanIgnoreWhitespace() (tok int, lit string)

Constants

const (
	TokenEnd = iota
	TokenAngleLeft
	TokenAngleRight
	TokenMinus
	TokenPlus
	TokenClose
	TokenComment
	TokenEqual
	TokenEscape
	TokenIdentifier
	TokenOpen
	TokenQuote
	TokenSeparator
	TokenStop
	TokenVariable
	TokenWhitespace
)

Types

type Scanner

type Scanner struct {
	// contains filtered or unexported fields
}

Scanner represents a lexical scanner.

func NewScanner

func NewScanner(r io.Reader) *Scanner

NewScanner returns a new instance of Scanner.

func (*Scanner) Scan

func (s *Scanner) Scan() (class int, lit string)

Scan returns the next token and literal value.

func (*Scanner) ScanIgnoreWhitespace

func (s *Scanner) ScanIgnoreWhitespace() (tok int, lit string)

ScanIgnoreWhitespace scans the next non-whitespace token.