scan

Documentation

Index

• Constants
• func IsDigit(r rune) bool
• func IsLetter(r rune) bool
• type Lexer
  • func Lex(b []byte, generator func(rune) Token) *Lexer
  • func (l *Lexer) Next() (rune, int)
  • func (l *Lexer) NextToken() (Token, error)
  • func (l *Lexer) PeekToken() (Token, error)
  • func (l *Lexer) Reset(b []byte)
• type Parser
  • func (p *Parser) CheckUTF8Error() error
  • func (p *Parser) Expect(t TokenType) bool
  • func (p *Parser) Next() Token
  • func (p *Parser) Peek() Token
  • func (p *Parser) Reset(b []byte)
• type Token
  • func (t Token) String() string
• type TokenType

Constants

const EOF rune = -1

Functions

func IsDigit

func IsDigit(r rune) bool

func IsLetter

func IsLetter(r rune) bool

a-zA-z

Types

type Lexer

type Lexer struct {
	TokenGenerator func(rune) Token

	Peeked Token
	// contains filtered or unexported fields
}

func Lex

func Lex(b []byte, generator func(rune) Token) *Lexer

Lex returns a new Lexer with the given input and generator.

func (*Lexer) Next

func (l *Lexer) Next() (rune, int)

func (*Lexer) NextToken

func (l *Lexer) NextToken() (Token, error)

func (*Lexer) PeekToken

func (l *Lexer) PeekToken() (Token, error)

func (*Lexer) Reset

func (l *Lexer) Reset(b []byte)

type Parser

type Parser struct {
	Lexer     *Lexer
	BytesRead uint16
	// contains filtered or unexported fields
}

func (*Parser) CheckUTF8Error

func (p *Parser) CheckUTF8Error() error

if p encountered any utf8 errors when lexing, retrieve them here

func (*Parser) Expect

func (p *Parser) Expect(t TokenType) bool

func (*Parser) Next

func (p *Parser) Next() Token

func (*Parser) Peek

func (p *Parser) Peek() Token

Multiple calls to Peek will continue to return the same value until Next is called.

func (*Parser) Reset

func (p *Parser) Reset(b []byte)

type Token

type Token struct {
	TokenType TokenType
	Value     rune
	// contains filtered or unexported fields
}

var EOFToken Token = Token{TokenType(EOF), EOF, 0}

func (Token) String

func (t Token) String() string

type TokenType

type TokenType int8