lexer

Sep 4, 2023

Changes in this version

type Error

+ Hint string

type Position

+ func (p *Position) Add(rel Position)

Aug 31, 2023

Changes in this version

+ func NewIsInRunes(s ...rune) func(rune) bool

Aug 30, 2023

Changes in this version

+ var ErrNotImplemented = errors.New("not implemented")

+ var ErrUnacceptableRune = errors.New("rune not acceptable in context")

+ func IsSpace(r rune) bool

+ func NewIsIn(s string) func(rune) bool

+ func NewIsNot(cond func(rune) bool) func(rune) bool

+ func NewIsOneOf(s ...func(rune) bool) func(rune) bool

Aug 30, 2023

Changes in this version

+ func Run(fn StateFn) error

type Reader

+ func (b *Reader) Accept(cond func(r rune) bool) bool

+ func (b *Reader) AcceptAll(cond func(r rune) bool) bool

Aug 29, 2023

Changes in this version

+ type Position struct

+ Column int

+ Line int

+ func (p *Position) Reset()

+ func (p *Position) Step()

+ func (p *Position) StepLine()

+ func (p *Position) StepN(n int)

+ func (p Position) GoString() string

+ func (p Position) String() string

Aug 29, 2023

Changes in this version

+ type Error struct

+ Column int

+ Content string

+ Err error

+ Filename string

+ Line int

+ func (err Error) Error() string

+ func (err Error) Unwrap() error

Aug 29, 2023

Changes in this version

+ const DoublingBufferSizeLimit

+ const ReadBufferSize

+ var ErrInvalidUnreadRune = errors.New("invalid UnreadRune() call")

+ type Reader struct

+ func NewReader(r io.Reader) *Reader

+ func NewReaderBytes(b []byte) *Reader

+ func NewReaderString(s string) *Reader

+ func (b *Reader) Discard()

+ func (b *Reader) Emit() string

+ func (b *Reader) PeekRune() (rune, int, error)

+ func (b *Reader) ReadRune() (rune, int, error)

+ func (b *Reader) String() string

+ func (b *Reader) UnreadRune() error

Jul 4, 2021

Changes in this version

+ var EOF = io.EOF

+ type ErrorToken interface

+ Error func() string

+ Unwrap func() error

+ func NewErrorToken(err error, pos TokenPosition) ErrorToken

+ type Lexer interface

+ AtLeast func(n int) ([]rune, error)

+ Emit func(TokenType)

+ EmitError func(error)

+ EmitErrorf func(string, ...interface{})

+ EmitSyntaxError func(string, ...interface{})

+ NewLine func()

+ Position func() TokenPosition

+ Run func()

+ Step func(n int)

+ Tokens func() <-chan Token

+ func NewLexer(start StateFn, in *runes.Feeder, tokens int) Lexer

+ type StateFn func(Lexer) StateFn

+ type SyntaxErrorToken struct

+ Buffer string

+ Cursor int

+ func NewSyntaxErrorToken(msg string, pos TokenPosition, cur int, buffer []rune) *SyntaxErrorToken

+ type Token interface

+ Position func() TokenPosition

+ String func() string

+ Type func() TokenType

+ func NewToken(typ TokenType, val []rune, pos TokenPosition) Token

+ type TokenPosition struct

+ Line int

+ Row int

+ func (pos *TokenPosition) NewLine()

+ func (pos *TokenPosition) Reset()

+ func (pos *TokenPosition) Step(n int)

+ type TokenType int

+ const TokenError