lexer

Documentation

Index

• type Lexer
  • func NewLexer() *Lexer
  • func (l *Lexer) AppendBytes(input []byte) (err error)
  • func (l *Lexer) ByteSlice(reference document.ByteSliceReference) document.ByteSlice
  • func (l *Lexer) Peek(ignoreWhitespace bool) keyword.Keyword
  • func (l *Lexer) Read() (tok token.Token)
  • func (l *Lexer) ResetTypeSystemInput()
  • func (l *Lexer) SetExecutableInput(input []byte) error
  • func (l *Lexer) SetTypeSystemInput(input []byte) error
  • func (l *Lexer) TextPosition() position.Position

Types

type Lexer

type Lexer struct {
	// contains filtered or unexported fields
}

Lexer emits tokens from a input reader

func NewLexer

func NewLexer() *Lexer

NewLexer initializes a new lexer

func (*Lexer) AppendBytes

func (l *Lexer) AppendBytes(input []byte) (err error)

func (*Lexer) ByteSlice

func (l *Lexer) ByteSlice(reference document.ByteSliceReference) document.ByteSlice

func (*Lexer) Peek

func (l *Lexer) Peek(ignoreWhitespace bool) keyword.Keyword

Peek will emit the next keyword without advancing the reader position

func (*Lexer) Read

func (l *Lexer) Read() (tok token.Token)

Read emits the next token, this cannot be undone

func (*Lexer) ResetTypeSystemInput

func (l *Lexer) ResetTypeSystemInput()

func (*Lexer) SetExecutableInput

func (l *Lexer) SetExecutableInput(input []byte) error

func (*Lexer) SetTypeSystemInput

func (l *Lexer) SetTypeSystemInput(input []byte) error

SetTypeSystemInput sets the new reader as input and resets all position stats

func (*Lexer) TextPosition

func (l *Lexer) TextPosition() position.Position