scanner

Documentation

Index

• type BufferScanner
  • func NewBufferScanner(s *Scanner) *BufferScanner
  • func (bs *BufferScanner) Peek() TokenText
  • func (bs *BufferScanner) Scan() TokenText
• type Scanner
  • func NewScanner(r io.Reader) *Scanner
  • func (s *Scanner) Scan() (result TokenText)
• type TokenText
  • func (tokText TokenText) String() string

Types

type BufferScanner

type BufferScanner struct {
	// contains filtered or unexported fields
}

Wrap Scanner with a buffer

func NewBufferScanner

func NewBufferScanner(s *Scanner) *BufferScanner

func (*BufferScanner) Peek

func (bs *BufferScanner) Peek() TokenText

Peek() return next token but it's still there return scan result and set cached is true

func (*BufferScanner) Scan

func (bs *BufferScanner) Scan() TokenText

Scan() return next token and it's gone if cached is true -> return buffer and set cached is false if cached is false -> return scanner result and stores it in buffer

type Scanner

type Scanner struct {
	// contains filtered or unexported fields
}

func NewScanner

func NewScanner(r io.Reader) *Scanner

func (*Scanner) Scan

func (s *Scanner) Scan() (result TokenText)

type TokenText

type TokenText struct {
	Token token.Token
	Text  string
}

func (TokenText) String

func (tokText TokenText) String() string