lexer

Documentation

Index

• type Lexer
  • func New(r io.Reader, opts ...OptionFunc) *Lexer
  • func NewFromString(input string, opts ...OptionFunc) *Lexer
  • func (l *Lexer) GetLine(n int) (string, bool)
  • func (l *Lexer) LineCount() int
  • func (l *Lexer) NewLine()
  • func (l *Lexer) NextToken() token.Token
  • func (l *Lexer) PeekToken() token.Token
  • func (l *Lexer) RegisterCustomTokens(tokens ...string)
• type Option
• type OptionFunc
  • func WithCustomTokens(idents ...string) OptionFunc
  • func WithFile(filename string) OptionFunc

Types

type Lexer

type Lexer struct {
	// contains filtered or unexported fields
}

func New

func New(r io.Reader, opts ...OptionFunc) *Lexer

func NewFromString

func NewFromString(input string, opts ...OptionFunc) *Lexer

func (*Lexer) GetLine

func (l *Lexer) GetLine(n int) (string, bool)

func (*Lexer) LineCount

func (l *Lexer) LineCount() int

func (*Lexer) NewLine

func (l *Lexer) NewLine()

func (*Lexer) NextToken

func (l *Lexer) NextToken() token.Token

nolint: funlen,gocognit,gocyclo

func (*Lexer) PeekToken

func (l *Lexer) PeekToken() token.Token

func (*Lexer) RegisterCustomTokens

func (l *Lexer) RegisterCustomTokens(tokens ...string)

type Option

type Option struct {
	Filename string
	Customs  map[string]struct{}
}

type OptionFunc

type OptionFunc func(o *Option)

func WithCustomTokens

func WithCustomTokens(idents ...string) OptionFunc

func WithFile

func WithFile(filename string) OptionFunc