lexer

Documentation

Index

• type Lexer
  • func New(in io.Reader) *Lexer
  • func (l *Lexer) NextToken() token.Token
• type TokenChoice

Types

type Lexer

type Lexer struct {
	// contains filtered or unexported fields
}

func New

func New(in io.Reader) *Lexer

func (*Lexer) NextToken

func (l *Lexer) NextToken() token.Token

type TokenChoice

type TokenChoice map[rune]token.TokenType