token

Documentation

Index

• Constants
• Variables
• type ScanError
  • func (e ScanError) Error() string
  • func (e ScanError) Unwrap() error
• type Scanner
  • func NewScanner(input string) *Scanner
  • func (s *Scanner) Next() Token
• type Token
  • func (t Token) String() string
• type Type

Constants

const (
	ERROR     = "ERROR"
	EOF       = "EOF"
	IDENT     = "IDENT"
	INT       = "INT"
	LBRACKET  = "LBRACKET"
	RBRACKET  = "RBRACKET"
	SEPARATOR = "SEPARATOR"
	GLOB      = "GLOB"
	COLON     = "COLON"
)

The set of Token types.

Variables

var (
	ErrUnterminatedString = errors.New("unterminated string")
	ErrInvalidCharacter   = errors.New("invalid character")
)

Base errors for scanning strings.

Types

type ScanError

type ScanError struct {
	Inner    error
	Position int
}

func (ScanError) Error

func (e ScanError) Error() string

func (ScanError) Unwrap

func (e ScanError) Unwrap() error

Unwrap allows errors.Is() to inspect the underlying error.

type Scanner

type Scanner struct {
	// contains filtered or unexported fields
}

func NewScanner

func NewScanner(input string) *Scanner

func (*Scanner) Next

func (s *Scanner) Next() Token

type Token

type Token struct {
	Type    Type
	Literal string
}

func (Token) String

func (t Token) String() string

type Type

type Type string