token

Documentation

Overview

Package token is generated by GoGLL. Do not edit

Index

• Variables
• type Token
  • func New(t Type, lext, rext int, input []rune) *Token
  • func (t *Token) GetInput() []rune
  • func (t *Token) GetLineColumn() (line, col int)
  • func (t *Token) Lext() int
  • func (t *Token) Literal() []rune
  • func (t *Token) LiteralString() string
  • func (t *Token) LiteralStringStripEscape() string
  • func (t *Token) LiteralStripEscape() []rune
  • func (t *Token) Rext() int
  • func (t *Token) String() string
  • func (t *Token) Suppress() bool
  • func (t *Token) Type() Type
  • func (t *Token) TypeID() string
• type Type
  • func (t Type) ID() string
  • func (t Type) String() string

Variables

var IDToType = map[string]Type{
	"Error":       0,
	"$":           1,
	"id":          2,
	"id_continue": 3,
	"id_start":    4,
}

var StringToType = map[string]Type{
	"Error": Error,
	"EOF":   EOF,
	"T_0":   T_0,
	"T_1":   T_1,
	"T_2":   T_2,
}

var Suppress = []bool{
	false,
	false,
	false,
	false,
	false,
}

var TypeToID = []string{
	"Error",
	"$",
	"id",
	"id_continue",
	"id_start",
}

var TypeToString = []string{
	"Error",
	"EOF",
	"T_0",
	"T_1",
	"T_2",
}

Types

type Token

type Token struct {
	// contains filtered or unexported fields
}

Token is returned by the lexer for every scanned lexical token

func New

func New(t Type, lext, rext int, input []rune) *Token

New returns a new token. lext is the left extent and rext the right extent of the token in the input. input is the input slice scanned by the lexer.

func (*Token) GetInput

func (t *Token) GetInput() []rune

GetInput returns the input from which t was parsed.

func (*Token) GetLineColumn

func (t *Token) GetLineColumn() (line, col int)

GetLineColumn returns the line and column of the left extent of t

func (*Token) Lext

func (t *Token) Lext() int

Lext returns the left extent of t

func (*Token) Literal

func (t *Token) Literal() []rune

Literal returns the literal runes of t scanned by the lexer

func (*Token) LiteralString

func (t *Token) LiteralString() string

LiteralString returns string(t.Literal())

func (*Token) LiteralStringStripEscape

func (t *Token) LiteralStringStripEscape() string

LiteralStringStripEscape returns string(t.LiteralStripEscape())

func (*Token) LiteralStripEscape

func (t *Token) LiteralStripEscape() []rune

LiteralStripEscape returns the literal runes of t scanned by the lexer

func (*Token) Rext

func (t *Token) Rext() int

Rext returns the right extent of t in the input

func (*Token) String

func (t *Token) String() string

func (*Token) Suppress

func (t *Token) Suppress() bool

Suppress returns true iff t is suppressed by the lexer

func (*Token) Type

func (t *Token) Type() Type

Type returns the token Type of t

func (*Token) TypeID

func (t *Token) TypeID() string

TypeID returns the token Type ID of t. This may be different from the literal of token t.

type Type

type Type int

Type is the token type

const (
	Error Type = iota // Error
	EOF               // $
	T_0               // id
	T_1               // id_continue
	T_2               // id_start
)

func (Type) ID

func (t Type) ID() string

ID returns the token type ID of token Type t

func (Type) String

func (t Type) String() string