token

Documentation

Index

• Variables
• type Token
  • func New(t Type, lext, rext int, lit []rune) *Token
  • func (t *Token) String() string
  • func (t *Token) TypeID() string
• type Type
  • func (t Type) ID() string
  • func (t Type) String() string

Variables

var StringToType = map[string]Type{
	"Error": Error,
	"EOF":   EOF,
	"Type0": Type0,
	"Type1": Type1,
	"Type2": Type2,
}

var TypeToID = []string{
	"Error",
	"EOF",
	"a",
	"b",
	"rule1",
}

var TypeToString = []string{
	"Error",
	"EOF",
	"Type0",
	"Type1",
	"Type2",
}

Types

type Token

type Token struct {
	Type       Type
	Lext, Rext int
	Literal    []rune
}

Token is returned by the lexer for every scanned lexical token

func New

func New(t Type, lext, rext int, lit []rune) *Token

func (*Token) String

func (t *Token) String() string

func (*Token) TypeID

func (t *Token) TypeID() string

type Type

type Type int

Type is the token type

const (
	Error Type = iota // Error
	EOF               // EOF
	Type0             // a
	Type1             // b
	Type2             // rule1
)

func (Type) ID

func (t Type) ID() string

func (Type) String

func (t Type) String() string