tokens

Documentation

Index

• type Token
  • func NewToken(Type TokenType, Literal interface{}) Token
  • func (t Token) String() string
• type TokenType

Types

type Token

type Token struct {
	Type    TokenType
	Literal interface{}
}

func NewToken

func NewToken(Type TokenType, Literal interface{}) Token

func (Token) String

func (t Token) String() string

type TokenType

type TokenType int

const (

	// One or two character tokens.
	Bang TokenType = iota
	BangBang
	BangBangBang
	Question
	QuestionBang
	Period
	Dot

	// Literals
	BangStr
	Plain
)