token

Documentation

Index

• Constants
• func GetPrecedence(tokenType TokenType) int
• type Token
  • func New(tokenType TokenType, literal string) Token
• type TokenType
  • func LookupTokenType(literal string) TokenType

Constants

const (
	LOWEST      = iota
	EQUALS      // ==
	LESSGREATER // >, >=, <, <=
	SUM         // +
	PRODUCT     // *
	PREFIX      // -x or !x
	CALL        // fn(x) { return x + 1; } (1);
)

precedence levels

const (
	ILLEGAL = "ILLEGAL"
	EOF     = "EOF"

	// identifiers + literals
	IDENT  = "IDENT" // add, foobar, x, y, ...
	INT    = "INT"   // 123456
	STRING = "STRING"

	// operators
	ASSIGN   = "="
	PLUS     = "+"
	MINUS    = "-"
	BANG     = "!"
	ASTERISK = "*"
	SLASH    = "/"
	LT       = "<"
	LTE      = "<="
	GT       = ">"
	GTE      = ">="
	EQ       = "=="
	NOT_EQ   = "!="

	// delimiters
	COMMA     = ","
	SEMICOLON = ";"

	LPAREN = "("
	RPAREN = ")"
	LBRACE = "{"
	RBRACE = "}"

	// keywords
	FUNC   = "FUNC"
	LET    = "LET"
	TRUE   = "TRUE"
	FALSE  = "FALSE"
	IF     = "IF"
	ELSE   = "ELSE"
	RETURN = "RETURN"
)

Functions

func GetPrecedence

func GetPrecedence(tokenType TokenType) int

Types

type Token

type Token struct {
	Type    TokenType
	Literal string
}

func New

func New(tokenType TokenType, literal string) Token

type TokenType

type TokenType string

func LookupTokenType

func LookupTokenType(literal string) TokenType