token

Documentation

Index

• Constants
• type Location
• type Span
  • func (s Span) Contains(l Location) bool
  • func (first Span) Join(second Span) Span
• type Token
  • func (t *Token) IsIdent() bool
  • func (t *Token) IsLet() bool
  • func (t *Token) IsReturn() bool
• type TokenType
  • func LookupIdentifier(ident string) TokenType

Constants

const (
	CMP_LESS comparisonResult = iota
	CMP_EQ
	CMP_GREATER
)

const (
	ILLEGAL = "ILLEGAL"
	EOF     = "EOF"

	IDENT  = "IDENT"
	INT    = "INT"
	STRING = "STRING"

	ASSIGN   = "="
	PLUS     = "+"
	MINUS    = "-"
	BANG     = "!"
	ASTERISK = "*"
	SLASH    = "/"
	LT       = "<"
	GT       = ">"
	EQ       = "=="
	NOT_EQ   = "!="

	COMMA      = ","
	COLON      = ":"
	SEMICOLON  = ";"
	TWO_DOTS   = ".."
	THREE_DOTS = "..."

	LPAREN   = "("
	RPAREN   = ")"
	LBRACE   = "{"
	RBRACE   = "}"
	LBRACKET = "["
	RBRACKET = "]"

	FUNCTION = "FUNCTION"
	LET      = "LET"
	TRUE     = "TRUE"
	FALSE    = "FALSE"
	IF       = "IF"
	ELSE     = "ELSE"
	RETURN   = "RETURN"
)

Types

type Location

type Location struct {
	Line   int
	Column int
}

type Span

type Span struct {
	Text       *string
	Start, End Location
}

func (Span) Contains

func (s Span) Contains(l Location) bool

func (Span) Join

func (first Span) Join(second Span) Span

type Token

type Token struct {
	Type    TokenType
	Literal string
	Span    Span
}

func (*Token) IsIdent

func (t *Token) IsIdent() bool

func (*Token) IsLet

func (t *Token) IsLet() bool

func (*Token) IsReturn

func (t *Token) IsReturn() bool

type TokenType

type TokenType string

func LookupIdentifier

func LookupIdentifier(ident string) TokenType