token

Documentation

Index

• Constants
• type Token
• type Type
  • func LookupIdent(ident string) Type

Constants

const (
	ILLEGAL = "ILLEGAL"
	EOF     = "EOF"

	// Identifiers + literals
	IDENT    = "IDENT"    // add, foobar, x, y, ...
	INT      = "INT"      // 1343456
	FLOAT    = "FLOAT"    // 12.34
	STRING   = "STRING"   // "foobar"
	B_STRING = "B_STRING" // `foobar`
	HTML     = "HTML"     // <p>adf</p>
	DOT      = "DOT"      // .23

	// Operators
	ASSIGN   = "="
	PLUS     = "+"
	MINUS    = "-"
	BANG     = "!"
	ASTERISK = "*"
	SLASH    = "/"
	PERCENT  = "%"

	LT   = "<"
	LTEQ = "<="
	GT   = ">"
	GTEQ = ">="

	EQ      = "=="
	NOT_EQ  = "!="
	AND     = "&&"
	OR      = "||"
	MATCHES = "~="

	S_START = "<%"
	C_START = "<%#"
	E_START = "<%="
	E_END   = "%>"

	COMMA     = ","
	SEMICOLON = ";"
	COLON     = ":"

	LPAREN   = "("
	RPAREN   = ")"
	LBRACE   = "{"
	RBRACE   = "}"
	LBRACKET = "["
	RBRACKET = "]"

	// Keywords
	FUNCTION = "FUNCTION"
	LET      = "LET"
	TRUE     = "TRUE"
	FALSE    = "FALSE"
	IF       = "IF"
	ELSE     = "ELSE"
	RETURN   = "RETURN"
	FOR      = "FOR"
	IN       = "IN"
)

Types

type Token

type Token struct {
	Type       Type
	Literal    string
	LineNumber int
}

Token of a section of input source.

type Type

type Type string

Type represents each type of token.

func LookupIdent

func LookupIdent(ident string) Type

LookupIdent an ident and return a keyword type, or a plain ident