token

Documentation

Index

• Constants
• type Token
• type TokenType

Constants

const (
	// State
	ILLEGAL = "ILLEGAL"
	EOL     = "EOL"

	// Literals
	IDENT  = "IDENT"
	STRING = "STRING"
	INT    = "INT"
	NUMBER = "NUMBER"

	// Delimiters
	COMMA  = ","
	LPAREN = "("
	RPAREN = ")"
)

Types

type Token

type Token struct {
	Type    TokenType
	Literal string
}

type TokenType

type TokenType string