token

Documentation

Index

• Constants
• Variables
• type Token
• type TokenType
  • func LookupIdent(ident string) TokenType

Constants

const (

	//Symbols
	ILLEGAL = "ILLEGAL"
	EOF     = "EOF"
	PLUS    = "+"

	STRING = "STRING"
	// Identifier token
	IDENT = "IDENT"

	//Left Square Bracket `[`
	LS_BRACKET = "["
	//Rigt Square Bracket `]`
	RS_BRACKET = "]"

	COLON = ":"

	// integer
	INT = "INT"

	FLOAT = "FLOAT"

	NUM     = "NUMBER"
	INCLUDE = "INCLUDE"

	COMMENT = "COMMENT"

	//Equal = sign; for assignment
	EQ = "="

	EQEQ   = "=="
	NOT_EQ = "!="
	MUL    = "*"
	DIV    = "/"
	MINUS  = "-"

	//Bang or `!`
	EXC = "!"

	LT        = "<"
	LTE       = "<="
	GT        = ">"
	GTE       = ">="
	SEMICOLON = ";"
	COMMA     = ","
	LPAREN    = "("
	RPAREN    = ")"
	LBRACE    = "{"
	RBRACE    = "}"
	HOLO      = "HOLO"
	EKTI      = "EKTI"
	TAHOLE    = "TAHOLE"

	FUNC   = "FUNCTION"
	LET    = "LET"
	TRUE   = "TRUE"
	FALSE  = "FALSE"
	IF     = "IF"
	ELSE   = "ELSE"
	RETURN = "RETURN"
	WHILE  = "WHILE"
	SHOW   = "SHOW"
)

Variables

var HumanFriendly = map[string]string{

	IDENT:  "নাম",
	FUNC:   "kaj",
	LET:    "dhori",
	TRUE:   "sotti",
	FALSE:  "mittha",
	IF:     "jodi",
	ELSE:   "nahole",
	RETURN: "ferau",
	HOLO:   "holo",
	EKTI:   "ekti",
	TAHOLE: "tahole",
	WHILE:  "jotokhon",
	SHOW:   "dekhau",
}

var Keywords = map[string]TokenType{

	"কাজ":      FUNC,
	"kaj":      FUNC,
	"fn":       FUNC,
	"ধরি":      LET,
	"dhori":    LET,
	"let":      LET,
	"সত্য":     TRUE,
	"sotto":    TRUE,
	"মিথ্যা":   FALSE,
	"mittha":   FALSE,
	"যদি":      IF,
	"jodi":     IF,
	"নাহলে":    ELSE,
	"nahole":   ELSE,
	"ফেরাও":    RETURN,
	"ferau":    RETURN,
	"হল":       HOLO,
	"holo":     HOLO,
	"একটি":     EKTI,
	"ekti":     EKTI,
	"তাহলে":    TAHOLE,
	"tahole":   TAHOLE,
	"jotokhon": WHILE,
	"while":    WHILE,
	"include":  INCLUDE,
	"anoyon":   INCLUDE,
	"আনয়ন":     INCLUDE,
	"dekhau":   SHOW,
	"show":     SHOW,
}

Types

type Token

type Token struct {
	Type    TokenType
	Literal string
	LineNo  int
	Column  int
}

type TokenType

type TokenType string

func LookupIdent

func LookupIdent(ident string) TokenType