token

Documentation

Index

• Constants
• func InitStatus(b byte, values []byte) (string, []byte)
• type TokenType
  • func Tokenize(str string) []*TokenType
  • func (t *TokenType) TokenType() string
  • func (t *TokenType) Value() string
• type Type

Constants

const (
	Init       string = "Init"
	Identifier        = "Identifier"
	GT                = "GT"
	GE                = "GE"
	IntLiteral        = "IntLiteral"
	Float             = "Float"
	Int               = "Int"
	Int1              = "Int1"
	Int2              = "Int2"
	Int3              = "Int3"
	Assignment        = "Assignment"
	Plus              = "Plus"
	Minus             = "Minus"
	Star              = "Star"
	Slash             = "Slash"
	LeftParen         = "LeftParen"
	RightParen        = "RightParen"
	Enter             = "Enter"
)

Functions

func InitStatus

func InitStatus(b byte, values []byte) (string, []byte)

InitStatus finite state machine

Types

type TokenType

type TokenType struct {
	// contains filtered or unexported fields
}

func Tokenize

func Tokenize(str string) []*TokenType

Tokenize Lexical analysis

func (*TokenType) TokenType

func (t *TokenType) TokenType() string

func (*TokenType) Value

func (t *TokenType) Value() string

type Type

type Type string