lexical

Documentation

Index

• type Token
  • func Scan(sourceCode string) []Token
• type TokenType

Types

type Token

type Token struct {
	Type  TokenType
	Value string
}

func Scan

func Scan(sourceCode string) []Token

type TokenType

type TokenType int

const (
	KEYWORD TokenType = iota
	ID
	NUMBER
	SYMBOL
	STRING
	CHARACTER
	EOF
)