lex

Documentation

Index

• type Config
• type Token
  • func (i Token) String() string
• type Tokenizer
  • func (t *Tokenizer) Init(conf Config, name string, src []byte)
  • func (t *Tokenizer) Next() (pos scanner.Position, tok Token, lit string)

Types

type Config

type Config struct {
	ScanComments bool
}

type Token

type Token rune

const (
	ERROR Token = iota
	EOF
	NUMBER
	STRING
	VARIABLE
	LET
	PRINT
	IF
	THEN
	ELSE
	FOR
	TO
	NEXT
	GOTO
	GOSUB
	RETURN
	CALL
	REM
	PEEK
	POKE
	END
	COMMA
	SEMICOLON
	PLUS
	MINUS
	AND
	OR
	XOR
	ASTR
	SLASH
	MOD
	HASH
	LPAREN
	RPAREN
	LT
	GT
	LEQ
	GEQ
	NEQ
	EQ
	CR
)

func (Token) String

func (i Token) String() string

type Tokenizer

type Tokenizer struct {
	// contains filtered or unexported fields
}

func (*Tokenizer) Init

func (t *Tokenizer) Init(conf Config, name string, src []byte)

func (*Tokenizer) Next

func (t *Tokenizer) Next() (pos scanner.Position, tok Token, lit string)