lexer

Documentation

Index

• Variables
• type Lexer
  • func NewLexer(source string) Lexer
  • func (lexer *Lexer) Advance()
  • func (lexer *Lexer) LexIdent() (*Token, bool)
  • func (lexer *Lexer) PeekCh() rune
  • func (lexer *Lexer) PeekToken() *Token
  • func (lexer *Lexer) Rewind()
  • func (lexer *Lexer) SkipSpace()
• type Token
  • func (token *Token) Dump() string
• type TokenKind

Variables

var SpecialChars = []byte{'.', '\\', '\n', ')', '('}

Types

type Lexer

type Lexer struct {
	Source string

	Tokens []*Token
	// contains filtered or unexported fields
}

func NewLexer

func NewLexer(source string) Lexer

func (*Lexer) Advance

func (lexer *Lexer) Advance()

func (*Lexer) LexIdent

func (lexer *Lexer) LexIdent() (*Token, bool)

func (*Lexer) PeekCh

func (lexer *Lexer) PeekCh() rune

func (*Lexer) PeekToken

func (lexer *Lexer) PeekToken() *Token

func (*Lexer) Rewind

func (lexer *Lexer) Rewind()

func (*Lexer) SkipSpace

func (lexer *Lexer) SkipSpace()

type Token

type Token struct {
	Kind   TokenKind
	Lexeme *string
}

func (*Token) Dump

func (token *Token) Dump() string

type TokenKind

type TokenKind string

const (
	EndOfFile   TokenKind = "EndOfFile"
	StartOfFile TokenKind = "StartOfFile"

	Slash   TokenKind = "Slash"
	Dot     TokenKind = "Dot"
	Ident   TokenKind = "Ident"
	NewLine TokenKind = "NewLine"
	LBrace  TokenKind = "LBrace"
	RBrace  TokenKind = "RBrace"
)