scanner

Documentation

Overview

line scanner/scanner.rl:1

Index

• type Lexer
  • func NewLexer(data []byte) *Lexer
  • func (l *Lexer) AddError(e *errors.Error)
  • func (lex *Lexer) Error(msg string)
  • func (l *Lexer) GetErrors() []*errors.Error
  • func (l *Lexer) GetPhpDocComment() string
  • func (l *Lexer) GetWithFreeFloating() bool
  • func (lex *Lexer) Lex(lval Lval) int
  • func (l *Lexer) ReturnTokenToPool(t *Token)
  • func (l *Lexer) SetErrors(e []*errors.Error)
  • func (l *Lexer) SetPhpDocComment(s string)
  • func (l *Lexer) SetWithFreeFloating(b bool)
• type Lval
• type NewLines
  • func (nl *NewLines) Append(p int)
  • func (nl *NewLines) GetLine(p int) int
• type Scanner
• type Token
  • func (t *Token) GetFreeFloatingToken() []freefloating.String
  • func (t *Token) String() string
• type TokenID
  • func (i TokenID) String() string
• type TokenPool
  • func (tp *TokenPool) Get() *Token
  • func (tp *TokenPool) Put(t *Token)

Types

type Lexer

type Lexer struct {
	TokenPool        *TokenPool
	FreeFloating     []freefloating.String
	WithFreeFloating bool
	PhpDocComment    string

	Errors     []*errors.Error
	NewLines   NewLines
	PHPVersion string
	// contains filtered or unexported fields
}

func NewLexer

func NewLexer(data []byte) *Lexer

func (*Lexer) AddError

func (l *Lexer) AddError(e *errors.Error)

func (*Lexer) Error

func (lex *Lexer) Error(msg string)

func (*Lexer) GetErrors

func (l *Lexer) GetErrors() []*errors.Error

func (*Lexer) GetPhpDocComment

func (l *Lexer) GetPhpDocComment() string

func (*Lexer) GetWithFreeFloating

func (l *Lexer) GetWithFreeFloating() bool

func (*Lexer) Lex

func (lex *Lexer) Lex(lval Lval) int

func (*Lexer) ReturnTokenToPool

func (l *Lexer) ReturnTokenToPool(t *Token)

func (*Lexer) SetErrors

func (l *Lexer) SetErrors(e []*errors.Error)

func (*Lexer) SetPhpDocComment

func (l *Lexer) SetPhpDocComment(s string)

func (*Lexer) SetWithFreeFloating

func (l *Lexer) SetWithFreeFloating(b bool)

type Lval

type Lval interface {
	Token(tkn *Token)
}

Lval parsers yySymType must implement this interface

type NewLines

type NewLines struct {
	// contains filtered or unexported fields
}

func (*NewLines) Append

func (nl *NewLines) Append(p int)

func (*NewLines) GetLine

func (nl *NewLines) GetLine(p int) int

type Scanner

type Scanner interface {
	Lex(lval Lval) int
	ReturnTokenToPool(t *Token)
	GetPhpDocComment() string
	SetPhpDocComment(string)
	GetErrors() []*errors.Error
	GetWithFreeFloating() bool
	SetWithFreeFloating(bool)
	AddError(e *errors.Error)
	SetErrors(e []*errors.Error)
}

type Token

type Token struct {
	Value        string
	FreeFloating []freefloating.String
	StartLine    int
	EndLine      int
	StartPos     int
	EndPos       int
}

Token value returned by lexer

func (*Token) GetFreeFloatingToken

func (t *Token) GetFreeFloatingToken() []freefloating.String

func (*Token) String

func (t *Token) String() string

type TokenID

type TokenID int

const (
	T_INCLUDE TokenID = iota + 57346
	T_INCLUDE_ONCE
	T_EXIT
	T_IF
	T_LNUMBER
	T_DNUMBER
	T_STRING
	T_STRING_VARNAME
	T_VARIABLE
	T_NUM_STRING
	T_INLINE_HTML
	T_CHARACTER
	T_BAD_CHARACTER
	T_ENCAPSED_AND_WHITESPACE
	T_CONSTANT_ENCAPSED_STRING
	T_ECHO
	T_DO
	T_WHILE
	T_ENDWHILE
	T_FOR
	T_ENDFOR
	T_FOREACH
	T_ENDFOREACH
	T_DECLARE
	T_ENDDECLARE
	T_AS
	T_SWITCH
	T_ENDSWITCH
	T_CASE
	T_DEFAULT
	T_BREAK
	T_CONTINUE
	T_GOTO
	T_FUNCTION
	T_FN
	T_CONST
	T_RETURN
	T_TRY
	T_CATCH
	T_FINALLY
	T_THROW
	T_USE
	T_INSTEADOF
	T_GLOBAL
	T_VAR
	T_UNSET
	T_ISSET
	T_EMPTY
	T_HALT_COMPILER
	T_CLASS
	T_TRAIT
	T_INTERFACE
	T_EXTENDS
	T_IMPLEMENTS
	T_OBJECT_OPERATOR
	T_DOUBLE_ARROW
	T_LIST
	T_ARRAY
	T_CALLABLE
	T_CLASS_C
	T_TRAIT_C
	T_METHOD_C
	T_FUNC_C
	T_LINE
	T_FILE
	T_COMMENT
	T_DOC_COMMENT
	T_OPEN_TAG
	T_OPEN_TAG_WITH_ECHO
	T_CLOSE_TAG
	T_WHITESPACE
	T_START_HEREDOC
	T_END_HEREDOC
	T_DOLLAR_OPEN_CURLY_BRACES
	T_CURLY_OPEN
	T_PAAMAYIM_NEKUDOTAYIM
	T_NAMESPACE
	T_NS_C
	T_DIR
	T_NS_SEPARATOR
	T_ELLIPSIS
	T_EVAL
	T_REQUIRE
	T_REQUIRE_ONCE
	T_LOGICAL_OR
	T_LOGICAL_XOR
	T_LOGICAL_AND
	T_INSTANCEOF
	T_NEW
	T_CLONE
	T_ELSEIF
	T_ELSE
	T_ENDIF
	T_PRINT
	T_YIELD
	T_STATIC
	T_ABSTRACT
	T_FINAL
	T_PRIVATE
	T_PROTECTED
	T_PUBLIC
	T_INC
	T_DEC
	T_YIELD_FROM
	T_INT_CAST
	T_DOUBLE_CAST
	T_STRING_CAST
	T_ARRAY_CAST
	T_OBJECT_CAST
	T_BOOL_CAST
	T_UNSET_CAST
	T_COALESCE
	T_SPACESHIP
	T_NOELSE
	T_PLUS_EQUAL
	T_MINUS_EQUAL
	T_MUL_EQUAL
	T_POW_EQUAL
	T_DIV_EQUAL
	T_CONCAT_EQUAL
	T_MOD_EQUAL
	T_AND_EQUAL
	T_OR_EQUAL
	T_XOR_EQUAL
	T_SL_EQUAL
	T_SR_EQUAL
	T_COALESCE_EQUAL
	T_BOOLEAN_OR
	T_BOOLEAN_AND
	T_POW
	T_SL
	T_SR
	T_IS_IDENTICAL
	T_IS_NOT_IDENTICAL
	T_IS_EQUAL
	T_IS_NOT_EQUAL
	T_IS_SMALLER_OR_EQUAL
	T_IS_GREATER_OR_EQUAL
)

func (TokenID) String

func (i TokenID) String() string

type TokenPool

type TokenPool struct {
	// contains filtered or unexported fields
}

TokenPool light version of sync.Pool for Token objects

func (*TokenPool) Get

func (tp *TokenPool) Get() *Token

Get returns *Token from pool or creates new object

func (*TokenPool) Put

func (tp *TokenPool) Put(t *Token)

Put returns *Token to pool