tokenizer

Nov 3, 2022

Changes in this version

+ type Policy struct

+ func NewPolicy(policyType PolicyType, values ...string) *Policy

+ func (p *Policy) Allow(value string) bool

+ type PolicyType byte

+ const BlacklistPolicy

+ const WhitelistPolicy

+ type Spec struct

+ func NewSpec(expression string, tokenType Type) *Spec

+ type Token struct

+ Type Type

+ Value string

+ func NewToken(tokenType Type, value string) *Token

+ type Tokenizer struct

+ func NewTokenizer(query string, skipTokenType, policyCheckType Type, spec []*Spec, ...) *Tokenizer

+ func (t *Tokenizer) GetCursorPosition() int

+ func (t *Tokenizer) GetNextToken() (*Token, error)

+ func (t *Tokenizer) HasMoreTokens() bool

+ type Type string

+ func (t Type) String() string