sensitive

Documentation

Index

• Constants
• func WithDefaultGroupOpt() option.Option
• func WithRegexOpt() option.Option
• type Filter
  • func New(reg bool) *Filter
  • func (filter *Filter) AddWord(words ...string)
  • func (filter *Filter) DelWord(words ...string)
  • func (filter *Filter) Filter(text string) string
  • func (filter *Filter) FindAll(text string) []*trie.Group
  • func (filter *Filter) FindIn(text string) (bool, string)
  • func (filter *Filter) Load(rd io.Reader) error
  • func (filter *Filter) LoadWordDict(path string) error
  • func (filter *Filter) LoadWordDictByNetworkFile(url string) error
  • func (filter *Filter) RemoveNoise(text string) string
  • func (filter *Filter) Replace(text string, repl rune, replaceF func(repl rune) string) string
  • func (filter *Filter) UpdateNoisePattern(pattern string)
  • func (filter *Filter) Validate(text string) (bool, string)
• type Regexp
  • func NewRegexp() *Regexp
  • func (r *Regexp) Add(reg string) (*regexp.Regexp, error)
  • func (r *Regexp) Del(reg string)
  • func (r *Regexp) Filter(text string) string
  • func (r *Regexp) FindAll(text string) []*trie.Group
  • func (r *Regexp) FindIn(text string) (bool, string)
  • func (r *Regexp) Replace(text string, repl string) string
  • func (r *Regexp) Validate(text string) (bool, string)
• type SensMgr
  • func NewMgr(opts ...option.Option) *SensMgr
  • func (m *SensMgr) Add(group string, opts ...option.Option) *Filter
  • func (m *SensMgr) Get(group string) *Filter
  • func (m *SensMgr) Load(group string, path string) error
  • func (m *SensMgr) LoadNetworkFileByGroup(group string, url string) error
  • func (m *SensMgr) LoadUrl(url string) error

Constants

const DefaultGroup = "def"

Functions

func WithDefaultGroupOpt

func WithDefaultGroupOpt() option.Option

func WithRegexOpt

func WithRegexOpt() option.Option

Types

type Filter

type Filter struct {
	// contains filtered or unexported fields
}

Filter 敏感词过滤器

func New

func New(reg bool) *Filter

New 返回一个敏感词过滤器

func (*Filter) AddWord

func (filter *Filter) AddWord(words ...string)

AddWord 添加敏感词

func (*Filter) DelWord

func (filter *Filter) DelWord(words ...string)

DelWord 删除敏感词

func (*Filter) Filter

func (filter *Filter) Filter(text string) string

Filter 过滤敏感词

func (*Filter) FindAll

func (filter *Filter) FindAll(text string) []*trie.Group

FindAll 找到所有匹配词

func (*Filter) FindIn

func (filter *Filter) FindIn(text string) (bool, string)

FindIn 检测敏感词

func (*Filter) Load

func (filter *Filter) Load(rd io.Reader) error

Load common method to add words

func (*Filter) LoadWordDict

func (filter *Filter) LoadWordDict(path string) error

LoadWordDict 加载敏感词字典

func (*Filter) LoadWordDictByNetworkFile

func (filter *Filter) LoadWordDictByNetworkFile(url string) error

LoadWordDictByNetworkFile 加载网络敏感词字典,文本文件

func (*Filter) RemoveNoise

func (filter *Filter) RemoveNoise(text string) string

RemoveNoise 去除空格等噪音

func (*Filter) Replace

func (filter *Filter) Replace(text string, repl rune, replaceF func(repl rune) string) string

Replace 和谐敏感词

func (*Filter) UpdateNoisePattern

func (filter *Filter) UpdateNoisePattern(pattern string)

UpdateNoisePattern 更新去噪模式

func (*Filter) Validate

func (filter *Filter) Validate(text string) (bool, string)

Validate 检测字符串是否合法

type Regexp

type Regexp struct {
	// contains filtered or unexported fields
}

func NewRegexp

func NewRegexp() *Regexp

func (*Regexp) Add

func (r *Regexp) Add(reg string) (*regexp.Regexp, error)

func (*Regexp) Del

func (r *Regexp) Del(reg string)

func (*Regexp) Filter

func (r *Regexp) Filter(text string) string

func (*Regexp) FindAll

func (r *Regexp) FindAll(text string) []*trie.Group

FindAll 找到所有匹配词

func (*Regexp) FindIn

func (r *Regexp) FindIn(text string) (bool, string)

FindIn 检测敏感词

func (*Regexp) Replace

func (r *Regexp) Replace(text string, repl string) string

func (*Regexp) Validate

func (r *Regexp) Validate(text string) (bool, string)

type SensMgr

type SensMgr struct {
	// contains filtered or unexported fields
}

func NewMgr

func NewMgr(opts ...option.Option) *SensMgr

func (*SensMgr) Add

func (m *SensMgr) Add(group string, opts ...option.Option) *Filter

func (*SensMgr) Get

func (m *SensMgr) Get(group string) *Filter

func (*SensMgr) Load

func (m *SensMgr) Load(group string, path string) error

func (*SensMgr) LoadNetworkFileByGroup

func (m *SensMgr) LoadNetworkFileByGroup(group string, url string) error

func (*SensMgr) LoadUrl

func (m *SensMgr) LoadUrl(url string) error