sensitive

Documentation

Index

• Constants
• func Init(reg bool)
• func Load(group string, path string) error
• func LoadNetworkFileByGroup(group string, url string) error
• func LoadUrl(url string) error
• type Filter
  • func Add(group string) *Filter
  • func Get(group string) *Filter
  • func New(reg bool) *Filter
  • func (filter *Filter) AddWord(words ...string)
  • func (filter *Filter) DelWord(words ...string)
  • func (filter *Filter) Filter(text string) string
  • func (filter *Filter) FindAll(text string) []*trie.Group
  • func (filter *Filter) FindIn(text string) (bool, string)
  • func (filter *Filter) Load(rd io.Reader) error
  • func (filter *Filter) LoadWordDict(path string) error
  • func (filter *Filter) LoadWordDictByNetworkFile(url string) error
  • func (filter *Filter) RemoveNoise(text string) string
  • func (filter *Filter) Replace(text string, repl rune, replaceF func(repl rune) string) string
  • func (filter *Filter) UpdateNoisePattern(pattern string)
  • func (filter *Filter) Validate(text string) (bool, string)
• type Regexp
  • func NewRegexp() *Regexp
  • func (r *Regexp) Add(reg string) (*regexp.Regexp, error)
  • func (r *Regexp) Del(reg string)
  • func (r *Regexp) Filter(text string) string
  • func (r *Regexp) FindAll(text string) []*trie.Group
  • func (r *Regexp) FindIn(text string) (bool, string)
  • func (r *Regexp) Replace(text string, repl string) string
  • func (r *Regexp) Validate(text string) (bool, string)

Constants

const KDefGroup = "def"

Functions

func Init

func Init(reg bool)

func Load

func Load(group string, path string) error

func LoadNetworkFileByGroup

func LoadNetworkFileByGroup(group string, url string) error

func LoadUrl

func LoadUrl(url string) error

Types

type Filter

type Filter struct {
	// contains filtered or unexported fields
}

Filter 敏感词过滤器

func Add

func Add(group string) *Filter

func Get

func Get(group string) *Filter

func New

func New(reg bool) *Filter

New 返回一个敏感词过滤器

func (*Filter) AddWord

func (filter *Filter) AddWord(words ...string)

AddWord 添加敏感词

func (*Filter) DelWord

func (filter *Filter) DelWord(words ...string)

DelWord 删除敏感词

func (*Filter) Filter

func (filter *Filter) Filter(text string) string

Filter 过滤敏感词

func (*Filter) FindAll

func (filter *Filter) FindAll(text string) []*trie.Group

FindAll 找到所有匹配词

func (*Filter) FindIn

func (filter *Filter) FindIn(text string) (bool, string)

FindIn 检测敏感词

func (*Filter) Load

func (filter *Filter) Load(rd io.Reader) error

Load common method to add words

func (*Filter) LoadWordDict

func (filter *Filter) LoadWordDict(path string) error

LoadWordDict 加载敏感词字典

func (*Filter) LoadWordDictByNetworkFile

func (filter *Filter) LoadWordDictByNetworkFile(url string) error

LoadWordDictByNetworkFile 加载网络敏感词字典,文本文件

func (*Filter) RemoveNoise

func (filter *Filter) RemoveNoise(text string) string

RemoveNoise 去除空格等噪音

func (*Filter) Replace

func (filter *Filter) Replace(text string, repl rune, replaceF func(repl rune) string) string

Replace 和谐敏感词

func (*Filter) UpdateNoisePattern

func (filter *Filter) UpdateNoisePattern(pattern string)

UpdateNoisePattern 更新去噪模式

func (*Filter) Validate

func (filter *Filter) Validate(text string) (bool, string)

Validate 检测字符串是否合法

type Regexp

type Regexp struct {
	// contains filtered or unexported fields
}

func NewRegexp

func NewRegexp() *Regexp

func (*Regexp) Add

func (r *Regexp) Add(reg string) (*regexp.Regexp, error)

func (*Regexp) Del

func (r *Regexp) Del(reg string)

func (*Regexp) Filter

func (r *Regexp) Filter(text string) string

func (*Regexp) FindAll

func (r *Regexp) FindAll(text string) []*trie.Group

FindAll 找到所有匹配词

func (*Regexp) FindIn

func (r *Regexp) FindIn(text string) (bool, string)

FindIn 检测敏感词

func (*Regexp) Replace

func (r *Regexp) Replace(text string, repl string) string

func (*Regexp) Validate

func (r *Regexp) Validate(text string) (bool, string)