Versions in this module Expand all Collapse all v1 v1.1.7 Aug 25, 2024 Changes in this version + const Apostrophe + const Apostrophes + const RightSingleQuotationMark + type ApostropheFilter struct + func NewApostropheFilter() *ApostropheFilter + func (s *ApostropheFilter) Filter(input analysis.TokenStream) analysis.TokenStream + type CamelCaseFilter struct + func NewCamelCaseFilter() *CamelCaseFilter + func (f *CamelCaseFilter) Filter(input analysis.TokenStream) analysis.TokenStream + type DictionaryCompoundFilter struct + func NewDictionaryCompoundFilter(dict analysis.TokenMap, minWordSize, minSubWordSize, maxSubWordSize int, ...) *DictionaryCompoundFilter + func (f *DictionaryCompoundFilter) Filter(input analysis.TokenStream) analysis.TokenStream + type EdgeNgramFilter struct + func NewEdgeNgramFilter(side Side, minLength, maxLength int) *EdgeNgramFilter + func (s *EdgeNgramFilter) Filter(input analysis.TokenStream) analysis.TokenStream + type ElisionFilter struct + func NewElisionFilter(articles analysis.TokenMap) *ElisionFilter + func (s *ElisionFilter) Filter(input analysis.TokenStream) analysis.TokenStream + type KeyWordMarkerFilter struct + func NewKeyWordMarkerFilter(keyWords analysis.TokenMap) *KeyWordMarkerFilter + func (f *KeyWordMarkerFilter) Filter(input analysis.TokenStream) analysis.TokenStream + type LengthFilter struct + func NewLengthFilter(min, max int) *LengthFilter + func (f *LengthFilter) Filter(input analysis.TokenStream) analysis.TokenStream + type LowerCaseFilter struct + func NewLowerCaseFilter() *LowerCaseFilter + func (f *LowerCaseFilter) Filter(input analysis.TokenStream) analysis.TokenStream + type LowerCaseState struct + func (s *LowerCaseState) Member(sym rune, peek *rune) bool + func (s *LowerCaseState) StartSym(sym rune) bool + type NgramFilter struct + func NewNgramFilter(minLength, maxLength int) *NgramFilter + func (s *NgramFilter) Filter(input analysis.TokenStream) analysis.TokenStream + type NonAlphaNumericCaseState struct + func (s *NonAlphaNumericCaseState) Member(sym rune, peek *rune) bool + func (s *NonAlphaNumericCaseState) StartSym(sym rune) bool + type NumberCaseState struct + func (s *NumberCaseState) Member(sym rune, peek *rune) bool + func (s *NumberCaseState) StartSym(sym rune) bool + type Parser struct + func NewParser(length, index int) *Parser + func (p *Parser) FlushTokens() []*analysis.Token + func (p *Parser) NewState(sym rune) State + func (p *Parser) Push(sym rune, peek *rune) + type PorterStemmer struct + func NewPorterStemmer() *PorterStemmer + func (s *PorterStemmer) Filter(input analysis.TokenStream) analysis.TokenStream + type ReverseFilter struct + func NewReverseFilter() *ReverseFilter + func (f *ReverseFilter) Filter(input analysis.TokenStream) analysis.TokenStream + type ShingleFilter struct + func NewShingleFilter(min, max int, outputOriginal bool, sep, fill string) *ShingleFilter + func (s *ShingleFilter) Filter(input analysis.TokenStream) analysis.TokenStream + type Side bool + const BACK + const FRONT + type State interface + Member func(sym rune, peek *rune) bool + StartSym func(sym rune) bool + type StopTokensFilter struct + func NewStopTokensFilter(stopTokens analysis.TokenMap) *StopTokensFilter + func (f *StopTokensFilter) Filter(input analysis.TokenStream) analysis.TokenStream + type TruncateTokenFilter struct + func NewTruncateTokenFilter(length int) *TruncateTokenFilter + func (s *TruncateTokenFilter) Filter(input analysis.TokenStream) analysis.TokenStream + type UnicodeNormalizeFilter struct + func NewUnicodeNormalizeFilter(form norm.Form) *UnicodeNormalizeFilter + func (s *UnicodeNormalizeFilter) Filter(input analysis.TokenStream) analysis.TokenStream + type UniqueTermFilter struct + func NewUniqueTermFilter() *UniqueTermFilter + func (f *UniqueTermFilter) Filter(input analysis.TokenStream) analysis.TokenStream + type UpperCaseState struct + func (s *UpperCaseState) Member(sym rune, peek *rune) bool + func (s *UpperCaseState) StartSym(sym rune) bool
Go to main page