cjk

Documentation

Index

• Constants
• func AnalyzerConstructor(config map[string]interface{}, cache *registry.Cache) (*analysis.Analyzer, error)
• func CJKBigramFilterConstructor(config map[string]interface{}, cache *registry.Cache) (analysis.TokenFilter, error)
• func CJKWidthFilterConstructor(config map[string]interface{}, cache *registry.Cache) (analysis.TokenFilter, error)
• type CJKBigramFilter
  • func NewCJKBigramFilter(outputUnigram bool) *CJKBigramFilter
  • func (s *CJKBigramFilter) Filter(input analysis.TokenStream) analysis.TokenStream
• type CJKWidthFilter
  • func NewCJKWidthFilter() *CJKWidthFilter
  • func (s *CJKWidthFilter) Filter(input analysis.TokenStream) analysis.TokenStream

Constants

const AnalyzerName = "cjk"

const BigramName = "cjk_bigram"

const WidthName = "cjk_width"

Functions

func AnalyzerConstructor

func AnalyzerConstructor(config map[string]interface{}, cache *registry.Cache) (*analysis.Analyzer, error)

func CJKBigramFilterConstructor

func CJKBigramFilterConstructor(config map[string]interface{}, cache *registry.Cache) (analysis.TokenFilter, error)

func CJKWidthFilterConstructor

func CJKWidthFilterConstructor(config map[string]interface{}, cache *registry.Cache) (analysis.TokenFilter, error)

Types

type CJKBigramFilter

type CJKBigramFilter struct {
	// contains filtered or unexported fields
}

func NewCJKBigramFilter

func NewCJKBigramFilter(outputUnigram bool) *CJKBigramFilter

func (*CJKBigramFilter) Filter

func (s *CJKBigramFilter) Filter(input analysis.TokenStream) analysis.TokenStream

type CJKWidthFilter

type CJKWidthFilter struct{}

func NewCJKWidthFilter

func NewCJKWidthFilter() *CJKWidthFilter

func (*CJKWidthFilter) Filter

func (s *CJKWidthFilter) Filter(input analysis.TokenStream) analysis.TokenStream