ja

Documentation

Index

• Constants
• func AnalyzerConstructor(config map[string]interface{}, cache *registry.Cache) (*analysis.Analyzer, error)
• func KagomeMorphTokenizerConstructor(config map[string]interface{}, cache *registry.Cache) (analysis.Tokenizer, error)
• type KagomeMorphTokenizer
  • func NewKagomeMorphTokenizer() *KagomeMorphTokenizer
  • func NewKagomeMorphTokenizerWithUserDic(userdic tokenizer.UserDic) *KagomeMorphTokenizer
  • func (t *KagomeMorphTokenizer) Tokenize(input []byte) analysis.TokenStream

Constants

const AnalyzerName = "ja"

const TokenizerName = "kagome"

Functions

func AnalyzerConstructor

func AnalyzerConstructor(config map[string]interface{}, cache *registry.Cache) (*analysis.Analyzer, error)

func KagomeMorphTokenizerConstructor

func KagomeMorphTokenizerConstructor(config map[string]interface{}, cache *registry.Cache) (analysis.Tokenizer, error)

Types

type KagomeMorphTokenizer

type KagomeMorphTokenizer struct {
	// contains filtered or unexported fields
}

func NewKagomeMorphTokenizer

func NewKagomeMorphTokenizer() *KagomeMorphTokenizer

func NewKagomeMorphTokenizerWithUserDic

func NewKagomeMorphTokenizerWithUserDic(userdic tokenizer.UserDic) *KagomeMorphTokenizer

func (*KagomeMorphTokenizer) Tokenize

func (t *KagomeMorphTokenizer) Tokenize(input []byte) analysis.TokenStream