jieba

Documentation

Index

• Constants
• Variables
• type JiebaTokenizer
  • func NewJiebaTokenizer(dictpath, hmmpath, userdictpath, idf, stop_words string) *JiebaTokenizer
  • func (x *JiebaTokenizer) Free()
  • func (x *JiebaTokenizer) Tokenize(sentence []byte) analysis.TokenStream

Constants

const Name = "gojieba"

Variables

var DictDir string

Types

type JiebaTokenizer

type JiebaTokenizer struct {
	// contains filtered or unexported fields
}

func NewJiebaTokenizer

func NewJiebaTokenizer(dictpath, hmmpath, userdictpath, idf, stop_words string) *JiebaTokenizer

func (*JiebaTokenizer) Free

func (x *JiebaTokenizer) Free()

func (*JiebaTokenizer) Tokenize

func (x *JiebaTokenizer) Tokenize(sentence []byte) analysis.TokenStream