seg

Documentation

Index

• type EnTokenizer
  • func (s *EnTokenizer) Free()
  • func (s *EnTokenizer) Seg(text string) []string
• type JiebaTokenizer
  • func NewJieba() *JiebaTokenizer
  • func (j *JiebaTokenizer) Free()
  • func (j *JiebaTokenizer) Seg(text string) []string
• type Tokenizer

Types

type EnTokenizer

type EnTokenizer struct {
}

func (*EnTokenizer) Free

func (s *EnTokenizer) Free()

func (*EnTokenizer) Seg

func (s *EnTokenizer) Seg(text string) []string

type JiebaTokenizer

type JiebaTokenizer struct {
	// contains filtered or unexported fields
}

func NewJieba

func NewJieba() *JiebaTokenizer

func (*JiebaTokenizer) Free

func (j *JiebaTokenizer) Free()

func (*JiebaTokenizer) Seg

func (j *JiebaTokenizer) Seg(text string) []string

type Tokenizer

type Tokenizer interface {
	Seg(text string) []string
	Free()
}