sego

Documentation

Index

• Constants
• Variables
• type SegoTokenizer
  • func NewSegoTokenizer(dictPath string) *SegoTokenizer
  • func (s SegoTokenizer) Tokenize(text []byte) analysis.TokenStream

Constants

const Name = "sego"

Variables

var DictDir string

Types

type SegoTokenizer

type SegoTokenizer struct {
	// contains filtered or unexported fields
}

func NewSegoTokenizer

func NewSegoTokenizer(dictPath string) *SegoTokenizer

func (SegoTokenizer) Tokenize

func (s SegoTokenizer) Tokenize(text []byte) analysis.TokenStream