goseg

Documentation

Index

• type Tokenizer
  • func NewTokenizer(dictionaries ...string) (*Tokenizer, error)
  • func NewTokenizerFromFile(name string) (c *Tokenizer, err error)
  • func NewTokenizerFromReader(r io.Reader) (c *Tokenizer, err error)
  • func (tk *Tokenizer) Cut(sentence []rune) []string
  • func (tk *Tokenizer) WriteTo(w io.Writer) (err error)
  • func (tk *Tokenizer) WriteToFile(name string) (err error)
• type TrieNode
  • func (tn *TrieNode) AddString(word string) *TrieNode
  • func (tn *TrieNode) Find(word string) bool
  • func (tn *TrieNode) Lookup(char rune) *TrieNode
  • func (tn *TrieNode) String() string

Types

type Tokenizer

type Tokenizer struct {
	// contains filtered or unexported fields
}

func NewTokenizer

func NewTokenizer(dictionaries ...string) (*Tokenizer, error)

func NewTokenizerFromFile

func NewTokenizerFromFile(name string) (c *Tokenizer, err error)

func NewTokenizerFromReader

func NewTokenizerFromReader(r io.Reader) (c *Tokenizer, err error)

func (*Tokenizer) Cut

func (tk *Tokenizer) Cut(sentence []rune) []string

func (*Tokenizer) WriteTo

func (tk *Tokenizer) WriteTo(w io.Writer) (err error)

func (*Tokenizer) WriteToFile

func (tk *Tokenizer) WriteToFile(name string) (err error)

type TrieNode

type TrieNode struct {
	Children []*TrieNode
	Char     rune
	WordEnd  bool
}

func (*TrieNode) AddString

func (tn *TrieNode) AddString(word string) *TrieNode

func (*TrieNode) Find

func (tn *TrieNode) Find(word string) bool

func (*TrieNode) Lookup

func (tn *TrieNode) Lookup(char rune) *TrieNode

func (*TrieNode) String

func (tn *TrieNode) String() string