Versions in this module Expand all Collapse all v0 v0.70.0 Jan 18, 2022 Changes in this version + type Dict struct + Seg gse.Segmenter + func (d *Dict) AddToken(text string, freq float64, pos ...string) error + func (d *Dict) Freq(key string) (float64, string, bool) + func (d *Dict) Pos(key string) (string, bool) + func (d *Dict) RemoveToken(text string) error + type SegPos struct + Pos string + Text string + type Segmenter struct + func (seg *Segmenter) Cut(text string, hmm ...bool) (result []gse.SegPos) + func (seg *Segmenter) LoadDict(fileName ...string) error + func (seg *Segmenter) Trim(se []gse.SegPos) (re []gse.SegPos) + func (seg *Segmenter) TrimPunct(se []gse.SegPos) (re []gse.SegPos) + func (seg *Segmenter) TrimWithPos(se []gse.SegPos, pos ...string) (re []gse.SegPos) + func (seg *Segmenter) WithGse(segs gse.Segmenter)
Go to main page