Versions in this module Expand all Collapse all v0 v0.8.2 Mar 20, 2020 v0.8.1 Sep 20, 2019 v0.8.0 Jul 29, 2019 Changes in this version type TokenFreq + func (tf *TokenFreq) Size() int type TokenFrequencies + func (tfs TokenFrequencies) Size() int type TokenLocation + func (tl *TokenLocation) Size() int v0.7.0 Feb 27, 2018 v0.6.0 Jan 5, 2018 v0.5.0 Sep 28, 2016 v0.4.0 Sep 12, 2016 Changes in this version + func BuildTermFromRunesOptimistic(buf []byte, runes []rune) []byte v0.3.0 Jun 16, 2016 v0.2.0 Apr 8, 2016 v0.1.0 Apr 8, 2016 Changes in this version + var ErrInvalidDateTime = fmt.Errorf("unable to parse datetime with any of the layouts") + func BuildTermFromRunes(runes []rune) []byte + func DeleteRune(in []rune, pos int) []rune + func InsertRune(in []rune, pos int, r rune) []rune + func RunesEndsWith(input []rune, suffix string) bool + func TruncateRunes(input []byte, num int) []byte + type Analyzer struct + CharFilters []CharFilter + TokenFilters []TokenFilter + Tokenizer Tokenizer + func (a *Analyzer) Analyze(input []byte) TokenStream + type ByteArrayConverter interface + Convert func([]byte) (interface{}, error) + type CharFilter interface + Filter func([]byte) []byte + type DateTimeParser interface + ParseDateTime func(string) (time.Time, error) + type Token struct + End int + KeyWord bool + Position int + Start int + Term []byte + Type TokenType + func (t *Token) String() string + type TokenFilter interface + Filter func(TokenStream) TokenStream + type TokenFreq struct + Locations []*TokenLocation + Term []byte + func (tf *TokenFreq) Frequency() int + type TokenFrequencies map[string]*TokenFreq + func TokenFrequency(tokens TokenStream, arrayPositions []uint64, includeTermVectors bool) TokenFrequencies + func (tfs TokenFrequencies) MergeAll(remoteField string, other TokenFrequencies) + type TokenLocation struct + ArrayPositions []uint64 + End int + Field string + Position int + Start int + type TokenMap map[string]bool + func NewTokenMap() TokenMap + func (t TokenMap) AddToken(token string) + func (t TokenMap) LoadBytes(data []byte) error + func (t TokenMap) LoadFile(filename string) error + func (t TokenMap) LoadLine(line string) + type TokenStream []*Token + type TokenType int + const AlphaNumeric + const Boolean + const DateTime + const Double + const Ideographic + const Numeric + const Shingle + const Single + type Tokenizer interface + Tokenize func([]byte) TokenStream
Go to main page