analysis

Jul 29, 2019

Changes in this version

type TokenFreq

+ func (tf *TokenFreq) Size() int

type TokenFrequencies

+ func (tfs TokenFrequencies) Size() int

type TokenLocation

+ func (tl *TokenLocation) Size() int

Sep 12, 2016

Changes in this version

+ func BuildTermFromRunesOptimistic(buf []byte, runes []rune) []byte

Apr 8, 2016

Changes in this version

+ var ErrInvalidDateTime = fmt.Errorf("unable to parse datetime with any of the layouts")

+ func BuildTermFromRunes(runes []rune) []byte

+ func DeleteRune(in []rune, pos int) []rune

+ func InsertRune(in []rune, pos int, r rune) []rune

+ func RunesEndsWith(input []rune, suffix string) bool

+ func TruncateRunes(input []byte, num int) []byte

+ type Analyzer struct

+ CharFilters []CharFilter

+ TokenFilters []TokenFilter

+ Tokenizer Tokenizer

+ func (a *Analyzer) Analyze(input []byte) TokenStream

+ type ByteArrayConverter interface

+ Convert func([]byte) (interface{}, error)

+ type CharFilter interface

+ Filter func([]byte) []byte

+ type DateTimeParser interface

+ ParseDateTime func(string) (time.Time, error)

+ type Token struct

+ End int

+ KeyWord bool

+ Position int

+ Start int

+ Term []byte

+ Type TokenType

+ func (t *Token) String() string

+ type TokenFilter interface

+ Filter func(TokenStream) TokenStream

+ type TokenFreq struct

+ Locations []*TokenLocation

+ Term []byte

+ func (tf *TokenFreq) Frequency() int

+ type TokenFrequencies map[string]*TokenFreq

+ func TokenFrequency(tokens TokenStream, arrayPositions []uint64, includeTermVectors bool) TokenFrequencies

+ func (tfs TokenFrequencies) MergeAll(remoteField string, other TokenFrequencies)

+ type TokenLocation struct

+ ArrayPositions []uint64

+ End int

+ Field string

+ Position int

+ Start int

+ type TokenMap map[string]bool

+ func NewTokenMap() TokenMap

+ func (t TokenMap) AddToken(token string)

+ func (t TokenMap) LoadBytes(data []byte) error

+ func (t TokenMap) LoadFile(filename string) error

+ func (t TokenMap) LoadLine(line string)

+ type TokenStream []*Token

+ type TokenType int

+ const AlphaNumeric

+ const Boolean

+ const DateTime

+ const Double

+ const Ideographic

+ const Numeric

+ const Shingle

+ const Single

+ type Tokenizer interface

+ Tokenize func([]byte) TokenStream