Versions in this module Expand all Collapse all v1 v1.0.0 Sep 20, 2023 Changes in this version + const MinPatternScore + func PersistDictrionary(fileName string, db *DictionaryBuilder) error + func ReadSimpleFile(fileName string, walker func(v []byte) error) error + func SetDecompressionTableCondensity(fromBitSize int) + type CompressionQueue []*CompressionWord + func (cq *CompressionQueue) Pop() interface{} + func (cq *CompressionQueue) Push(x interface{}) + func (cq *CompressionQueue) Swap(i, j int) + func (cq CompressionQueue) Len() int + func (cq CompressionQueue) Less(i, j int) bool + type CompressionRatio float64 + func Ratio(f1, f2 string) (CompressionRatio, error) + func (r CompressionRatio) String() string + type CompressionWord struct + type Compressor struct + Ratio CompressionRatio + func NewCompressor(ctx context.Context, logPrefix, outputFile, tmpDir string, ...) (*Compressor, error) + func (c *Compressor) AddUncompressedWord(word []byte) error + func (c *Compressor) AddWord(word []byte) error + func (c *Compressor) Close() + func (c *Compressor) Compress() error + func (c *Compressor) Count() int + func (c *Compressor) DisableFsync() + func (c *Compressor) SetTrace(trace bool) + type DecompressedFile struct + func NewUncompressedFile(filePath string) (*DecompressedFile, error) + func (f *DecompressedFile) Append(v []byte) error + func (f *DecompressedFile) AppendUncompressed(v []byte) error + func (f *DecompressedFile) Close() + func (f *DecompressedFile) ForEach(walker func(v []byte, compressed bool) error) error + type Decompressor struct + func NewDecompressor(compressedFilePath string) (d *Decompressor, err error) + func (d *Decompressor) Close() + func (d *Decompressor) Count() int + func (d *Decompressor) DisableReadAhead() + func (d *Decompressor) EmptyWordsCount() int + func (d *Decompressor) EnableMadvNormal() *Decompressor + func (d *Decompressor) EnableReadAhead() *Decompressor + func (d *Decompressor) EnableWillNeed() *Decompressor + func (d *Decompressor) FileName() string + func (d *Decompressor) FilePath() string + func (d *Decompressor) MakeGetter() *Getter + func (d *Decompressor) ModTime() time.Time + func (d *Decompressor) Size() int64 + func (d *Decompressor) WithReadAhead(f func() error) error + type DictAggregator struct + func (da *DictAggregator) Load(loadFunc etl.LoadFunc, args etl.TransformArgs) error + type DictionaryBuilder struct + func DictionaryBuilderFromCollectors(ctx context.Context, logPrefix, tmpDir string, collectors []*etl.Collector, ...) (*DictionaryBuilder, error) + func (db *DictionaryBuilder) Close() + func (db *DictionaryBuilder) ForEach(f func(score uint64, word []byte)) + func (db *DictionaryBuilder) Len() int + func (db *DictionaryBuilder) Less(i, j int) bool + func (db *DictionaryBuilder) Pop() interface{} + func (db *DictionaryBuilder) Push(x interface{}) + func (db *DictionaryBuilder) Reset(limit int) + func (db *DictionaryBuilder) Sort() + func (db *DictionaryBuilder) Swap(i, j int) + type DynamicCell struct + type Getter struct + func (g *Getter) FastNext(buf []byte) ([]byte, uint64) + func (g *Getter) FileName() string + func (g *Getter) HasNext() bool + func (g *Getter) Match(buf []byte) (bool, uint64) + func (g *Getter) MatchCmp(buf []byte) int + func (g *Getter) MatchPrefix(prefix []byte) bool + func (g *Getter) MatchPrefixCmp(prefix []byte) int + func (g *Getter) MatchPrefixUncompressed(prefix []byte) int + func (g *Getter) Next(buf []byte) ([]byte, uint64) + func (g *Getter) NextUncompressed() ([]byte, uint64) + func (g *Getter) Reset(offset uint64) + func (g *Getter) Size() int + func (g *Getter) Skip() (uint64, int) + func (g *Getter) SkipUncompressed() (uint64, int) + func (g *Getter) Trace(t bool) + type HuffmanCoder struct + type Pattern struct + type PatternHeap []*PatternHuff + func (ph *PatternHeap) Pop() interface{} + func (ph *PatternHeap) Push(x interface{}) + func (ph *PatternHeap) Swap(i, j int) + func (ph PatternHeap) Len() int + func (ph PatternHeap) Less(i, j int) bool + type PatternHuff struct + func (h *PatternHuff) AddOne() + func (h *PatternHuff) AddZero() + func (h *PatternHuff) SetDepth(depth int) + type PatternList []*Pattern + func (pl PatternList) Len() int + type Position struct + type PositionHeap []*PositionHuff + func (ph *PositionHeap) Pop() interface{} + func (ph *PositionHeap) Push(x interface{}) + func (ph *PositionHeap) Swap(i, j int) + func (ph PositionHeap) Len() int + func (ph PositionHeap) Less(i, j int) bool + type PositionHuff struct + func (h *PositionHuff) AddOne() + func (h *PositionHuff) AddZero() + func (h *PositionHuff) SetDepth(depth int) + type PositionList []*Position + func (pl PositionList) Len() int + type Ring struct + func NewRing() *Ring + func (r *Ring) Get(i int) *DynamicCell + func (r *Ring) PushBack() *DynamicCell + func (r *Ring) PushFront() *DynamicCell + func (r *Ring) Reset() + func (r *Ring) Truncate(i int) + func (r Ring) Len() int
Go to main page