Versions in this module Expand all Collapse all v0 v0.0.1 Mar 23, 2024 Changes in this version + const IndexFileExtension + const ParquetCompactionTXKey + type Compaction func(w io.Writer, compact []parts.Part, options ...parquet.WriterOption) (int64, error) + type CompactionType int + const CompactionTypeParquetDisk + const CompactionTypeParquetMemory + const CompactionTypeUnknown + type FileCompaction struct + func NewFileCompaction(dir string, maxSize int64, compact Compaction, logger log.Logger) (*FileCompaction, error) + func (f *FileCompaction) Compact(compact []parts.Part, options ...parts.Option) ([]parts.Part, int64, int64, error) + func (f *FileCompaction) MaxSize() int64 + func (f *FileCompaction) Reset() + func (f *FileCompaction) Snapshot(_ []parts.Part, _ func(parts.Part) error, dir string) error + func (f *FileCompaction) Sync() error + type LSM struct + func NewLSM(dir string, schema *dynparquet.Schema, levels []*LevelConfig, ...) (*LSM, error) + func (l *LSM) Add(tx uint64, record arrow.Record) + func (l *LSM) Close() error + func (l *LSM) EnsureCompaction() error + func (l *LSM) InsertPart(part parts.Part) + func (l *LSM) Iterate(iter func(node *Node) bool) + func (l *LSM) LevelSize(t SentinelType) int64 + func (l *LSM) MaxLevel() SentinelType + func (l *LSM) Prefixes(_ context.Context, _ string) ([]string, error) + func (l *LSM) Rotate(externalWriter func([]parts.Part) (parts.Part, int64, int64, error)) error + func (l *LSM) Scan(ctx context.Context, _ string, _ *dynparquet.Schema, filter logicalplan.Expr, ...) error + func (l *LSM) Size() int64 + func (l *LSM) Snapshot(writer func(parts.Part) error, dir string) error + func (l *LSM) String() string + func (l *LSM) WaitForPendingCompactions() + type LSMMetrics struct + CompactionDuration prometheus.Histogram + Compactions *prometheus.CounterVec + LevelSize *prometheus.GaugeVec + func NewLSMMetrics(reg prometheus.Registerer) *LSMMetrics + type LSMOption func(*LSM) + func LSMWithLogger(logger log.Logger) LSMOption + func LSMWithMetrics(metrics *LSMMetrics) LSMOption + type Level interface + Compact func(parts []parts.Part, options ...parts.Option) ([]parts.Part, int64, int64, error) + MaxSize func() int64 + Reset func() + Snapshot func(parts []parts.Part, writer func(parts.Part) error, dir string) error + type LevelConfig struct + Compact Compaction + Level SentinelType + MaxSize int64 + Type CompactionType + type Node struct + func NewList(sentinel SentinelType) *Node + func (n *Node) Insert(part parts.Part) + func (n *Node) Iterate(iterate func(*Node) bool) + func (n *Node) Part() parts.Part + func (n *Node) Prepend(part parts.Part) *Node + func (n *Node) Sentinel(s SentinelType) *Node + func (n *Node) String() string + type ReleaseableRowGroup interface + Release func() + type SentinelType int + const L0 + const L1 + const L2 + func (s SentinelType) String() string
Go to main page