meta

Documentation

Index

• func NewCommitMetaScanner(ctx context.Context, zctx *zed.Context, r *lake.Root, ...) (zbuf.Puller, error)
• func NewLakeMetaScanner(ctx context.Context, zctx *zed.Context, r *lake.Root, meta string) (zbuf.Scanner, error)
• func NewPoolMetaScanner(ctx context.Context, zctx *zed.Context, r *lake.Root, poolID ksuid.KSUID, ...) (zbuf.Scanner, error)
• type Deleter
  • func NewDeleter(rctx *runtime.Context, parent zbuf.Puller, pool *lake.Pool, filter zbuf.Filter, ...) *Deleter
  • func (d *Deleter) Pull(done bool) (zbuf.Batch, error)
• type Lister
  • func NewSortedLister(ctx context.Context, zctx *zed.Context, pool *lake.Pool, commit ksuid.KSUID, ...) (*Lister, error)
  • func NewSortedListerByID(ctx context.Context, zctx *zed.Context, r *lake.Root, ...) (*Lister, error)
  • func NewSortedListerFromSnap(ctx context.Context, zctx *zed.Context, pool *lake.Pool, snap commits.View, ...) *Lister
  • func (l *Lister) Pull(done bool) (zbuf.Batch, error)
  • func (l *Lister) Snapshot() commits.View
• type Partition
  • func (p Partition) FormatRange() string
  • func (p Partition) FormatRangeOf(index int) string
  • func (p Partition) IsZero() bool
• type SearchScanner
  • func NewSearchScanner(rctx *runtime.Context, parent Searcher, pool *lake.Pool, filter zbuf.Filter, ...) *SearchScanner
  • func (s *SearchScanner) Pull(done bool) (zbuf.Batch, error)
• type Searcher
• type SequenceScanner
  • func NewSequenceScanner(rctx *runtime.Context, parent zbuf.Puller, pool *lake.Pool, filter zbuf.Filter, ...) *SequenceScanner
  • func (s *SequenceScanner) Pull(done bool) (zbuf.Batch, error)
• type Slicer
  • func NewSlicer(parent zbuf.Puller, zctx *zed.Context) *Slicer
  • func (s *Slicer) Pull(done bool) (zbuf.Batch, error)
  • func (s *Slicer) Snapshot() commits.View

Functions

func NewCommitMetaScanner

func NewCommitMetaScanner(ctx context.Context, zctx *zed.Context, r *lake.Root, poolID, commit ksuid.KSUID, meta string, pruner expr.Evaluator) (zbuf.Puller, error)

func NewLakeMetaScanner

func NewLakeMetaScanner(ctx context.Context, zctx *zed.Context, r *lake.Root, meta string) (zbuf.Scanner, error)

func NewPoolMetaScanner

func NewPoolMetaScanner(ctx context.Context, zctx *zed.Context, r *lake.Root, poolID ksuid.KSUID, meta string) (zbuf.Scanner, error)

Types

type Deleter

type Deleter struct {
	// contains filtered or unexported fields
}

func NewDeleter

func NewDeleter(rctx *runtime.Context, parent zbuf.Puller, pool *lake.Pool, filter zbuf.Filter, pruner expr.Evaluator, progress *zbuf.Progress, deletes *sync.Map) *Deleter

func (*Deleter) Pull

func (d *Deleter) Pull(done bool) (zbuf.Batch, error)

type Lister

type Lister struct {
	// contains filtered or unexported fields
}

Lister enumerates all the data.Objects in a scan. A Slicer downstream may optionally organize objects into non-overlapping partitions for merge on read. The optimizer may decide when partitions are necessary based on the order sensitivity of the downstream flowgraph.

func NewSortedLister

func NewSortedLister(ctx context.Context, zctx *zed.Context, pool *lake.Pool, commit ksuid.KSUID, pruner expr.Evaluator) (*Lister, error)

func NewSortedListerByID

func NewSortedListerByID(ctx context.Context, zctx *zed.Context, r *lake.Root, poolID, commit ksuid.KSUID, pruner expr.Evaluator) (*Lister, error)

func NewSortedListerFromSnap

func NewSortedListerFromSnap(ctx context.Context, zctx *zed.Context, pool *lake.Pool, snap commits.View, pruner expr.Evaluator) *Lister

func (*Lister) Pull

func (l *Lister) Pull(done bool) (zbuf.Batch, error)

func (*Lister) Snapshot

func (l *Lister) Snapshot() commits.View

type Partition

type Partition struct {
	Min     zed.Value      `zed:"min"`
	Max     zed.Value      `zed:"max"`
	Objects []*data.Object `zed:"objects"`
}

A Partition is a logical view of the records within a pool-key span, stored in one or more data objects. This provides a way to return the list of objects that should be scanned along with a span to limit the scan to only the span involved.

func (Partition) FormatRange

func (p Partition) FormatRange() string

func (Partition) FormatRangeOf

func (p Partition) FormatRangeOf(index int) string

func (Partition) IsZero

func (p Partition) IsZero() bool

type SearchScanner

type SearchScanner struct {
	// contains filtered or unexported fields
}

func NewSearchScanner

func NewSearchScanner(rctx *runtime.Context, parent Searcher, pool *lake.Pool, filter zbuf.Filter, progress *zbuf.Progress) *SearchScanner

func (*SearchScanner) Pull

func (s *SearchScanner) Pull(done bool) (zbuf.Batch, error)

type Searcher

type Searcher interface {
	Pull(bool) (*data.Object, *vector.Bool, error)
}

type SequenceScanner

type SequenceScanner struct {
	// contains filtered or unexported fields
}

SequenceScanner implements an op that pulls metadata partitions to scan from its parent and for each partition, scans the object.

func NewSequenceScanner

func NewSequenceScanner(rctx *runtime.Context, parent zbuf.Puller, pool *lake.Pool, filter zbuf.Filter, pruner expr.Evaluator, progress *zbuf.Progress) *SequenceScanner

func (*SequenceScanner) Pull

func (s *SequenceScanner) Pull(done bool) (zbuf.Batch, error)

type Slicer

type Slicer struct {
	// contains filtered or unexported fields
}

Slicer implements an op that pulls data objects and organizes them into overlapping object Slices forming a sequence of non-overlapping Partitions.

func NewSlicer

func NewSlicer(parent zbuf.Puller, zctx *zed.Context) *Slicer

func (*Slicer) Pull

func (s *Slicer) Pull(done bool) (zbuf.Batch, error)

func (*Slicer) Snapshot

func (s *Slicer) Snapshot() commits.View