dataset

Documentation

Index

• Variables
• type BadgerDatasetIterator
  • func (b *BadgerDatasetIterator) Close() error
  • func (b *BadgerDatasetIterator) Error() error
  • func (b *BadgerDatasetIterator) Inverse() Iterator
  • func (b *BadgerDatasetIterator) Item() []byte
  • func (b *BadgerDatasetIterator) LatestOnly() Iterator
  • func (b *BadgerDatasetIterator) Next() bool
  • func (b *BadgerDatasetIterator) NextOffset() types.DatasetOffset
• type CompactionStrategy
• type CompactionWorker
  • func NewCompactor(store *server.Store, dsm *server.DsManager, logger *zap.SugaredLogger) *CompactionWorker
  • func (c *CompactionWorker) CompactAsync(datasetID string, strategy CompactionStrategy) error
• type IterableBadgerDataset
  • func (d IterableBadgerDataset) At(since types.DatasetOffset) (Iterator, error)
• type IterableDataset
  • func Of(store store.BadgerStore, datasetName string) (IterableDataset, error)
• type Iterator
• type Lineage
• type LineageBuilder
  • func NewLineageBuilder(store *server.Store, dsm *server.DsManager, named *zap.SugaredLogger) *LineageBuilder
  • func (lb *LineageBuilder) ForAll() (Lineage, error)
  • func (lb *LineageBuilder) ForDataset(datasetName string) (Lineage, error)
• type LineageRel

Variables

var DeduplicationStrategy = func() CompactionStrategy {
	return &deduplicationStrategy{counts: make(map[string]int), changeBuffer: make(map[[24]byte]byte)}
}

Types

type BadgerDatasetIterator

type BadgerDatasetIterator struct {
	// contains filtered or unexported fields
}

func (*BadgerDatasetIterator) Close

func (b *BadgerDatasetIterator) Close() error

func (*BadgerDatasetIterator) Error

func (b *BadgerDatasetIterator) Error() error

func (*BadgerDatasetIterator) Inverse

func (b *BadgerDatasetIterator) Inverse() Iterator

func (*BadgerDatasetIterator) Item

func (b *BadgerDatasetIterator) Item() []byte

func (*BadgerDatasetIterator) LatestOnly

func (b *BadgerDatasetIterator) LatestOnly() Iterator

func (*BadgerDatasetIterator) Next

func (b *BadgerDatasetIterator) Next() bool

func (*BadgerDatasetIterator) NextOffset

func (b *BadgerDatasetIterator) NextOffset() types.DatasetOffset

type CompactionStrategy

type CompactionStrategy interface {
	SetLogger(logger *zap.SugaredLogger)
	// contains filtered or unexported methods
}

type CompactionWorker

type CompactionWorker struct {
	// contains filtered or unexported fields
}

func NewCompactor

func NewCompactor(store *server.Store, dsm *server.DsManager, logger *zap.SugaredLogger) *CompactionWorker

func (*CompactionWorker) CompactAsync

func (c *CompactionWorker) CompactAsync(datasetID string, strategy CompactionStrategy) error

type IterableBadgerDataset

type IterableBadgerDataset struct {
	// contains filtered or unexported fields
}

func (IterableBadgerDataset) At

func (d IterableBadgerDataset) At(since types.DatasetOffset) (Iterator, error)

type IterableDataset

type IterableDataset interface {
	At(since types.DatasetOffset) (Iterator, error)
}

func Of

func Of(store store.BadgerStore, datasetName string) (IterableDataset, error)

type Iterator

type Iterator interface {
	io.Closer
	Inverse() Iterator
	LatestOnly() Iterator
	Next() bool
	Item() []byte
	NextOffset() types.DatasetOffset
	Error() error
}

type Lineage

type Lineage []LineageRel

type LineageBuilder

type LineageBuilder struct {
	// contains filtered or unexported fields
}

func NewLineageBuilder

func NewLineageBuilder(store *server.Store, dsm *server.DsManager, named *zap.SugaredLogger) *LineageBuilder

func (*LineageBuilder) ForAll

func (lb *LineageBuilder) ForAll() (Lineage, error)

func (*LineageBuilder) ForDataset

func (lb *LineageBuilder) ForDataset(datasetName string) (Lineage, error)

type LineageRel

type LineageRel struct {
	From string `json:"from"`
	To   string `json:"to"`
	Type string `json:"type"`
}