pebble

Documentation

Overview

Package pebble is an pebble-based EventSortEngine implementation with such properties:

1. all EventSortEngine instances shares several pebble.DB instances;
2. keys are encoded with prefix TableID-CRTs-StartTs;
3. keys are hashed into different pebble.DB instances based on table prefix.

Index

• func OpenPebble(id int, path string, cfg *config.DBConfig, cache *pebble.Cache, ...) (db *pebble.DB, err error)
• type EventIter
  • func (s *EventIter) Close() error
  • func (s *EventIter) Next() (event *model.PolymorphicEvent, pos engine.Position, err error)
• type EventSorter
  • func New(ID model.ChangeFeedID, dbs []*pebble.DB) *EventSorter
  • func (s *EventSorter) Add(span tablepb.Span, events ...*model.PolymorphicEvent)
  • func (s *EventSorter) AddTable(span tablepb.Span, startTs model.Ts)
  • func (s *EventSorter) CleanAllTables(upperBound engine.Position) error
  • func (s *EventSorter) CleanByTable(span tablepb.Span, upperBound engine.Position) error
  • func (s *EventSorter) Close() error
  • func (s *EventSorter) FetchAllTables(lowerBound engine.Position) engine.EventIterator
  • func (s *EventSorter) FetchByTable(span tablepb.Span, lowerBound, upperBound engine.Position) engine.EventIterator
  • func (s *EventSorter) GetStatsByTable(span tablepb.Span) engine.TableStats
  • func (s *EventSorter) IsTableBased() bool
  • func (s *EventSorter) OnResolve(action func(tablepb.Span, model.Ts))
  • func (s *EventSorter) RemoveTable(span tablepb.Span)
  • func (s *EventSorter) SlotsAndHasher() (slotCount int, hasher func(tablepb.Span, int) int)

Functions

func OpenPebble

func OpenPebble(
	id int, path string, cfg *config.DBConfig,
	cache *pebble.Cache,
	adjusts ...func(*pebble.Options),
) (db *pebble.DB, err error)

OpenPebble opens a pebble.

Types

type EventIter

type EventIter struct {
	// contains filtered or unexported fields
}

EventIter implements sorter.EventIterator.

func (*EventIter) Close

func (s *EventIter) Close() error

Close implements sorter.EventIterator.

func (*EventIter) Next

func (s *EventIter) Next() (event *model.PolymorphicEvent, pos engine.Position, err error)

Next implements sorter.EventIterator.

type EventSorter

type EventSorter struct {
	// contains filtered or unexported fields
}

EventSorter is an event sort engine.

func New

func New(ID model.ChangeFeedID, dbs []*pebble.DB) *EventSorter

New creates an EventSorter instance.

func (*EventSorter) Add

func (s *EventSorter) Add(span tablepb.Span, events ...*model.PolymorphicEvent)

Add implements engine.SortEngine.

Panics if the table doesn't exist.

func (*EventSorter) AddTable

func (s *EventSorter) AddTable(span tablepb.Span, startTs model.Ts)

AddTable implements engine.SortEngine.

func (*EventSorter) CleanAllTables

func (s *EventSorter) CleanAllTables(upperBound engine.Position) error

CleanAllTables implements engine.EventSortEngine.

func (*EventSorter) CleanByTable

func (s *EventSorter) CleanByTable(span tablepb.Span, upperBound engine.Position) error

CleanByTable implements engine.SortEngine.

func (*EventSorter) Close

func (s *EventSorter) Close() error

Close implements engine.SortEngine.

func (*EventSorter) FetchAllTables

func (s *EventSorter) FetchAllTables(lowerBound engine.Position) engine.EventIterator

FetchAllTables implements engine.SortEngine.

func (*EventSorter) FetchByTable

func (s *EventSorter) FetchByTable(span tablepb.Span, lowerBound, upperBound engine.Position) engine.EventIterator

FetchByTable implements engine.SortEngine.

func (*EventSorter) GetStatsByTable

func (s *EventSorter) GetStatsByTable(span tablepb.Span) engine.TableStats

GetStatsByTable implements engine.SortEngine.

Panics if the table doesn't exist.

func (*EventSorter) IsTableBased

func (s *EventSorter) IsTableBased() bool

IsTableBased implements engine.SortEngine.

func (*EventSorter) OnResolve

func (s *EventSorter) OnResolve(action func(tablepb.Span, model.Ts))

OnResolve implements engine.SortEngine.

func (*EventSorter) RemoveTable

func (s *EventSorter) RemoveTable(span tablepb.Span)

RemoveTable implements engine.SortEngine.

func (*EventSorter) SlotsAndHasher

func (s *EventSorter) SlotsAndHasher() (slotCount int, hasher func(tablepb.Span, int) int)

SlotsAndHasher implements engine.SortEngine.