storage

Documentation

Index

• type Storage
  • func New(src *s3.S3Source, lgr log.Logger, registry metrics.Registry) (*Storage, error)
  • func (s *Storage) Close()
  • func (s *Storage) EstimateTableRowsCount(table abstract.TableID) (uint64, error)
  • func (s *Storage) ExactTableRowsCount(table abstract.TableID) (uint64, error)
  • func (s *Storage) GetIncrementalState(ctx context.Context, incremental []abstract.IncrementalTable) ([]abstract.TableDescription, error)
  • func (s *Storage) LoadTable(ctx context.Context, table abstract.TableDescription, pusher abstract.Pusher) error
  • func (s *Storage) Ping() error
  • func (s *Storage) SetInitialState(tables []abstract.TableDescription, incremental []abstract.IncrementalTable)
  • func (s *Storage) ShardTable(ctx context.Context, tdsec abstract.TableDescription) ([]abstract.TableDescription, error)
  • func (s *Storage) TableExists(table abstract.TableID) (bool, error)
  • func (s *Storage) TableList(_ abstract.IncludeTableList) (abstract.TableMap, error)
  • func (s *Storage) TableSchema(ctx context.Context, table abstract.TableID) (*abstract.TableSchema, error)

Types

type Storage

type Storage struct {
	// contains filtered or unexported fields
}

func New

func New(src *s3.S3Source, lgr log.Logger, registry metrics.Registry) (*Storage, error)

func (*Storage) Close

func (s *Storage) Close()

func (*Storage) EstimateTableRowsCount

func (s *Storage) EstimateTableRowsCount(table abstract.TableID) (uint64, error)

func (*Storage) ExactTableRowsCount

func (s *Storage) ExactTableRowsCount(table abstract.TableID) (uint64, error)

func (*Storage) GetIncrementalState

func (s *Storage) GetIncrementalState(ctx context.Context, incremental []abstract.IncrementalTable) ([]abstract.TableDescription, error)

func (*Storage) LoadTable

func (s *Storage) LoadTable(ctx context.Context, table abstract.TableDescription, pusher abstract.Pusher) error

func (*Storage) Ping

func (s *Storage) Ping() error

func (*Storage) SetInitialState

func (s *Storage) SetInitialState(tables []abstract.TableDescription, incremental []abstract.IncrementalTable)

func (*Storage) ShardTable

func (s *Storage) ShardTable(ctx context.Context, tdsec abstract.TableDescription) ([]abstract.TableDescription, error)

func (*Storage) TableExists

func (s *Storage) TableExists(table abstract.TableID) (bool, error)

func (*Storage) TableList

func (s *Storage) TableList(_ abstract.IncludeTableList) (abstract.TableMap, error)

func (*Storage) TableSchema

func (s *Storage) TableSchema(ctx context.Context, table abstract.TableID) (*abstract.TableSchema, error)