offset_storage

Documentation

Index

• func BuildKey(pipelineId int64, stream string) string
• type OffsetStorage
  • func NewOffsetStorage(storageURI string) OffsetStorage
• type Storage
  • func (o *Storage) GetOffsetByPipelineStream(key string) (int64, error)
  • func (o *Storage) SetOffsetForPipeline(key string, offset int64) error
• type StorageInMem
  • func NewStorageInMem() *StorageInMem
  • func (o *StorageInMem) GetOffsetByPipelineStream(key string) (int64, error)
  • func (o *StorageInMem) SetOffsetForPipeline(key string, offset int64) error

Functions

func BuildKey

func BuildKey(pipelineId int64, stream string) string

Types

type OffsetStorage

type OffsetStorage interface {
	SetOffsetForPipeline(key string, offset int64) error
	GetOffsetByPipelineStream(key string) (int64, error)
}

OffsetStorage is used to store checkpoints/offsets for source connectors which use incremental sync by primary keys

func NewOffsetStorage

func NewOffsetStorage(storageURI string) OffsetStorage

type Storage

type Storage struct {
	// contains filtered or unexported fields
}

func (*Storage) GetOffsetByPipelineStream

func (o *Storage) GetOffsetByPipelineStream(key string) (int64, error)

func (*Storage) SetOffsetForPipeline

func (o *Storage) SetOffsetForPipeline(key string, offset int64) error

type StorageInMem

type StorageInMem struct {
	// contains filtered or unexported fields
}

func NewStorageInMem

func NewStorageInMem() *StorageInMem

func (*StorageInMem) GetOffsetByPipelineStream

func (o *StorageInMem) GetOffsetByPipelineStream(key string) (int64, error)

func (*StorageInMem) SetOffsetForPipeline

func (o *StorageInMem) SetOffsetForPipeline(key string, offset int64) error