storage

Documentation

Index

• type BackupManager
  • func NewBackupManager(cfg *base.ServerConfig) *BackupManager
  • func (m *BackupManager) GetFileStream(key polypb.Key) (io.Reader, error)
  • func (m *BackupManager) GetKPastBackupKey(db polypb.DatabaseID, k int) (polypb.Key, error)
  • func (m *BackupManager) GetLatestToLSN(db polypb.DatabaseID) (string, error)
  • func (m *BackupManager) PostFile(key polypb.Key, name string, r io.Reader) error
  • func (m *BackupManager) RemoveBackups(key polypb.Key) error
  • func (m *BackupManager) RestoreBackupInfo() error
  • func (m *BackupManager) SearchBaseTimePointByLSN(db polypb.DatabaseID, lsn string) (polypb.TimePoint, error)
  • func (m *BackupManager) SearchConsecutiveIncBackups(db polypb.DatabaseID, from time.Time) ([]*storagepb.BackupFileInfo, error)
• type DiskStorage
  • func (s *DiskStorage) BackupStream(key polypb.Key, backupType polypb.BackupType) (io.Reader, error)
  • func (s *DiskStorage) Create(key polypb.Key, name string) (io.WriteCloser, error)
  • func (s *DiskStorage) Delete(prefixOrKey polypb.Key) error
  • func (s *DiskStorage) LoadMeta(key polypb.Key) (*polypb.BackupMeta, error)
  • func (s *DiskStorage) StoreMeta(key polypb.Key, meta *polypb.BackupMeta) error
  • func (s *DiskStorage) Type() polypb.StorageType
  • func (s *DiskStorage) Walk(f func(path string, info os.FileInfo, err error) error) error
• type PhysicalStorage
• type Service
  • func NewService(manager *BackupManager, rateLimit uint64, cfg *base.ServerConfig) *Service
  • func (s *Service) GetFileByKey(req *storagepb.GetFileByKeyRequest, ...) error
  • func (s *Service) GetKeysAtPoint(ctx context.Context, req *storagepb.GetKeysAtPointRequest) (*storagepb.GetKeysAtPointResponse, error)
  • func (s *Service) GetLatestToLSN(ctx context.Context, req *storagepb.GetLatestToLSNRequest) (*storagepb.GetLatestToLSNResponse, error)
  • func (s *Service) PurgePrevBackup(ctx context.Context, req *storagepb.PurgePrevBackupRequest) (*storagepb.PurgePrevBackupResponse, error)
  • func (s *Service) TransferBackup(stream storagepb.StorageService_TransferBackupServer) error

Types

type BackupManager

type BackupManager struct {
	EtcdCli etcd.ClientAPI
	// contains filtered or unexported fields
}

func NewBackupManager

func NewBackupManager(cfg *base.ServerConfig) *BackupManager

func (*BackupManager) GetFileStream

func (m *BackupManager) GetFileStream(key polypb.Key) (io.Reader, error)

GetFileStream returns a stream.

func (*BackupManager) GetKPastBackupKey

func (m *BackupManager) GetKPastBackupKey(db polypb.DatabaseID, k int) (polypb.Key, error)

GetKPastBackupKey returns a key.

func (*BackupManager) GetLatestToLSN

func (m *BackupManager) GetLatestToLSN(db polypb.DatabaseID) (string, error)

func (*BackupManager) PostFile

func (m *BackupManager) PostFile(key polypb.Key, name string, r io.Reader) error

PostFile creates a file.

func (*BackupManager) RemoveBackups

func (m *BackupManager) RemoveBackups(key polypb.Key) error

RemoveBackups removes backups.

func (*BackupManager) RestoreBackupInfo

func (m *BackupManager) RestoreBackupInfo() error

func (*BackupManager) SearchBaseTimePointByLSN

func (m *BackupManager) SearchBaseTimePointByLSN(db polypb.DatabaseID, lsn string) (polypb.TimePoint, error)

SearchBaseTimePointByLSN finds base time point matching with a given lsn.

func (*BackupManager) SearchConsecutiveIncBackups

func (m *BackupManager) SearchConsecutiveIncBackups(
	db polypb.DatabaseID, from time.Time,
) ([]*storagepb.BackupFileInfo, error)

SearchConsecutiveIncBackups

type DiskStorage

type DiskStorage struct {
	// contains filtered or unexported fields
}

func (*DiskStorage) BackupStream

func (s *DiskStorage) BackupStream(key polypb.Key, backupType polypb.BackupType) (io.Reader, error)

func (*DiskStorage) Create

func (s *DiskStorage) Create(key polypb.Key, name string) (io.WriteCloser, error)

func (*DiskStorage) Delete

func (s *DiskStorage) Delete(prefixOrKey polypb.Key) error

func (*DiskStorage) LoadMeta

func (s *DiskStorage) LoadMeta(key polypb.Key) (*polypb.BackupMeta, error)

func (*DiskStorage) StoreMeta

func (s *DiskStorage) StoreMeta(key polypb.Key, meta *polypb.BackupMeta) error

func (*DiskStorage) Type

func (s *DiskStorage) Type() polypb.StorageType

func (*DiskStorage) Walk

func (s *DiskStorage) Walk(f func(path string, info os.FileInfo, err error) error) error

type PhysicalStorage

type PhysicalStorage interface {
	Type() polypb.StorageType
	Create(key polypb.Key, name string) (io.WriteCloser, error)
	Delete(prefixOrKey polypb.Key) error
	BackupStream(key polypb.Key, backupType polypb.BackupType) (io.Reader, error)
	Walk(f func(path string, info os.FileInfo, err error) error) error
	LoadMeta(key polypb.Key) (*polypb.BackupMeta, error)
	StoreMeta(key polypb.Key, meta *polypb.BackupMeta) error
}

type Service

type Service struct {
	EtcdCli etcd.ClientAPI
	// contains filtered or unexported fields
}

func NewService

func NewService(
	manager *BackupManager,
	rateLimit uint64,
	cfg *base.ServerConfig,
) *Service

func (*Service) GetFileByKey

func (s *Service) GetFileByKey(
	req *storagepb.GetFileByKeyRequest, stream storagepb.StorageService_GetFileByKeyServer,
) error

func (*Service) GetKeysAtPoint

func (s *Service) GetKeysAtPoint(
	ctx context.Context, req *storagepb.GetKeysAtPointRequest,
) (*storagepb.GetKeysAtPointResponse, error)

func (*Service) GetLatestToLSN

func (s *Service) GetLatestToLSN(
	ctx context.Context, req *storagepb.GetLatestToLSNRequest,
) (*storagepb.GetLatestToLSNResponse, error)

func (*Service) PurgePrevBackup

func (s *Service) PurgePrevBackup(
	ctx context.Context, req *storagepb.PurgePrevBackupRequest,
) (*storagepb.PurgePrevBackupResponse, error)

func (*Service) TransferBackup

func (s *Service) TransferBackup(
	stream storagepb.StorageService_TransferBackupServer,
) error