storage

Apr 8, 2024

Changes in this version

type AzureBlob

+ func (a *AzureBlob) GetFileReaderAbsolute(ctx context.Context, key string) (io.ReadCloser, error)

+ func (a *AzureBlob) PutFileAbsolute(ctx context.Context, key string, r io.ReadCloser) error

type Backup

+ func (b *Backup) GetFullSize() uint64

type COS

+ func (c *COS) GetFileReaderAbsolute(ctx context.Context, key string) (io.ReadCloser, error)

+ func (c *COS) PutFileAbsolute(ctx context.Context, key string, r io.ReadCloser) error

type FTP

+ func (f *FTP) GetFileReaderAbsolute(ctx context.Context, key string) (io.ReadCloser, error)

+ func (f *FTP) PutFileAbsolute(ctx context.Context, key string, r io.ReadCloser) error

type GCS

+ func (gcs *GCS) GetFileReaderAbsolute(ctx context.Context, key string) (io.ReadCloser, error)

+ func (gcs *GCS) PutFileAbsolute(ctx context.Context, key string, r io.ReadCloser) error

type RemoteStorage

+ GetFileReaderAbsolute func(ctx context.Context, key string) (io.ReadCloser, error)

+ PutFileAbsolute func(ctx context.Context, key string, r io.ReadCloser) error

type S3

+ func (s *S3) GetFileReaderAbsolute(ctx context.Context, key string) (io.ReadCloser, error)

+ func (s *S3) PutFileAbsolute(ctx context.Context, key string, r io.ReadCloser) error

type SFTP

+ func (sftp *SFTP) GetFileReaderAbsolute(ctx context.Context, key string) (io.ReadCloser, error)

+ func (sftp *SFTP) PutFileAbsolute(ctx context.Context, key string, localFile io.ReadCloser) error

Feb 12, 2024

Changes in this version

type AzureBlob

+ Log *apexLog.Entry

Feb 6, 2024

Changes in this version

type Backup

+ func GetBackupsToDeleteRemote(backups []Backup, keep int) []Backup

type BackupDestination

+ func (bd *BackupDestination) RemoveBackupRemote(ctx context.Context, backup Backup) error

Feb 5, 2024

Changes in this version

type AzureBlob

+ func (a *AzureBlob) WalkAbsolute(ctx context.Context, prefix string, recursive bool, ...) error

type COS

+ func (c *COS) WalkAbsolute(ctx context.Context, prefix string, recursive bool, ...) error

type FTP

+ func (f *FTP) WalkAbsolute(ctx context.Context, prefix string, recursive bool, ...) error

type GCS

+ func (gcs *GCS) WalkAbsolute(ctx context.Context, rootPath string, recursive bool, ...) error

type RemoteStorage

+ WalkAbsolute func(ctx context.Context, absolutePrefix string, recursive bool, ...) error

type S3

+ func (s *S3) WalkAbsolute(ctx context.Context, prefix string, recursive bool, ...) error

type SFTP

+ func (sftp *SFTP) WalkAbsolute(ctx context.Context, prefix string, recursive bool, ...) error

Jan 24, 2024

Changes in this version

+ const BufferSize

+ var ErrNotFound = errors.New("key not found")

+ func ApplyMacrosToObjectLabels(ctx context.Context, objectLabels map[string]string, ch *clickhouse.ClickHouse, ...) (map[string]string, error)

+ type AzureBlob struct

+ CPK azblob.ClientProvidedKeyOptions

+ Config *config.AzureBlobConfig

+ Container azblob.ContainerURL

+ Pipeline pipeline.Pipeline

+ func (a *AzureBlob) Close(ctx context.Context) error

+ func (a *AzureBlob) Connect(ctx context.Context) error

+ func (a *AzureBlob) CopyObject(ctx context.Context, srcSize int64, srcBucket, srcKey, dstKey string) (int64, error)

+ func (a *AzureBlob) DeleteFile(ctx context.Context, key string) error

+ func (a *AzureBlob) DeleteFileFromObjectDiskBackup(ctx context.Context, key string) error

+ func (a *AzureBlob) GetFileReader(ctx context.Context, key string) (io.ReadCloser, error)

+ func (a *AzureBlob) GetFileReaderWithLocalPath(ctx context.Context, key, _ string) (io.ReadCloser, error)

+ func (a *AzureBlob) Kind() string

+ func (a *AzureBlob) PutFile(ctx context.Context, key string, r io.ReadCloser) error

+ func (a *AzureBlob) StatFile(ctx context.Context, key string) (RemoteFile, error)

+ func (a *AzureBlob) Walk(ctx context.Context, azPath string, recursive bool, ...) error

+ type Backup struct

+ Broken string

+ FileExtension string

+ Legacy bool

+ UploadDate time.Time

+ func GetBackupsToDelete(backups []Backup, keep int) []Backup

+ type BackupDestination struct

+ Log *apexLog.Entry

+ func NewBackupDestination(ctx context.Context, cfg *config.Config, ch *clickhouse.ClickHouse, ...) (*BackupDestination, error)

+ func (bd *BackupDestination) BackupList(ctx context.Context, parseMetadata bool, parseMetadataOnly string) ([]Backup, error)

+ func (bd *BackupDestination) DownloadCompressedStream(ctx context.Context, remotePath string, localPath string) error

+ func (bd *BackupDestination) DownloadPath(ctx context.Context, size int64, remotePath string, localPath string, ...) error

+ func (bd *BackupDestination) RemoveBackup(ctx context.Context, backup Backup) error

+ func (bd *BackupDestination) RemoveOldBackups(ctx context.Context, keep int) error

+ func (bd *BackupDestination) UploadCompressedStream(ctx context.Context, baseLocalPath string, files []string, remotePath string) error

+ func (bd *BackupDestination) UploadPath(ctx context.Context, size int64, baseLocalPath string, files []string, ...) (int64, error)

+ type COS struct

+ Config *config.COSConfig

+ func (c *COS) Close(ctx context.Context) error

+ func (c *COS) Connect(ctx context.Context) error

+ func (c *COS) CopyObject(ctx context.Context, srcSize int64, srcBucket, srcKey, dstKey string) (int64, error)

+ func (c *COS) DeleteFile(ctx context.Context, key string) error

+ func (c *COS) DeleteFileFromObjectDiskBackup(ctx context.Context, key string) error

+ func (c *COS) GetFileReader(ctx context.Context, key string) (io.ReadCloser, error)

+ func (c *COS) GetFileReaderWithLocalPath(ctx context.Context, key, _ string) (io.ReadCloser, error)

+ func (c *COS) Kind() string

+ func (c *COS) PutFile(ctx context.Context, key string, r io.ReadCloser) error

+ func (c *COS) StatFile(ctx context.Context, key string) (RemoteFile, error)

+ func (c *COS) Walk(ctx context.Context, cosPath string, recursive bool, ...) error

+ type FTP struct

+ Config *config.FTPConfig

+ Log *apexLog.Entry

+ func (f *FTP) Close(ctx context.Context) error

+ func (f *FTP) Connect(ctx context.Context) error

+ func (f *FTP) CopyObject(ctx context.Context, srcSize int64, srcBucket, srcKey, dstKey string) (int64, error)

+ func (f *FTP) DeleteFile(ctx context.Context, key string) error

+ func (f *FTP) DeleteFileFromObjectDiskBackup(ctx context.Context, key string) error

+ func (f *FTP) GetFileReader(ctx context.Context, key string) (io.ReadCloser, error)

+ func (f *FTP) GetFileReaderWithLocalPath(ctx context.Context, key, _ string) (io.ReadCloser, error)

+ func (f *FTP) Kind() string

+ func (f *FTP) MkdirAll(key string, client *ftp.ServerConn) error

+ func (f *FTP) PutFile(ctx context.Context, key string, r io.ReadCloser) error

+ func (f *FTP) StatFile(ctx context.Context, key string) (RemoteFile, error)

+ func (f *FTP) Walk(ctx context.Context, ftpPath string, recursive bool, ...) error

+ type FTPFileReader struct

+ func (fr *FTPFileReader) Close() error

+ type GCS struct

+ Config *config.GCSConfig

+ func (gcs *GCS) Close(ctx context.Context) error

+ func (gcs *GCS) Connect(ctx context.Context) error

+ func (gcs *GCS) CopyObject(ctx context.Context, srcSize int64, srcBucket, srcKey, dstKey string) (int64, error)

+ func (gcs *GCS) DeleteFile(ctx context.Context, key string) error

+ func (gcs *GCS) DeleteFileFromObjectDiskBackup(ctx context.Context, key string) error

+ func (gcs *GCS) GetFileReader(ctx context.Context, key string) (io.ReadCloser, error)

+ func (gcs *GCS) GetFileReaderWithLocalPath(ctx context.Context, key, _ string) (io.ReadCloser, error)

+ func (gcs *GCS) Kind() string

+ func (gcs *GCS) PutFile(ctx context.Context, key string, r io.ReadCloser) error

+ func (gcs *GCS) StatFile(ctx context.Context, key string) (RemoteFile, error)

+ func (gcs *GCS) Walk(ctx context.Context, gcsPath string, recursive bool, ...) error

+ type RecalculateV4Signature struct

+ func (lt *RecalculateV4Signature) RoundTrip(req *http.Request) (*http.Response, error)

+ type RemoteFile interface

+ LastModified func() time.Time

+ Name func() string

+ Size func() int64

+ type RemoteStorage interface

+ Close func(ctx context.Context) error

+ Connect func(ctx context.Context) error

+ CopyObject func(ctx context.Context, srcSize int64, srcBucket, srcKey, dstKey string) (int64, error)

+ DeleteFile func(ctx context.Context, key string) error

+ DeleteFileFromObjectDiskBackup func(ctx context.Context, key string) error

+ GetFileReader func(ctx context.Context, key string) (io.ReadCloser, error)

+ GetFileReaderWithLocalPath func(ctx context.Context, key, localPath string) (io.ReadCloser, error)

+ Kind func() string

+ PutFile func(ctx context.Context, key string, r io.ReadCloser) error

+ StatFile func(ctx context.Context, key string) (RemoteFile, error)

+ Walk func(ctx context.Context, prefix string, recursive bool, ...) error

+ type S3 struct

+ BufferSize int

+ Concurrency int

+ Config *config.S3Config

+ Log *apexLog.Entry

+ PartSize int64

+ func (s *S3) Close(ctx context.Context) error

+ func (s *S3) Connect(ctx context.Context) error

+ func (s *S3) CopyObject(ctx context.Context, srcSize int64, srcBucket, srcKey, dstKey string) (int64, error)

+ func (s *S3) DeleteFile(ctx context.Context, key string) error

+ func (s *S3) DeleteFileFromObjectDiskBackup(ctx context.Context, key string) error

+ func (s *S3) GetFileReader(ctx context.Context, key string) (io.ReadCloser, error)

+ func (s *S3) GetFileReaderWithLocalPath(ctx context.Context, key, localPath string) (io.ReadCloser, error)

+ func (s *S3) Kind() string

+ func (s *S3) PutFile(ctx context.Context, key string, r io.ReadCloser) error

+ func (s *S3) StatFile(ctx context.Context, key string) (RemoteFile, error)

+ func (s *S3) Walk(ctx context.Context, s3Path string, recursive bool, ...) error

+ type S3LogToApexLogAdapter struct

+ func (S3LogToApexLogAdapter S3LogToApexLogAdapter) Logf(severity awsV2Logging.Classification, msg string, args ...interface{})

+ type SFTP struct

+ Config *config.SFTPConfig

+ func (sftp *SFTP) Close(ctx context.Context) error

+ func (sftp *SFTP) Connect(ctx context.Context) error

+ func (sftp *SFTP) CopyObject(ctx context.Context, srcSize int64, srcBucket, srcKey, dstKey string) (int64, error)

+ func (sftp *SFTP) Debug(msg string, v ...interface{})

+ func (sftp *SFTP) DeleteDirectory(ctx context.Context, dirPath string) error

+ func (sftp *SFTP) DeleteFile(ctx context.Context, key string) error

+ func (sftp *SFTP) DeleteFileFromObjectDiskBackup(ctx context.Context, key string) error

+ func (sftp *SFTP) GetFileReader(ctx context.Context, key string) (io.ReadCloser, error)

+ func (sftp *SFTP) GetFileReaderWithLocalPath(ctx context.Context, key, _ string) (io.ReadCloser, error)

+ func (sftp *SFTP) Kind() string

+ func (sftp *SFTP) PutFile(ctx context.Context, key string, localFile io.ReadCloser) error

+ func (sftp *SFTP) StatFile(ctx context.Context, key string) (RemoteFile, error)

+ func (sftp *SFTP) Walk(ctx context.Context, remotePath string, recursive bool, ...) error