wal-g

Nov 6, 2018

Changes in this version

+ const BlocksInRelFile

+ const BrotliAlgorithmName

+ const BrotliFileExtension

+ const DatabasePageSize

+ const DefaultDataBurstRateLimit

+ const DefaultDataFolderPath

+ const DefaultSpcNode

+ const DefaultStreamingPartSizeFor10Concurrency

+ const DefaultTablespace

+ const DefaultTarSizeThreshold

+ const DeltaFilenameSuffix

+ const GlobalTablespace

+ const GpgBin

+ const NoSuchKeyAWSErrorCode

+ const NonDefaultTablespace

+ const PartFilenameSuffix

+ const PgControl

+ const RecordPartFilename

+ const RelFileSizeBound

+ const SignatureMagicNumber

+ const TotalBgUploadedLimit

+ const WalFileInDelta

+ var CompressingAlgorithms = []string

+ var DiskLimiter *rate.Limiter

+ var IncrementFileHeader = []byte

+ var InvalidIncrementFileHeaderError = errors.New("Invalid increment file header")

+ var InvalidWalFileMagicError = errors.New("WAL-G: WAL file magic is invalid ")

+ var NetworkLimiter *rate.Limiter

+ var NilWalParserError = errors.New("expected to get non nil wal parser, but got nil one")

+ var NoBackupsFoundError = errors.New("No backups found")

+ var NoBitmapFoundError = errors.New("GetDeltaBitmapFor: no bitmap found")

+ var NoFilesToExtractError = errors.New("ExtractAll: did not provide files to extract")

+ var PgControlMissingError = errors.New("Corrupted backup: missing pg_control")

+ var TerminalLocation = *walparser.NewBlockLocation(0, 0, 0, 0)

+ var UnexpectedTarDataError = errors.New("Expected end of Tar")

+ var UnknownIncrementFileHeaderError = errors.New("Unknown increment file header")

+ var UnknownTableSpaceError = errors.New("GetRelFileNodeFrom: unknown tablespace")

+ var WalgConfig *map[string]string

+ func CleanupPrefetchDirectories(walFileName string, location string, cleaner Cleaner)

+ func ComputeDeletionSkipline(backups []BackupTime, target *Backup) (skipLine int, walSkipFileName string)

+ func CreateFileWith(filePath string, content io.Reader) error

+ func DecryptAndDecompressTar(writer io.Writer, readerMaker ReaderMaker, crypter Crypter) error

+ func ExtractBlockLocations(records []walparser.XLogRecord) []walparser.BlockLocation

+ func FastCopy(dst io.Writer, src io.Reader) (int64, error)

+ func GetDeltaFilenameFor(walFilename string) (string, error)

+ func GetFileRelativePath(fileAbsPath string, directoryPath string) string

+ func GetLatestBackupKey(folder *S3Folder) (string, error)

+ func GetNextWalFilename(name string) (string, error)

+ func GetPositionInDelta(walFilename string) int

+ func GetPrefetchLocations(location string, walFileName string) (prefetchLocation string, runningLocation string, runningFile string, ...)

+ func GetRelFileIdFrom(filePath string) (int, error)

+ func GetRelFileNodeFrom(filePath string) (*walparser.RelFileNode, error)

+ func IsAwsNotExist(err error) bool

+ func LookupConfigValue(key string) (value string, ok bool)

+ func PackFileTo(tarBall TarBall, fileInfoHeader *tar.Header, fileContent io.Reader) (fileSize int64, err error)

+ func ParseWALFilename(name string) (timelineId uint32, logSegNo uint64, err error)

+ func ReadIncrementFileHeader(reader io.Reader) error

+ func ReadIncrementalFile(filePath string, fileSize int64, lsn uint64, deltaBitmap *roaring.Bitmap) (fileReader io.ReadCloser, size int64, err error)

+ func ReadLocationsFrom(reader io.Reader) ([]walparser.BlockLocation, error)

+ func SelectRelFileBlocks(bitmap *roaring.Bitmap, relFileId int) *roaring.Bitmap

+ func ShouldPrefault(name string) (lsn uint64, shouldPrefault bool, timelineId uint32, err error)

+ func ToBytes(x interface{}) []byte

+ func ToPartFilename(deltaFilename string) string

+ func TryDownloadWALFile(folder *S3Folder, walPath string) (archiveReader io.ReadCloser, exists bool, err error)

+ func WriteLocationsTo(writer io.Writer, locations []walparser.BlockLocation) error

type Archive

+ Folder *S3Folder

+ type ArchiveNonExistenceError struct

+ func (err ArchiveNonExistenceError) Error() string

type Backup

+ Folder *S3Folder

+ func NewBackup(folder *S3Folder, name string) *Backup

type BackupTime

+ func GetGarbageBackupTimeSlicesFromPrefix(backups []*s3.CommonPrefix, nongarbage []BackupTime) []BackupTime

type BgUploader

+ func NewBgUploader(walFilePath string, maxParallelWorkers int32, uploader *Uploader) *BgUploader

+ type BlockLocationReader struct

+ func NewBlockLocationReader(underlying io.Reader) *BlockLocationReader

+ func (reader *BlockLocationReader) ReadNextLocation() (*walparser.BlockLocation, error)

+ type BlockLocationWriter struct

+ Underlying io.Writer

+ func NewBlockLocationWriter(underlying io.Writer) *BlockLocationWriter

+ func (locationWriter *BlockLocationWriter) WriteLocation(location walparser.BlockLocation) error

+ type BrotliCompressor struct

+ func (compressor BrotliCompressor) FileExtension() string

+ func (compressor BrotliCompressor) NewWriter(writer io.Writer) ReaderFromWriteCloser

+ type BrotliDecompressor struct

+ func (decompressor BrotliDecompressor) Decompress(dst io.Writer, src io.Reader) error

+ func (decompressor BrotliDecompressor) FileExtension() string

+ type BrotliReaderFromWriter struct

+ func NewBrotliReaderFromWriter(dst io.Writer) *BrotliReaderFromWriter

+ func (writer *BrotliReaderFromWriter) ReadFrom(reader io.Reader) (n int64, err error)

type Bundle

+ ArchiveDirectory string

+ DeltaMap PagedFileDeltaMap

+ TarSizeThreshold int64

+ func NewBundle(archiveDirectory string, incrementFromLsn *uint64, ...) *Bundle

+ func (bundle *Bundle) DownloadDeltaMap(folder *S3Folder, backupStartLSN uint64) error

+ func (bundle *Bundle) GetFileRelPath(fileAbsPath string) string

+ func (bundle *Bundle) HandleWalkedFSObject(path string, info os.FileInfo, err error) error

+ func (bundle *Bundle) PrefaultWalkedFSObject(path string, info os.FileInfo, err error) error

+ func (bundle *Bundle) UploadLabelFiles(conn *pgx.Conn) (uint64, error)

+ func (bundle *Bundle) UploadPgControl(compressorFileExtension string) error

+ type DataFolder interface

+ CleanFolder func() error

+ OpenReadonlyFile func(filename string) (io.ReadCloser, error)

+ OpenWriteOnlyFile func(filename string) (io.WriteCloser, error)

type DeleteCommandArguments

+ Before bool

+ BeforeTime *time.Time

+ FindFull bool

+ Full bool

+ Retain bool

+ Target string

+ type DeltaFile struct

+ Locations []walparser.BlockLocation

+ WalParser *walparser.WalParser

+ func LoadDeltaFile(reader io.Reader) (*DeltaFile, error)

+ func NewDeltaFile(walParser *walparser.WalParser) (*DeltaFile, error)

+ func (deltaFile *DeltaFile) Save(writer io.Writer) error

+ type DeltaFileChanWriter struct

+ BlockLocationConsumer chan walparser.BlockLocation

+ DeltaFile *DeltaFile

+ func NewDeltaFileChanWriter(deltaFile *DeltaFile) *DeltaFileChanWriter

+ func (writer *DeltaFileChanWriter) Consume(waitGroup *sync.WaitGroup)

+ type DeltaFileManager struct

+ CanceledDeltaFiles map[string]bool

+ DeltaFileWriters *LazyCache

+ PartFiles *LazyCache

+ func NewDeltaFileManager(dataFolder DataFolder) *DeltaFileManager

+ func (manager *DeltaFileManager) CancelRecording(walFilename string)

+ func (manager *DeltaFileManager) CombinePartFile(deltaFilename string, partFile *WalPartFile) error

+ func (manager *DeltaFileManager) FlushDeltaFiles(uploader *Uploader, completedPartFiles map[string]bool)

+ func (manager *DeltaFileManager) FlushFiles(uploader *Uploader)

+ func (manager *DeltaFileManager) FlushPartFiles() (completedPartFiles map[string]bool)

+ func (manager *DeltaFileManager) GetBlockLocationConsumer(deltaFilename string) (chan walparser.BlockLocation, error)

+ func (manager *DeltaFileManager) GetPartFile(deltaFilename string) (*WalPartFile, error)

+ func (manager *DeltaFileManager) LoadDeltaFileWriter(deltaFilename string) (deltaFileWriter *DeltaFileChanWriter, err error)

+ func (manager *DeltaFileManager) LoadPartFile(partFilename string) (*WalPartFile, error)

+ type DeltaFileWriterNotFoundError struct

+ func (err DeltaFileWriterNotFoundError) Error() string

+ type DiskDataFolder struct

+ func NewDiskDataFolder(folderPath string) (*DiskDataFolder, error)

+ func (folder *DiskDataFolder) CleanFolder() error

+ func (folder *DiskDataFolder) OpenReadonlyFile(filename string) (io.ReadCloser, error)

+ func (folder *DiskDataFolder) OpenWriteOnlyFile(filename string) (io.WriteCloser, error)

type IncrementalPageReader

+ Blocks []uint32

+ FileSize int64

+ Lsn uint64

+ Next []byte

+ PagedFile ReadSeekCloser

+ func (pageReader *IncrementalPageReader) DeltaBitmapInitialize(deltaBitmap *roaring.Bitmap)

+ func (pageReader *IncrementalPageReader) FullScanInitialize() error

+ func (pageReader *IncrementalPageReader) SelectNewValidPage(pageBytes []byte, blockNo uint32) (valid bool)

+ func (pageReader *IncrementalPageReader) WriteDiffMapToHeader(headerWriter io.Writer)

+ type InvalidBlockError struct

+ func (err *InvalidBlockError) Error() string

+ type LazyCache struct

+ func NewLazyCache(load func(key interface{}) (value interface{}, err error)) *LazyCache

+ func (lazyCache *LazyCache) Load(key interface{}) (value interface{}, exists bool, err error)

+ func (lazyCache *LazyCache) LoadExisting(key interface{}) (value interface{}, exists bool)

+ func (lazyCache *LazyCache) Range(reduce func(key, value interface{}) bool)

+ func (lazyCache *LazyCache) Store(key, value interface{})

+ type Lz4ReaderFromWriter struct

+ func NewLz4ReaderFromWriter(dst io.Writer) *Lz4ReaderFromWriter

+ func (writer *Lz4ReaderFromWriter) ReadFrom(reader io.Reader) (n int64, err error)

+ type NOPTarBall struct

+ func (tarBall *NOPTarBall) AddSize(i int64)

+ func (tarBall *NOPTarBall) AwaitUploads()

+ func (tarBall *NOPTarBall) CloseTar() error

+ func (tarBall *NOPTarBall) Finish(sentinelDto *S3TarBallSentinelDto) error

+ func (tarBall *NOPTarBall) SetUp(crypter Crypter, params ...string)

+ func (tarBall *NOPTarBall) Size() int64

+ func (tarBall *NOPTarBall) TarWriter() *tar.Writer

+ type NOPTarBallMaker struct

+ func (tarBallMaker *NOPTarBallMaker) Make(inheritState bool) TarBall

+ type NamedReader interface

+ Name func() string

+ type NamedReaderImpl struct

+ func (reader *NamedReaderImpl) Name() string

+ type NoSuchFileError struct

+ func NewNoSuchFileError(filename string) *NoSuchFileError

+ func (err NoSuchFileError) Error() string

+ type NotWalFilenameError struct

+ func (err NotWalFilenameError) Error() string

type OpenPGPCrypter

+ Configured bool

+ KeyRingId string

+ PubKey openpgp.EntityList

+ SecretKey openpgp.EntityList

+ func (crypter *OpenPGPCrypter) IsArmed() bool

+ type PagedFileDeltaMap map[walparser.RelFileNode]*roaring.Bitmap

+ func NewPagedFileDeltaMap() PagedFileDeltaMap

+ func (deltaMap *PagedFileDeltaMap) AddToDelta(location walparser.BlockLocation)

+ func (deltaMap *PagedFileDeltaMap) GetDeltaBitmapFor(filePath string) (*roaring.Bitmap, error)

+ type PostgresPageHeader struct

+ func ParsePostgresPageHeader(reader io.Reader) (*PostgresPageHeader, error)

+ func (header *PostgresPageHeader) IsNew() bool

+ func (header *PostgresPageHeader) IsValid() bool

+ func (header *PostgresPageHeader) Lsn() uint64

+ type ReadSeekCloser interface

+ type ReadSeekCloserImpl struct

+ type S3Folder struct

+ Bucket *string

+ S3API s3iface.S3API

+ Server string

+ func NewS3Folder(s3API s3iface.S3API, bucket, server string, preventWalOverwrite bool) *S3Folder

type S3ReaderMaker

+ Folder *S3Folder

+ RelativePath string

+ func NewS3ReaderMaker(folder *S3Folder, key string) *S3ReaderMaker

type S3TarBallMaker

+ func NewS3TarBallMaker(backupName string, uploader *Uploader) *S3TarBallMaker

type S3TarBallSentinelDto

+ BackupFinishLSN *uint64

+ BackupStartLSN *uint64

+ type Saver interface

+ Save func(writer io.Writer) error

type TarBallMaker

+ func NewNopTarBallMaker() TarBallMaker

+ type Uploader struct

+ SSEKMSKeyId string

+ StorageClass string

+ Success bool

+ func NewUploader(uploaderAPI s3manageriface.UploaderAPI, compressor Compressor, ...) *Uploader

+ func (uploader *Uploader) Clone() *Uploader

+ func (uploader *Uploader) CreateUploadInput(path string, reader io.Reader) *s3manager.UploadInput

+ func (uploader *Uploader) UploadFile(file NamedReader) error

+ func (uploader *Uploader) UploadWalFile(file NamedReader) error

+ type WalDeltaRecorder struct

+ func NewWalDeltaRecorder(blockLocationConsumer chan walparser.BlockLocation) *WalDeltaRecorder

+ type WalDeltaRecordingReader struct

+ PageDataLeftover []byte

+ PageReader walparser.WalPageReader

+ Recorder *WalDeltaRecorder

+ WalParser walparser.WalParser

+ func NewWalDeltaRecordingReader(walFileReader io.Reader, walFilename string, manager *DeltaFileManager) (*WalDeltaRecordingReader, error)

+ func (reader *WalDeltaRecordingReader) Close() error

+ func (reader *WalDeltaRecordingReader) Read(p []byte) (n int, err error)

+ func (reader *WalDeltaRecordingReader) RecordBlockLocationsFromPage() error

+ type WalPart struct

+ func LoadWalPart(reader io.Reader) (*WalPart, error)

+ func NewWalPart(dataType WalPartDataType, id uint8, data []byte) *WalPart

+ func (part *WalPart) Save(writer io.Writer) error

+ type WalPartDataType uint8

+ const PreviousWalHeadType

+ const WalHeadType

+ const WalTailType

+ type WalPartFile struct

+ PreviousWalHead []byte

+ WalHeads [][]byte

+ WalTails [][]byte

+ func LoadPartFile(reader io.Reader) (*WalPartFile, error)

+ func NewWalPartFile() *WalPartFile

+ func (partFile *WalPartFile) CombineRecords() ([]walparser.XLogRecord, error)

+ func (partFile *WalPartFile) IsComplete() bool

+ func (partFile *WalPartFile) Save(writer io.Writer) error

+ type WalPartRecorder struct

+ func NewWalPartRecorder(walFilename string, manager *DeltaFileManager) (*WalPartRecorder, error)

+ func (recorder *WalPartRecorder) SaveNextWalHead(head []byte) error

+ func (recorder *WalPartRecorder) SavePreviousWalTail(tailData []byte) error

+ type WrongTypeError struct

+ func (err WrongTypeError) Error() string

Aug 10, 2018

Changes in this version

+ const BaseBackupsPath

+ const CompressedBlockMaxSize

+ const DeleteUsageText

+ const Lz4AlgorithmName

+ const Lz4FileExtension

+ const LzmaAlgorithmName

+ const LzmaFileExtension

+ const LzoFileExtension

+ const LzopBlockSize

+ const NotFoundAWSErrorCode

+ const VersionStr

+ const WalPath

+ const ZstdAlgorithmName

+ const ZstdFileExtension

+ var Compressors = map[string]Compressor

+ var Decompressors = []Decompressor

+ var ExcludedFilenames = make(map[string]Empty)

+ var MaxRetries = 15

+ func DownloadAndDecompressWALFile(pre *S3Prefix, walFileName string, dstLocation string)

+ func GetFileExtension(path string) string

+ func NewDiskLimitReader(r io.ReadCloser) io.ReadCloser

+ func NewLzoReader(r io.Reader) (io.ReadCloser, error)

+ func NewLzoWriter(w io.Writer) io.WriteCloser

+ func NewNetworkLimitReader(r io.ReadCloser) io.ReadCloser

type Bundle

+ Sentinel *Sentinel

+ TarBall TarBall

+ TarBallMaker TarBallMaker

+ func (bundle *Bundle) TarWalk(path string, info os.FileInfo, err error) error

+ type CascadeWriteCloser struct

+ Underlying io.Closer

+ func (cascadeCloser *CascadeWriteCloser) Close() error

+ type CompressingPipeWriter struct

+ Input io.Reader

+ NewCompressingWriter func(io.Writer) ReaderFromWriteCloser

+ Output io.Reader

+ func NewLz4CompressingPipeWriter(input io.Reader) *CompressingPipeWriter

+ func (pipeWriter *CompressingPipeWriter) Compress(crypter Crypter)

+ type CompressingPipeWriterError struct

+ func (err CompressingPipeWriterError) Error() string

+ type Compressor interface

+ FileExtension func() string

+ NewWriter func(writer io.Writer) ReaderFromWriteCloser

+ type Decompressor interface

+ Decompress func(dst io.Writer, src io.Reader) error

+ FileExtension func() string

+ type LimitedReader struct

+ func (r *LimitedReader) Close() error

+ func (r *LimitedReader) Read(buf []byte) (int, error)

+ type Lz4Compressor struct

+ func (compressor Lz4Compressor) FileExtension() string

+ func (compressor Lz4Compressor) NewWriter(writer io.Writer) ReaderFromWriteCloser

+ type Lz4Decompressor struct

+ func (decompressor Lz4Decompressor) Decompress(dst io.Writer, src io.Reader) error

+ func (decompressor Lz4Decompressor) FileExtension() string

+ type LzmaCompressor struct

+ func (compressor LzmaCompressor) FileExtension() string

+ func (compressor LzmaCompressor) NewWriter(writer io.Writer) ReaderFromWriteCloser

+ type LzmaDecompressor struct

+ func (decompressor LzmaDecompressor) Decompress(dst io.Writer, src io.Reader) error

+ func (decompressor LzmaDecompressor) FileExtension() string

+ type LzmaReaderFromWriter struct

+ func NewLzmaReaderFromWriter(dst io.Writer) (*LzmaReaderFromWriter, error)

+ func (writer *LzmaReaderFromWriter) ReadFrom(reader io.Reader) (n int64, err error)

+ type LzoDecompressor struct

+ func (decompressor LzoDecompressor) Decompress(dst io.Writer, src io.Reader) error

+ func (decompressor LzoDecompressor) FileExtension() string

+ type MD5Reader struct

+ func (reader *MD5Reader) Read(p []byte) (n int, err error)

+ func (reader *MD5Reader) Sum() string

+ type ReadCascadeCloser struct

+ type ReaderFromWriteCloser interface

+ type S3Prefix struct

+ Bucket *string

+ PreventWalOverwrite bool

+ Server *string

+ Svc s3iface.S3API

type S3TarBall

+ func (tarBall *S3TarBall) FileExtension() string

+ func (tarBall *S3TarBall) TarWriter() *tar.Writer

type S3TarBallMaker

+ TarUploader *TarUploader

type TarBall

+ FileExtension func() string

+ TarWriter func() *tar.Writer

type TarUploader

+ UploaderApi s3manageriface.UploaderAPI

+ func NewLz4MockTarUploader() *TarUploader

+ type UnknownCompressionMethodError struct

+ func (err UnknownCompressionMethodError) Error() string

+ type UntilEOFReader struct

+ func NewUntilEofReader(underlying io.Reader) *UntilEOFReader

+ func (reader *UntilEOFReader) Read(p []byte) (n int, err error)

+ type ZstdCompressor struct

+ func (compressor ZstdCompressor) FileExtension() string

+ func (compressor ZstdCompressor) NewWriter(writer io.Writer) ReaderFromWriteCloser

+ type ZstdDecompressor struct

+ func (decompressor ZstdDecompressor) Decompress(dst io.Writer, src io.Reader) error

+ func (decompressor ZstdDecompressor) FileExtension() string

+ type ZstdReaderFromWriter struct

+ func NewZstdReaderFromWriter(dst io.Writer) *ZstdReaderFromWriter

+ func (writer *ZstdReaderFromWriter) ReadFrom(reader io.Reader) (n int64, err error)

May 25, 2018

Changes in this version

type TarUploader

+ SSEKMSKeyId string

+ ServerSideEncryption string

Apr 27, 2018

Changes in this version

+ var DeleteUsage = ...

+ var ErrCrypterUseMischief = errors.New("Crypter is not checked before use")

+ var ErrInvalidBlock = errors.New("Block is not valid")

+ var ErrLatestNotFound = errors.New("No backups found")

+ var ErrSentinelNotUploaded = errors.New("Sentinel was not uploaded due to timeline change during backup")

+ func GetSentinelUserData() interface

type Archive

+ func (a *Archive) GetETag() (*string, error)

type Bundle

+ Files *sync.Map

+ func (b *Bundle) CheckSizeAndEnqueueBack(tb TarBall) error

+ func (b *Bundle) Deque() TarBall

+ func (b *Bundle) EnqueueBack(tb TarBall, parallelOpInProgress *bool)

+ func (b *Bundle) FinishQueue() error

+ func (b *Bundle) GetFiles() *sync.Map

+ func (b *Bundle) StartQueue()

+ type PgQueryRunner struct

+ Version int

+ func NewPgQueryRunner(conn *pgx.Conn) (*PgQueryRunner, error)

+ func (queryRunner *PgQueryRunner) BuildGetVersion() string

+ func (queryRunner *PgQueryRunner) BuildStartBackup() (string, error)

+ func (queryRunner *PgQueryRunner) BuildStopBackup() (string, error)

+ func (queryRunner *PgQueryRunner) StartBackup(backup string) (backupName string, lsnString string, inRecovery bool, err error)

+ func (queryRunner *PgQueryRunner) StopBackup() (label string, offsetMap string, lsnStr string, err error)

+ type QueryRunner interface

+ StartBackup func(backup string) (string, string, bool, error)

+ StopBackup func() (string, string, string, error)

type S3TarBall

+ func (b *S3TarBall) AwaitUploads()

+ func (s *S3TarBall) AddSize(i int64)

type S3TarBallSentinelDto

+ UserData interface{}

+ func (s *S3TarBallSentinelDto) SetFiles(p *sync.Map)

type TarBall

+ AddSize func(int64)

+ AwaitUploads func()

type TarBundle

+ CheckSizeAndEnqueueBack func(tb TarBall) error

+ Deque func() TarBall

+ EnqueueBack func(tb TarBall, parallelOpInProgress *bool)

+ FinishQueue func() error

+ GetFiles func() *sync.Map

+ StartQueue func()

Feb 19, 2018

Changes in this version

+ func DownloadWALFile(pre *Prefix, walFileName string, location string)

type TarUploader

+ func (tu *TarUploader) Clone() *TarUploader

Feb 12, 2018

Changes in this version

+ const WalSegmentSize

Feb 8, 2018

Changes in this version

+ func UploadWALFile(tu *TarUploader, dirArc string)

+ type BgUploader struct

+ func (u *BgUploader) CheckForNewFiles()

+ func (u *BgUploader) Start(walFilePath string, maxParallelWorkers int32, tu *TarUploader)

+ func (u *BgUploader) Stop()

+ func (u *BgUploader) Upload(info os.FileInfo)

Jan 17, 2018

Changes in this version

+ func GetBackupPath(prefix *Prefix) *string

+ func ResolveSymlink(path string) string

type S3TarBallSentinelDto

+ FinishLSN *uint64

+ PgVersion int

Dec 7, 2017

Changes in this version

+ const BlockSize

+ const SentinelSuffix

+ var CrypterUseMischief = errors.New("Crypter is not checked before use")

+ var DeleteConfirmed bool

+ var DeleteDryrun bool

+ var InvalidBlock = errors.New("Block is not valid")

+ var LatestNotFound = errors.New("No backups found")

+ var SentinelNotUploaded = errors.New("Sentinel was not uploaded due to timeline change during backup")

+ func ApplyFileIncrement(fileName string, increment io.Reader) error

+ func DeleteBackupsBefore(backups []BackupTime, skipline int, pre *Prefix)

+ func DeleteBeforeTarget(target string, bk *Backup, pre *Prefix, find_full bool, backups []BackupTime, ...)

+ func DeleteWALBefore(bt BackupTime, pre *Prefix)

+ func DeltaFetchRecursion(backupName string, pre *Prefix, dirArc string) (lsn *uint64)

+ func DownloadFile(pre *Prefix, walFileName string, location string)

+ func GetDeltaConfig() (max_deltas int, from_full bool)

+ func GetKeyRingId() string

+ func GetPubRingArmour(keyId string) ([]byte, error)

+ func GetSecretRingArmour(keyId string) ([]byte, error)

+ func HandleBackupFetch(backupName string, pre *Prefix, dirArc string, mem bool) (lsn *uint64)

+ func HandleBackupList(pre *Prefix)

+ func HandleBackupPush(dirArc string, tu *TarUploader, pre *Prefix)

+ func HandleDelete(pre *Prefix, args []string)

+ func HandleWALFetch(pre *Prefix, walFileName string, location string, triggerPrefetch bool)

+ func HandleWALPrefetch(pre *Prefix, walFileName string, location string)

+ func HandleWALPush(tu *TarUploader, dirArc string)

+ func IsPagedFile(info os.FileInfo, fileName string) bool

+ func MoveFileAndCreateDirs(incrementalPath string, targetPath string, fileName string) (err error)

+ func NextWALFileName(name string) (nextname string, err error)

+ func ParseLsn(lsnStr string) (lsn uint64, err error)

+ func ParsePageHeader(data []byte) (lsn uint64, valid bool)

+ func ParseWALFileName(name string) (timelineId uint32, logSegNo uint64, err error)

+ func PrepareDirs(fileName string, targetPath string) error

+ func PrintDeleteUsageAndFail()

+ func ReadDatabaseFile(fileName string, lsn *uint64, isNew bool) (io.ReadCloser, bool, int64, error)

+ func UnwrapBackup(bk *Backup, dirArc string, pre *Prefix, sentinel S3TarBallSentinelDto)

+ func WALFileName(lsn uint64, conn *pgx.Conn) (string, uint32, error)

type Backup

+ func (b *Backup) GetBackups() ([]BackupTime, error)

+ func (b *Backup) GetWals(before string) ([]*s3.ObjectIdentifier, error)

+ type BackupFileDescription struct

+ IsIncremented bool

+ IsSkipped bool

+ MTime time.Time

+ type BackupFileList map[string]BackupFileDescription

type BackupTime

+ WalFileName string

+ func GetBackupTimeSlices(backups []*s3.Object) []BackupTime

type Bundle

+ Crypter OpenPGPCrypter

+ IncrementFromFiles BackupFileList

+ IncrementFromLsn *uint64

+ Replica bool

+ Timeline uint32

+ func (b *Bundle) CheckTimelineChanged(conn *pgx.Conn) bool

+ func (b *Bundle) GetIncrementBaseFiles() BackupFileList

+ func (b *Bundle) GetIncrementBaseLsn() *uint64

+ func (b *Bundle) StartBackup(conn *pgx.Conn, backup string) (string, uint64, error)

+ type CachedKey struct

+ Body []byte

+ KeyId string

+ type Cleaner interface

+ GetFiles func(directory string) ([]string, error)

+ Remove func(file string)

+ type Crypter interface

+ Decrypt func(reader io.ReadCloser) (io.Reader, error)

+ Encrypt func(writer io.WriteCloser) (io.WriteCloser, error)

+ IsUsed func() bool

+ type DelayWriteCloser struct

+ func (d *DelayWriteCloser) Close() error

+ func (d *DelayWriteCloser) Write(p []byte) (n int, err error)

+ type DeleteCommandArguments struct

+ func ParseDeleteArguments(args []string, fallBackFunc func()) (result DeleteCommandArguments)

+ type FileSystemCleaner struct

+ func (this FileSystemCleaner) GetFiles(directory string) (files []string, err error)

+ func (this FileSystemCleaner) Remove(file string)

type FileTarInterpreter

+ IncrementalBaseDir string

+ Sentinel S3TarBallSentinelDto

+ type IncrementalPageReader struct

+ func (pr *IncrementalPageReader) AdvanceFileReader() error

+ func (pr *IncrementalPageReader) Close() error

+ func (pr *IncrementalPageReader) DrainMoreData() error

+ func (pr *IncrementalPageReader) Initialize() (size int64, err error)

+ func (pr *IncrementalPageReader) Read(p []byte) (n int, err error)

+ type Lz4CascadeClose2 struct

+ Underlying io.WriteCloser

+ Underlying2 io.WriteCloser

+ func (lcc *Lz4CascadeClose2) Close() error

+ type NilWriter struct

+ func (this *NilWriter) Write(p []byte) (n int, err error)

+ type OpenPGPCrypter struct

+ func (crypter *OpenPGPCrypter) ConfigureGPGCrypter()

+ func (crypter *OpenPGPCrypter) Decrypt(reader io.ReadCloser) (io.Reader, error)

+ func (crypter *OpenPGPCrypter) Encrypt(writer io.WriteCloser) (io.WriteCloser, error)

+ func (crypter *OpenPGPCrypter) IsUsed() bool

+ type ReadCascadeClose struct

type S3TarBall

+ Files BackupFileList

+ IncrementFrom string

+ IncrementFromLsn *uint64

+ Lsn *uint64

+ func (b *S3TarBall) GetFiles() BackupFileList

+ func (b *S3TarBall) SetFiles(files BackupFileList)

type S3TarBallMaker

+ Files BackupFileList

+ IncrementFrom string

+ IncrementFromLsn *uint64

+ Lsn *uint64

+ type S3TarBallSentinelDto struct

+ Files BackupFileList

+ IncrementCount *int

+ IncrementFrom *string

+ IncrementFromLSN *uint64

+ IncrementFullName *string

+ LSN *uint64

+ func (dto *S3TarBallSentinelDto) IsIncremental() bool

type TarBall

+ GetFiles func() BackupFileList

+ SetFiles func(files BackupFileList)

type TarBundle

+ GetIncrementBaseFiles func() BackupFileList

+ GetIncrementBaseLsn func() *uint64

type TarUploader

+ StorageClass string

Aug 18, 2017

Changes in this version

+ var Compressed uint32

+ var EXCLUDE = make(map[string]Empty)

+ var MAXBACKOFF = float64(32)

+ var MAXRETRIES = 7

+ var Uncompressed uint32

+ func CheckType(path string) string

+ func Configure() (*TarUploader, *Prefix, error)

+ func Connect() (*pgx.Conn, error)

+ func CreateUploader(svc s3iface.S3API, partsize, concurrency int) s3manageriface.UploaderAPI

+ func DecompressLz4(d io.Writer, s io.Reader) error

+ func DecompressLzo(d io.Writer, s io.Reader) error

+ func ExtractAll(ti TarInterpreter, files []ReaderMaker) error

+ func FormatName(s string) (string, error)

+ func HandleTar(bundle TarBundle, path string, info os.FileInfo) error

+ func StartBackup(conn *pgx.Conn, backup string) (string, error)

+ type Archive struct

+ Archive *string

+ Prefix *Prefix

+ func (a *Archive) CheckExistence() (bool, error)

+ func (a *Archive) GetArchive() (io.ReadCloser, error)

+ type Backup struct

+ Js *string

+ Name *string

+ Path *string

+ Prefix *Prefix

+ func (b *Backup) CheckExistence() (bool, error)

+ func (b *Backup) GetKeys() ([]string, error)

+ func (b *Backup) GetLatest() (string, error)

+ type BackupTime struct

+ Name string

+ Time time.Time

+ type Bundle struct

+ MinSize int64

+ Sen *Sentinel

+ Tb TarBall

+ Tbm TarBallMaker

+ func (b *Bundle) GetTarBall() TarBall

+ func (b *Bundle) NewTarBall()

+ func (bundle *Bundle) HandleLabelFiles(conn *pgx.Conn) error

+ func (bundle *Bundle) HandleSentinel() error

+ func (bundle *Bundle) TarWalker(path string, info os.FileInfo, err error) error

+ type Empty struct

+ type EmptyWriteIgnorer struct

+ func (e EmptyWriteIgnorer) Write(p []byte) (int, error)

+ type ExponentialTicker struct

+ MaxRetries int

+ MaxWait float64

+ func NewExpTicker(retries int, wait float64) *ExponentialTicker

+ func (et *ExponentialTicker) Sleep()

+ func (et *ExponentialTicker) Update()

+ type FileTarInterpreter struct

+ NewDir string

+ func (ti *FileTarInterpreter) Interpret(tr io.Reader, cur *tar.Header) error

+ type Lz4CascadeClose struct

+ Underlying io.WriteCloser

+ func (lcc *Lz4CascadeClose) Close() error

+ type Lz4Error struct

+ func (e Lz4Error) Error() string

+ type LzPipeWriter struct

+ Input io.Reader

+ Output io.Reader

+ func (p *LzPipeWriter) Compress()

+ type NoMatchAvailableError struct

+ func (e NoMatchAvailableError) Error() string

+ type Prefix struct

+ Bucket *string

+ Server *string

+ Svc s3iface.S3API

+ type RaskyReader struct

+ R io.Reader

+ func (r *RaskyReader) Read(p []byte) (int, error)

+ type ReaderMaker interface

+ Format func() string

+ Path func() string

+ Reader func() (io.ReadCloser, error)

+ type S3ReaderMaker struct

+ Backup *Backup

+ FileFormat string

+ Key *string

+ func (s *S3ReaderMaker) Format() string

+ func (s *S3ReaderMaker) Path() string

+ func (s *S3ReaderMaker) Reader() (io.ReadCloser, error)

+ type S3TarBall struct

+ func (s *S3TarBall) BaseDir() string

+ func (s *S3TarBall) CloseTar() error

+ func (s *S3TarBall) Finish() error

+ func (s *S3TarBall) Nop() bool

+ func (s *S3TarBall) Number() int

+ func (s *S3TarBall) SetSize(i int64)

+ func (s *S3TarBall) SetUp(names ...string)

+ func (s *S3TarBall) Size() int64

+ func (s *S3TarBall) StartUpload(name string) io.WriteCloser

+ func (s *S3TarBall) Trim() string

+ func (s *S3TarBall) Tw() *tar.Writer

+ type S3TarBallMaker struct

+ BaseDir string

+ BkupName string

+ Trim string

+ Tu *TarUploader

+ func (s *S3TarBallMaker) Make() TarBall

+ type Sentinel struct

+ Info os.FileInfo

+ type TarBall interface

+ BaseDir func() string

+ CloseTar func() error

+ Finish func() error

+ Nop func() bool

+ Number func() int

+ SetSize func(int64)

+ SetUp func(args ...string)

+ Size func() int64

+ Trim func() string

+ Tw func() *tar.Writer

+ type TarBallMaker interface

+ Make func() TarBall

+ type TarBundle interface

+ GetTarBall func() TarBall

+ NewTarBall func()

+ type TarInterpreter interface

+ Interpret func(r io.Reader, hdr *tar.Header) error

+ type TarUploader struct

+ MaxRetries int

+ MaxWait float64

+ Success bool

+ Upl s3manageriface.UploaderAPI

+ func NewTarUploader(svc s3iface.S3API, bucket, server, region string, r int, w float64) *TarUploader

+ func (tu *TarUploader) Finish()

+ func (tu *TarUploader) UploadWal(path string) (string, error)

+ type TimeSlice []BackupTime

+ func (p TimeSlice) Len() int

+ func (p TimeSlice) Less(i, j int) bool

+ func (p TimeSlice) Swap(i, j int)

+ type UnsetEnvVarError struct

+ func (e UnsetEnvVarError) Error() string

+ type UnsupportedFileTypeError struct

+ FileFormat string

+ Path string

+ func (e UnsupportedFileTypeError) Error() string

+ type WalFiles interface

+ CheckExistence func() (bool, error)

+ type ZeroReader struct

+ func (z *ZeroReader) Read(p []byte) (int, error)