temp

module

Go to main page

Versions in this module

v0

v0.2.13

Oct 8, 2019

v0.2.12

Sep 4, 2019

v0.2.11

Aug 12, 2019

v0.2.10

Jul 31, 2019

v0.2.9

Apr 22, 2019

v0.2.8

Apr 5, 2019

v0.2.7

Mar 5, 2019

v0.2.6

Feb 21, 2019

v0.2.5

Feb 20, 2019

v0.2.4

Jan 22, 2019

v0.2.3

Jan 9, 2019

v0.2.2

Dec 26, 2018

v0.2.1

Dec 18, 2018

v0.2.0

Nov 13, 2018

v0.1.17

Mar 27, 2019

v0.1.16

Mar 5, 2019

v0.1.15

Nov 6, 2018

v0.1.14

Nov 6, 2018

Changes in this version

+ const BlocksInRelFile

+ const BrotliAlgorithmName

+ const BrotliFileExtension

+ const DatabasePageSize

+ const DefaultDataBurstRateLimit

+ const DefaultDataFolderPath

+ const DefaultSpcNode

+ const DefaultStreamingPartSizeFor10Concurrency

+ const DefaultTablespace

+ const DefaultTarSizeThreshold

+ const DeltaFilenameSuffix

+ const GlobalTablespace

+ const GpgBin

+ const NoSuchKeyAWSErrorCode

+ const NonDefaultTablespace

+ const PartFilenameSuffix

+ const PgControl

+ const RecordPartFilename

+ const RelFileSizeBound

+ const SignatureMagicNumber

+ const TotalBgUploadedLimit

+ const WalFileInDelta

+ var CompressingAlgorithms = []string

+ var DiskLimiter *rate.Limiter

+ var IncrementFileHeader = []byte

+ var InvalidIncrementFileHeaderError = errors.New("Invalid increment file header")

+ var InvalidWalFileMagicError = errors.New("WAL-G: WAL file magic is invalid ")

+ var NetworkLimiter *rate.Limiter

+ var NilWalParserError = errors.New("expected to get non nil wal parser, but got nil one")

+ var NoBackupsFoundError = errors.New("No backups found")

+ var NoBitmapFoundError = errors.New("GetDeltaBitmapFor: no bitmap found")

+ var NoFilesToExtractError = errors.New("ExtractAll: did not provide files to extract")

+ var PgControlMissingError = errors.New("Corrupted backup: missing pg_control")

+ var TerminalLocation = *walparser.NewBlockLocation(0, 0, 0, 0)

+ var UnexpectedTarDataError = errors.New("Expected end of Tar")

+ var UnknownIncrementFileHeaderError = errors.New("Unknown increment file header")

+ var UnknownTableSpaceError = errors.New("GetRelFileNodeFrom: unknown tablespace")

+ var WalgConfig *map[string]string

+ func CleanupPrefetchDirectories(walFileName string, location string, cleaner Cleaner)

+ func ComputeDeletionSkipline(backups []BackupTime, target *Backup) (skipLine int, walSkipFileName string)

+ func CreateFileWith(filePath string, content io.Reader) error

+ func DecryptAndDecompressTar(writer io.Writer, readerMaker ReaderMaker, crypter Crypter) error

+ func ExtractBlockLocations(records []walparser.XLogRecord) []walparser.BlockLocation

+ func FastCopy(dst io.Writer, src io.Reader) (int64, error)

+ func GetDeltaFilenameFor(walFilename string) (string, error)

+ func GetFileRelativePath(fileAbsPath string, directoryPath string) string

+ func GetLatestBackupKey(folder *S3Folder) (string, error)

+ func GetNextWalFilename(name string) (string, error)

+ func GetPositionInDelta(walFilename string) int

+ func GetPrefetchLocations(location string, walFileName string) (prefetchLocation string, runningLocation string, runningFile string, ...)

+ func GetRelFileIdFrom(filePath string) (int, error)

+ func GetRelFileNodeFrom(filePath string) (*walparser.RelFileNode, error)

+ func IsAwsNotExist(err error) bool

+ func LookupConfigValue(key string) (value string, ok bool)

+ func PackFileTo(tarBall TarBall, fileInfoHeader *tar.Header, fileContent io.Reader) (fileSize int64, err error)

+ func ParseWALFilename(name string) (timelineId uint32, logSegNo uint64, err error)

+ func ReadIncrementFileHeader(reader io.Reader) error

+ func ReadIncrementalFile(filePath string, fileSize int64, lsn uint64, deltaBitmap *roaring.Bitmap) (fileReader io.ReadCloser, size int64, err error)

+ func ReadLocationsFrom(reader io.Reader) ([]walparser.BlockLocation, error)

+ func SelectRelFileBlocks(bitmap *roaring.Bitmap, relFileId int) *roaring.Bitmap

+ func ShouldPrefault(name string) (lsn uint64, shouldPrefault bool, timelineId uint32, err error)

+ func ToBytes(x interface{}) []byte

+ func ToPartFilename(deltaFilename string) string

+ func TryDownloadWALFile(folder *S3Folder, walPath string) (archiveReader io.ReadCloser, exists bool, err error)

+ func WriteLocationsTo(writer io.Writer, locations []walparser.BlockLocation) error

type Archive

+ Folder *S3Folder

+ type ArchiveNonExistenceError struct

+ func (err ArchiveNonExistenceError) Error() string

type Backup

+ Folder *S3Folder

+ func NewBackup(folder *S3Folder, name string) *Backup

type BackupTime

+ func GetGarbageBackupTimeSlicesFromPrefix(backups []*s3.CommonPrefix, nongarbage []BackupTime) []BackupTime

type BgUploader

+ func NewBgUploader(walFilePath string, maxParallelWorkers int32, uploader *Uploader) *BgUploader

+ type BlockLocationReader struct

+ func NewBlockLocationReader(underlying io.Reader) *BlockLocationReader

+ func (reader *BlockLocationReader) ReadNextLocation() (*walparser.BlockLocation, error)

+ type BlockLocationWriter struct

+ Underlying io.Writer

+ func NewBlockLocationWriter(underlying io.Writer) *BlockLocationWriter

+ func (locationWriter *BlockLocationWriter) WriteLocation(location walparser.BlockLocation) error

+ type BrotliCompressor struct

+ func (compressor BrotliCompressor) FileExtension() string

+ func (compressor BrotliCompressor) NewWriter(writer io.Writer) ReaderFromWriteCloser

+ type BrotliDecompressor struct

+ func (decompressor BrotliDecompressor) Decompress(dst io.Writer, src io.Reader) error

+ func (decompressor BrotliDecompressor) FileExtension() string

+ type BrotliReaderFromWriter struct

+ func NewBrotliReaderFromWriter(dst io.Writer) *BrotliReaderFromWriter

+ func (writer *BrotliReaderFromWriter) ReadFrom(reader io.Reader) (n int64, err error)

type Bundle

+ ArchiveDirectory string

+ DeltaMap PagedFileDeltaMap

+ TarSizeThreshold int64

+ func NewBundle(archiveDirectory string, incrementFromLsn *uint64, ...) *Bundle

+ func (bundle *Bundle) DownloadDeltaMap(folder *S3Folder, backupStartLSN uint64) error

+ func (bundle *Bundle) GetFileRelPath(fileAbsPath string) string

+ func (bundle *Bundle) HandleWalkedFSObject(path string, info os.FileInfo, err error) error

+ func (bundle *Bundle) PrefaultWalkedFSObject(path string, info os.FileInfo, err error) error

+ func (bundle *Bundle) UploadLabelFiles(conn *pgx.Conn) (uint64, error)

+ func (bundle *Bundle) UploadPgControl(compressorFileExtension string) error

+ type DataFolder interface

+ CleanFolder func() error

+ OpenReadonlyFile func(filename string) (io.ReadCloser, error)

+ OpenWriteOnlyFile func(filename string) (io.WriteCloser, error)

type DeleteCommandArguments

+ Before bool

+ BeforeTime *time.Time

+ FindFull bool

+ Full bool

+ Retain bool

+ Target string

+ type DeltaFile struct

+ Locations []walparser.BlockLocation

+ WalParser *walparser.WalParser

+ func LoadDeltaFile(reader io.Reader) (*DeltaFile, error)

+ func NewDeltaFile(walParser *walparser.WalParser) (*DeltaFile, error)

+ func (deltaFile *DeltaFile) Save(writer io.Writer) error

+ type DeltaFileChanWriter struct

+ BlockLocationConsumer chan walparser.BlockLocation

+ DeltaFile *DeltaFile

+ func NewDeltaFileChanWriter(deltaFile *DeltaFile) *DeltaFileChanWriter

+ func (writer *DeltaFileChanWriter) Consume(waitGroup *sync.WaitGroup)

+ type DeltaFileManager struct

+ CanceledDeltaFiles map[string]bool

+ DeltaFileWriters *LazyCache

+ PartFiles *LazyCache

+ func NewDeltaFileManager(dataFolder DataFolder) *DeltaFileManager

+ func (manager *DeltaFileManager) CancelRecording(walFilename string)

+ func (manager *DeltaFileManager) CombinePartFile(deltaFilename string, partFile *WalPartFile) error

+ func (manager *DeltaFileManager) FlushDeltaFiles(uploader *Uploader, completedPartFiles map[string]bool)

+ func (manager *DeltaFileManager) FlushFiles(uploader *Uploader)

+ func (manager *DeltaFileManager) FlushPartFiles() (completedPartFiles map[string]bool)

+ func (manager *DeltaFileManager) GetBlockLocationConsumer(deltaFilename string) (chan walparser.BlockLocation, error)

+ func (manager *DeltaFileManager) GetPartFile(deltaFilename string) (*WalPartFile, error)

+ func (manager *DeltaFileManager) LoadDeltaFileWriter(deltaFilename string) (deltaFileWriter *DeltaFileChanWriter, err error)

+ func (manager *DeltaFileManager) LoadPartFile(partFilename string) (*WalPartFile, error)

+ type DeltaFileWriterNotFoundError struct

+ func (err DeltaFileWriterNotFoundError) Error() string

+ type DiskDataFolder struct

+ func NewDiskDataFolder(folderPath string) (*DiskDataFolder, error)

+ func (folder *DiskDataFolder) CleanFolder() error

+ func (folder *DiskDataFolder) OpenReadonlyFile(filename string) (io.ReadCloser, error)

+ func (folder *DiskDataFolder) OpenWriteOnlyFile(filename string) (io.WriteCloser, error)

type IncrementalPageReader

+ Blocks []uint32

+ FileSize int64

+ Lsn uint64

+ Next []byte

+ PagedFile ReadSeekCloser

+ func (pageReader *IncrementalPageReader) DeltaBitmapInitialize(deltaBitmap *roaring.Bitmap)

+ func (pageReader *IncrementalPageReader) FullScanInitialize() error

+ func (pageReader *IncrementalPageReader) SelectNewValidPage(pageBytes []byte, blockNo uint32) (valid bool)

+ func (pageReader *IncrementalPageReader) WriteDiffMapToHeader(headerWriter io.Writer)

+ type InvalidBlockError struct

+ func (err *InvalidBlockError) Error() string

+ type LazyCache struct

+ func NewLazyCache(load func(key interface{}) (value interface{}, err error)) *LazyCache

+ func (lazyCache *LazyCache) Load(key interface{}) (value interface{}, exists bool, err error)

+ func (lazyCache *LazyCache) LoadExisting(key interface{}) (value interface{}, exists bool)

+ func (lazyCache *LazyCache) Range(reduce func(key, value interface{}) bool)

+ func (lazyCache *LazyCache) Store(key, value interface{})

+ type Lz4ReaderFromWriter struct

+ func NewLz4ReaderFromWriter(dst io.Writer) *Lz4ReaderFromWriter

+ func (writer *Lz4ReaderFromWriter) ReadFrom(reader io.Reader) (n int64, err error)

+ type NOPTarBall struct

+ func (tarBall *NOPTarBall) AddSize(i int64)

+ func (tarBall *NOPTarBall) AwaitUploads()

+ func (tarBall *NOPTarBall) CloseTar() error

+ func (tarBall *NOPTarBall) Finish(sentinelDto *S3TarBallSentinelDto) error

+ func (tarBall *NOPTarBall) SetUp(crypter Crypter, params ...string)

+ func (tarBall *NOPTarBall) Size() int64

+ func (tarBall *NOPTarBall) TarWriter() *tar.Writer

+ type NOPTarBallMaker struct

+ func (tarBallMaker *NOPTarBallMaker) Make(inheritState bool) TarBall

+ type NamedReader interface

+ Name func() string

+ type NamedReaderImpl struct

+ func (reader *NamedReaderImpl) Name() string

+ type NoSuchFileError struct

+ func NewNoSuchFileError(filename string) *NoSuchFileError

+ func (err NoSuchFileError) Error() string

+ type NotWalFilenameError struct

+ func (err NotWalFilenameError) Error() string

type OpenPGPCrypter

+ Configured bool

+ KeyRingId string

+ PubKey openpgp.EntityList

+ SecretKey openpgp.EntityList

+ func (crypter *OpenPGPCrypter) IsArmed() bool

+ type PagedFileDeltaMap map[walparser.RelFileNode]*roaring.Bitmap

+ func NewPagedFileDeltaMap() PagedFileDeltaMap

+ func (deltaMap *PagedFileDeltaMap) AddToDelta(location walparser.BlockLocation)

+ func (deltaMap *PagedFileDeltaMap) GetDeltaBitmapFor(filePath string) (*roaring.Bitmap, error)

+ type PostgresPageHeader struct

+ func ParsePostgresPageHeader(reader io.Reader) (*PostgresPageHeader, error)

+ func (header *PostgresPageHeader) IsNew() bool

+ func (header *PostgresPageHeader) IsValid() bool

+ func (header *PostgresPageHeader) Lsn() uint64

+ type ReadSeekCloser interface

+ type ReadSeekCloserImpl struct

+ type S3Folder struct

+ Bucket *string

+ S3API s3iface.S3API

+ Server string

+ func NewS3Folder(s3API s3iface.S3API, bucket, server string, preventWalOverwrite bool) *S3Folder

type S3ReaderMaker

+ Folder *S3Folder

+ RelativePath string

+ func NewS3ReaderMaker(folder *S3Folder, key string) *S3ReaderMaker

type S3TarBallMaker

+ func NewS3TarBallMaker(backupName string, uploader *Uploader) *S3TarBallMaker

type S3TarBallSentinelDto

+ BackupFinishLSN *uint64

+ BackupStartLSN *uint64

+ type Saver interface

+ Save func(writer io.Writer) error

type TarBallMaker

+ func NewNopTarBallMaker() TarBallMaker

+ type Uploader struct

+ SSEKMSKeyId string

+ StorageClass string

+ Success bool

+ func NewUploader(uploaderAPI s3manageriface.UploaderAPI, compressor Compressor, ...) *Uploader

+ func (uploader *Uploader) Clone() *Uploader

+ func (uploader *Uploader) CreateUploadInput(path string, reader io.Reader) *s3manager.UploadInput

+ func (uploader *Uploader) UploadFile(file NamedReader) error

+ func (uploader *Uploader) UploadWalFile(file NamedReader) error

+ type WalDeltaRecorder struct

+ func NewWalDeltaRecorder(blockLocationConsumer chan walparser.BlockLocation) *WalDeltaRecorder

+ type WalDeltaRecordingReader struct

+ PageDataLeftover []byte

+ PageReader walparser.WalPageReader

+ Recorder *WalDeltaRecorder

+ WalParser walparser.WalParser

+ func NewWalDeltaRecordingReader(walFileReader io.Reader, walFilename string, manager *DeltaFileManager) (*WalDeltaRecordingReader, error)

+ func (reader *WalDeltaRecordingReader) Close() error

+ func (reader *WalDeltaRecordingReader) Read(p []byte) (n int, err error)

+ func (reader *WalDeltaRecordingReader) RecordBlockLocationsFromPage() error

+ type WalPart struct

+ func LoadWalPart(reader io.Reader) (*WalPart, error)

+ func NewWalPart(dataType WalPartDataType, id uint8, data []byte) *WalPart

+ func (part *WalPart) Save(writer io.Writer) error

+ type WalPartDataType uint8

+ const PreviousWalHeadType

+ const WalHeadType

+ const WalTailType

+ type WalPartFile struct

+ PreviousWalHead []byte

+ WalHeads [][]byte

+ WalTails [][]byte

+ func LoadPartFile(reader io.Reader) (*WalPartFile, error)

+ func NewWalPartFile() *WalPartFile

+ func (partFile *WalPartFile) CombineRecords() ([]walparser.XLogRecord, error)

+ func (partFile *WalPartFile) IsComplete() bool

+ func (partFile *WalPartFile) Save(writer io.Writer) error

+ type WalPartRecorder struct

+ func NewWalPartRecorder(walFilename string, manager *DeltaFileManager) (*WalPartRecorder, error)

+ func (recorder *WalPartRecorder) SaveNextWalHead(head []byte) error

+ func (recorder *WalPartRecorder) SavePreviousWalTail(tailData []byte) error

+ type WrongTypeError struct

+ func (err WrongTypeError) Error() string

v0.1.13

Oct 27, 2018

v0.1.12

Sep 6, 2018

v0.1.11

Aug 10, 2018

Changes in this version

+ const BaseBackupsPath

+ const CompressedBlockMaxSize

+ const DeleteUsageText

+ const Lz4AlgorithmName

+ const Lz4FileExtension

+ const LzmaAlgorithmName

+ const LzmaFileExtension

+ const LzoFileExtension

+ const LzopBlockSize

+ const NotFoundAWSErrorCode

+ const VersionStr

+ const WalPath

+ const ZstdAlgorithmName

+ const ZstdFileExtension

+ var Compressors = map[string]Compressor

+ var Decompressors = []Decompressor

+ var ExcludedFilenames = make(map[string]Empty)

+ var MaxRetries = 15

+ func DownloadAndDecompressWALFile(pre *S3Prefix, walFileName string, dstLocation string)

+ func GetFileExtension(path string) string

+ func NewDiskLimitReader(r io.ReadCloser) io.ReadCloser

+ func NewLzoReader(r io.Reader) (io.ReadCloser, error)

+ func NewLzoWriter(w io.Writer) io.WriteCloser

+ func NewNetworkLimitReader(r io.ReadCloser) io.ReadCloser

type Bundle

+ Sentinel *Sentinel

+ TarBall TarBall

+ TarBallMaker TarBallMaker

+ func (bundle *Bundle) TarWalk(path string, info os.FileInfo, err error) error

+ type CascadeWriteCloser struct

+ Underlying io.Closer

+ func (cascadeCloser *CascadeWriteCloser) Close() error

+ type CompressingPipeWriter struct

+ Input io.Reader

+ NewCompressingWriter func(io.Writer) ReaderFromWriteCloser

+ Output io.Reader

+ func NewLz4CompressingPipeWriter(input io.Reader) *CompressingPipeWriter

+ func (pipeWriter *CompressingPipeWriter) Compress(crypter Crypter)

+ type CompressingPipeWriterError struct

+ func (err CompressingPipeWriterError) Error() string

+ type Compressor interface

+ FileExtension func() string

+ NewWriter func(writer io.Writer) ReaderFromWriteCloser

+ type Decompressor interface

+ Decompress func(dst io.Writer, src io.Reader) error

+ FileExtension func() string

+ type LimitedReader struct

+ func (r *LimitedReader) Close() error

+ func (r *LimitedReader) Read(buf []byte) (int, error)

+ type Lz4Compressor struct

+ func (compressor Lz4Compressor) FileExtension() string

+ func (compressor Lz4Compressor) NewWriter(writer io.Writer) ReaderFromWriteCloser

+ type Lz4Decompressor struct

+ func (decompressor Lz4Decompressor) Decompress(dst io.Writer, src io.Reader) error

+ func (decompressor Lz4Decompressor) FileExtension() string

+ type LzmaCompressor struct

+ func (compressor LzmaCompressor) FileExtension() string

+ func (compressor LzmaCompressor) NewWriter(writer io.Writer) ReaderFromWriteCloser

+ type LzmaDecompressor struct

+ func (decompressor LzmaDecompressor) Decompress(dst io.Writer, src io.Reader) error

+ func (decompressor LzmaDecompressor) FileExtension() string

+ type LzmaReaderFromWriter struct

+ func NewLzmaReaderFromWriter(dst io.Writer) (*LzmaReaderFromWriter, error)

+ func (writer *LzmaReaderFromWriter) ReadFrom(reader io.Reader) (n int64, err error)

+ type LzoDecompressor struct

+ func (decompressor LzoDecompressor) Decompress(dst io.Writer, src io.Reader) error

+ func (decompressor LzoDecompressor) FileExtension() string

+ type MD5Reader struct

+ func (reader *MD5Reader) Read(p []byte) (n int, err error)

+ func (reader *MD5Reader) Sum() string

+ type ReadCascadeCloser struct

+ type ReaderFromWriteCloser interface

+ type S3Prefix struct

+ Bucket *string

+ PreventWalOverwrite bool

+ Server *string

+ Svc s3iface.S3API

type S3TarBall

+ func (tarBall *S3TarBall) FileExtension() string

+ func (tarBall *S3TarBall) TarWriter() *tar.Writer

type S3TarBallMaker

+ TarUploader *TarUploader

type TarBall

+ FileExtension func() string

+ TarWriter func() *tar.Writer

type TarUploader

+ UploaderApi s3manageriface.UploaderAPI

+ func NewLz4MockTarUploader() *TarUploader

+ type UnknownCompressionMethodError struct

+ func (err UnknownCompressionMethodError) Error() string

+ type UntilEOFReader struct

+ func NewUntilEofReader(underlying io.Reader) *UntilEOFReader

+ func (reader *UntilEOFReader) Read(p []byte) (n int, err error)

+ type ZstdCompressor struct

+ func (compressor ZstdCompressor) FileExtension() string

+ func (compressor ZstdCompressor) NewWriter(writer io.Writer) ReaderFromWriteCloser

+ type ZstdDecompressor struct

+ func (decompressor ZstdDecompressor) Decompress(dst io.Writer, src io.Reader) error

+ func (decompressor ZstdDecompressor) FileExtension() string

+ type ZstdReaderFromWriter struct

+ func NewZstdReaderFromWriter(dst io.Writer) *ZstdReaderFromWriter

+ func (writer *ZstdReaderFromWriter) ReadFrom(reader io.Reader) (n int64, err error)

v0.1.10

May 25, 2018

Changes in this version

type TarUploader

+ SSEKMSKeyId string

+ ServerSideEncryption string

v0.1.9

May 8, 2018

v0.1.8

Apr 27, 2018

Changes in this version

+ var DeleteUsage = ...

+ var ErrCrypterUseMischief = errors.New("Crypter is not checked before use")

+ var ErrInvalidBlock = errors.New("Block is not valid")

+ var ErrLatestNotFound = errors.New("No backups found")

+ var ErrSentinelNotUploaded = errors.New("Sentinel was not uploaded due to timeline change during backup")

+ func GetSentinelUserData() interface

type Archive

+ func (a *Archive) GetETag() (*string, error)

type Bundle

+ Files *sync.Map

+ func (b *Bundle) CheckSizeAndEnqueueBack(tb TarBall) error

+ func (b *Bundle) Deque() TarBall

+ func (b *Bundle) EnqueueBack(tb TarBall, parallelOpInProgress *bool)

+ func (b *Bundle) FinishQueue() error

+ func (b *Bundle) GetFiles() *sync.Map

+ func (b *Bundle) StartQueue()

+ type PgQueryRunner struct

+ Version int

+ func NewPgQueryRunner(conn *pgx.Conn) (*PgQueryRunner, error)

+ func (queryRunner *PgQueryRunner) BuildGetVersion() string

+ func (queryRunner *PgQueryRunner) BuildStartBackup() (string, error)

+ func (queryRunner *PgQueryRunner) BuildStopBackup() (string, error)

+ func (queryRunner *PgQueryRunner) StartBackup(backup string) (backupName string, lsnString string, inRecovery bool, err error)

+ func (queryRunner *PgQueryRunner) StopBackup() (label string, offsetMap string, lsnStr string, err error)

+ type QueryRunner interface

+ StartBackup func(backup string) (string, string, bool, error)

+ StopBackup func() (string, string, string, error)

type S3TarBall

+ func (b *S3TarBall) AwaitUploads()

+ func (s *S3TarBall) AddSize(i int64)

type S3TarBallSentinelDto

+ UserData interface{}

+ func (s *S3TarBallSentinelDto) SetFiles(p *sync.Map)

type TarBall

+ AddSize func(int64)

+ AwaitUploads func()

type TarBundle

+ CheckSizeAndEnqueueBack func(tb TarBall) error

+ Deque func() TarBall

+ EnqueueBack func(tb TarBall, parallelOpInProgress *bool)

+ FinishQueue func() error

+ GetFiles func() *sync.Map

+ StartQueue func()

v0.1.7

Feb 19, 2018

Changes in this version

+ func DownloadWALFile(pre *Prefix, walFileName string, location string)

type TarUploader

+ func (tu *TarUploader) Clone() *TarUploader

v0.1.6

Feb 12, 2018

Changes in this version

+ const WalSegmentSize

v0.1.5

Feb 8, 2018

Changes in this version

+ func UploadWALFile(tu *TarUploader, dirArc string)

+ type BgUploader struct

+ func (u *BgUploader) CheckForNewFiles()

+ func (u *BgUploader) Start(walFilePath string, maxParallelWorkers int32, tu *TarUploader)

+ func (u *BgUploader) Stop()

+ func (u *BgUploader) Upload(info os.FileInfo)

v0.1.4

Jan 17, 2018

Changes in this version

+ func GetBackupPath(prefix *Prefix) *string

+ func ResolveSymlink(path string) string

type S3TarBallSentinelDto

+ FinishLSN *uint64

+ PgVersion int

v0.1.3

Dec 7, 2017

Changes in this version

+ const BlockSize

+ const SentinelSuffix

+ var CrypterUseMischief = errors.New("Crypter is not checked before use")

+ var DeleteConfirmed bool

+ var DeleteDryrun bool

+ var InvalidBlock = errors.New("Block is not valid")

+ var LatestNotFound = errors.New("No backups found")

+ var SentinelNotUploaded = errors.New("Sentinel was not uploaded due to timeline change during backup")

+ func ApplyFileIncrement(fileName string, increment io.Reader) error

+ func DeleteBackupsBefore(backups []BackupTime, skipline int, pre *Prefix)

+ func DeleteBeforeTarget(target string, bk *Backup, pre *Prefix, find_full bool, backups []BackupTime, ...)

+ func DeleteWALBefore(bt BackupTime, pre *Prefix)

+ func DeltaFetchRecursion(backupName string, pre *Prefix, dirArc string) (lsn *uint64)

+ func DownloadFile(pre *Prefix, walFileName string, location string)

+ func GetDeltaConfig() (max_deltas int, from_full bool)

+ func GetKeyRingId() string

+ func GetPubRingArmour(keyId string) ([]byte, error)

+ func GetSecretRingArmour(keyId string) ([]byte, error)

+ func HandleBackupFetch(backupName string, pre *Prefix, dirArc string, mem bool) (lsn *uint64)

+ func HandleBackupList(pre *Prefix)

+ func HandleBackupPush(dirArc string, tu *TarUploader, pre *Prefix)

+ func HandleDelete(pre *Prefix, args []string)

+ func HandleWALFetch(pre *Prefix, walFileName string, location string, triggerPrefetch bool)

+ func HandleWALPrefetch(pre *Prefix, walFileName string, location string)

+ func HandleWALPush(tu *TarUploader, dirArc string)

+ func IsPagedFile(info os.FileInfo, fileName string) bool

+ func MoveFileAndCreateDirs(incrementalPath string, targetPath string, fileName string) (err error)

+ func NextWALFileName(name string) (nextname string, err error)

+ func ParseLsn(lsnStr string) (lsn uint64, err error)

+ func ParsePageHeader(data []byte) (lsn uint64, valid bool)

+ func ParseWALFileName(name string) (timelineId uint32, logSegNo uint64, err error)

+ func PrepareDirs(fileName string, targetPath string) error

+ func PrintDeleteUsageAndFail()

+ func ReadDatabaseFile(fileName string, lsn *uint64, isNew bool) (io.ReadCloser, bool, int64, error)

+ func UnwrapBackup(bk *Backup, dirArc string, pre *Prefix, sentinel S3TarBallSentinelDto)

+ func WALFileName(lsn uint64, conn *pgx.Conn) (string, uint32, error)

type Backup

+ func (b *Backup) GetBackups() ([]BackupTime, error)

+ func (b *Backup) GetWals(before string) ([]*s3.ObjectIdentifier, error)

+ type BackupFileDescription struct

+ IsIncremented bool

+ IsSkipped bool

+ MTime time.Time

+ type BackupFileList map[string]BackupFileDescription

type BackupTime

+ WalFileName string

+ func GetBackupTimeSlices(backups []*s3.Object) []BackupTime

type Bundle

+ Crypter OpenPGPCrypter

+ IncrementFromFiles BackupFileList

+ IncrementFromLsn *uint64

+ Replica bool

+ Timeline uint32

+ func (b *Bundle) CheckTimelineChanged(conn *pgx.Conn) bool

+ func (b *Bundle) GetIncrementBaseFiles() BackupFileList

+ func (b *Bundle) GetIncrementBaseLsn() *uint64

+ func (b *Bundle) StartBackup(conn *pgx.Conn, backup string) (string, uint64, error)

+ type CachedKey struct

+ Body []byte

+ KeyId string

+ type Cleaner interface

+ GetFiles func(directory string) ([]string, error)

+ Remove func(file string)

+ type Crypter interface

+ Decrypt func(reader io.ReadCloser) (io.Reader, error)

+ Encrypt func(writer io.WriteCloser) (io.WriteCloser, error)

+ IsUsed func() bool

+ type DelayWriteCloser struct

+ func (d *DelayWriteCloser) Close() error

+ func (d *DelayWriteCloser) Write(p []byte) (n int, err error)

+ type DeleteCommandArguments struct

+ func ParseDeleteArguments(args []string, fallBackFunc func()) (result DeleteCommandArguments)

+ type FileSystemCleaner struct

+ func (this FileSystemCleaner) GetFiles(directory string) (files []string, err error)

+ func (this FileSystemCleaner) Remove(file string)

type FileTarInterpreter

+ IncrementalBaseDir string

+ Sentinel S3TarBallSentinelDto

+ type IncrementalPageReader struct

+ func (pr *IncrementalPageReader) AdvanceFileReader() error

+ func (pr *IncrementalPageReader) Close() error

+ func (pr *IncrementalPageReader) DrainMoreData() error

+ func (pr *IncrementalPageReader) Initialize() (size int64, err error)

+ func (pr *IncrementalPageReader) Read(p []byte) (n int, err error)

+ type Lz4CascadeClose2 struct

+ Underlying io.WriteCloser

+ Underlying2 io.WriteCloser

+ func (lcc *Lz4CascadeClose2) Close() error

+ type NilWriter struct

+ func (this *NilWriter) Write(p []byte) (n int, err error)

+ type OpenPGPCrypter struct

+ func (crypter *OpenPGPCrypter) ConfigureGPGCrypter()

+ func (crypter *OpenPGPCrypter) Decrypt(reader io.ReadCloser) (io.Reader, error)

+ func (crypter *OpenPGPCrypter) Encrypt(writer io.WriteCloser) (io.WriteCloser, error)

+ func (crypter *OpenPGPCrypter) IsUsed() bool

+ type ReadCascadeClose struct

type S3TarBall

+ Files BackupFileList

+ IncrementFrom string

+ IncrementFromLsn *uint64

+ Lsn *uint64

+ func (b *S3TarBall) GetFiles() BackupFileList

+ func (b *S3TarBall) SetFiles(files BackupFileList)

type S3TarBallMaker

+ Files BackupFileList

+ IncrementFrom string

+ IncrementFromLsn *uint64

+ Lsn *uint64

+ type S3TarBallSentinelDto struct

+ Files BackupFileList

+ IncrementCount *int

+ IncrementFrom *string

+ IncrementFromLSN *uint64

+ IncrementFullName *string

+ LSN *uint64

+ func (dto *S3TarBallSentinelDto) IsIncremental() bool

type TarBall

+ GetFiles func() BackupFileList

+ SetFiles func(files BackupFileList)

type TarBundle

+ GetIncrementBaseFiles func() BackupFileList

+ GetIncrementBaseLsn func() *uint64

type TarUploader

+ StorageClass string

v0.1.2

Aug 18, 2017

v0.1.1

Aug 18, 2017

v0.1.0

Aug 18, 2017

Changes in this version

+ var Compressed uint32

+ var EXCLUDE = make(map[string]Empty)

+ var MAXBACKOFF = float64(32)

+ var MAXRETRIES = 7

+ var Uncompressed uint32

+ func CheckType(path string) string

+ func Configure() (*TarUploader, *Prefix, error)

+ func Connect() (*pgx.Conn, error)

+ func CreateUploader(svc s3iface.S3API, partsize, concurrency int) s3manageriface.UploaderAPI

+ func DecompressLz4(d io.Writer, s io.Reader) error

+ func DecompressLzo(d io.Writer, s io.Reader) error

+ func ExtractAll(ti TarInterpreter, files []ReaderMaker) error

+ func FormatName(s string) (string, error)

+ func HandleTar(bundle TarBundle, path string, info os.FileInfo) error

+ func StartBackup(conn *pgx.Conn, backup string) (string, error)

+ type Archive struct

+ Archive *string

+ Prefix *Prefix

+ func (a *Archive) CheckExistence() (bool, error)

+ func (a *Archive) GetArchive() (io.ReadCloser, error)

+ type Backup struct

+ Js *string

+ Name *string

+ Path *string

+ Prefix *Prefix

+ func (b *Backup) CheckExistence() (bool, error)

+ func (b *Backup) GetKeys() ([]string, error)

+ func (b *Backup) GetLatest() (string, error)

+ type BackupTime struct

+ Name string

+ Time time.Time

+ type Bundle struct

+ MinSize int64

+ Sen *Sentinel

+ Tb TarBall

+ Tbm TarBallMaker

+ func (b *Bundle) GetTarBall() TarBall

+ func (b *Bundle) NewTarBall()

+ func (bundle *Bundle) HandleLabelFiles(conn *pgx.Conn) error

+ func (bundle *Bundle) HandleSentinel() error

+ func (bundle *Bundle) TarWalker(path string, info os.FileInfo, err error) error

+ type Empty struct

+ type EmptyWriteIgnorer struct

+ func (e EmptyWriteIgnorer) Write(p []byte) (int, error)

+ type ExponentialTicker struct

+ MaxRetries int

+ MaxWait float64

+ func NewExpTicker(retries int, wait float64) *ExponentialTicker

+ func (et *ExponentialTicker) Sleep()

+ func (et *ExponentialTicker) Update()

+ type FileTarInterpreter struct

+ NewDir string

+ func (ti *FileTarInterpreter) Interpret(tr io.Reader, cur *tar.Header) error

+ type Lz4CascadeClose struct

+ Underlying io.WriteCloser

+ func (lcc *Lz4CascadeClose) Close() error

+ type Lz4Error struct

+ func (e Lz4Error) Error() string

+ type LzPipeWriter struct

+ Input io.Reader

+ Output io.Reader

+ func (p *LzPipeWriter) Compress()

+ type NoMatchAvailableError struct

+ func (e NoMatchAvailableError) Error() string

+ type Prefix struct

+ Bucket *string

+ Server *string

+ Svc s3iface.S3API

+ type RaskyReader struct

+ R io.Reader

+ func (r *RaskyReader) Read(p []byte) (int, error)

+ type ReaderMaker interface

+ Format func() string

+ Path func() string

+ Reader func() (io.ReadCloser, error)

+ type S3ReaderMaker struct

+ Backup *Backup

+ FileFormat string

+ Key *string

+ func (s *S3ReaderMaker) Format() string

+ func (s *S3ReaderMaker) Path() string

+ func (s *S3ReaderMaker) Reader() (io.ReadCloser, error)

+ type S3TarBall struct

+ func (s *S3TarBall) BaseDir() string

+ func (s *S3TarBall) CloseTar() error

+ func (s *S3TarBall) Finish() error

+ func (s *S3TarBall) Nop() bool

+ func (s *S3TarBall) Number() int

+ func (s *S3TarBall) SetSize(i int64)

+ func (s *S3TarBall) SetUp(names ...string)

+ func (s *S3TarBall) Size() int64

+ func (s *S3TarBall) StartUpload(name string) io.WriteCloser

+ func (s *S3TarBall) Trim() string

+ func (s *S3TarBall) Tw() *tar.Writer

+ type S3TarBallMaker struct

+ BaseDir string

+ BkupName string

+ Trim string

+ Tu *TarUploader

+ func (s *S3TarBallMaker) Make() TarBall

+ type Sentinel struct

+ Info os.FileInfo

+ type TarBall interface

+ BaseDir func() string

+ CloseTar func() error

+ Finish func() error

+ Nop func() bool

+ Number func() int

+ SetSize func(int64)

+ SetUp func(args ...string)

+ Size func() int64

+ Trim func() string

+ Tw func() *tar.Writer

+ type TarBallMaker interface

+ Make func() TarBall

+ type TarBundle interface

+ GetTarBall func() TarBall

+ NewTarBall func()

+ type TarInterpreter interface

+ Interpret func(r io.Reader, hdr *tar.Header) error

+ type TarUploader struct

+ MaxRetries int

+ MaxWait float64

+ Success bool

+ Upl s3manageriface.UploaderAPI

+ func NewTarUploader(svc s3iface.S3API, bucket, server, region string, r int, w float64) *TarUploader

+ func (tu *TarUploader) Finish()

+ func (tu *TarUploader) UploadWal(path string) (string, error)

+ type TimeSlice []BackupTime

+ func (p TimeSlice) Len() int

+ func (p TimeSlice) Less(i, j int) bool

+ func (p TimeSlice) Swap(i, j int)

+ type UnsetEnvVarError struct

+ func (e UnsetEnvVarError) Error() string

+ type UnsupportedFileTypeError struct

+ FileFormat string

+ Path string

+ func (e UnsupportedFileTypeError) Error() string

+ type WalFiles interface

+ CheckExistence func() (bool, error)

+ type ZeroReader struct

+ func (z *ZeroReader) Read(p []byte) (int, error)

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL