walg

package module

Go to main page

Versions in this module

v0

v0.1.7

Feb 19, 2018

Changes in this version

+ func DownloadWALFile(pre *Prefix, walFileName string, location string)

type TarUploader

+ func (tu *TarUploader) Clone() *TarUploader

v0.1.6

Feb 12, 2018

Changes in this version

+ const WalSegmentSize

v0.1.5

Feb 8, 2018

Changes in this version

+ func UploadWALFile(tu *TarUploader, dirArc string)

+ type BgUploader struct

+ func (u *BgUploader) CheckForNewFiles()

+ func (u *BgUploader) Start(walFilePath string, maxParallelWorkers int32, tu *TarUploader)

+ func (u *BgUploader) Stop()

+ func (u *BgUploader) Upload(info os.FileInfo)

v0.1.4

Jan 17, 2018

Changes in this version

+ func GetBackupPath(prefix *Prefix) *string

+ func ResolveSymlink(path string) string

type S3TarBallSentinelDto

+ FinishLSN *uint64

+ PgVersion int

v0.1.3

Dec 7, 2017

Changes in this version

+ const BlockSize

+ const SentinelSuffix

+ var CrypterUseMischief = errors.New("Crypter is not checked before use")

+ var DeleteConfirmed bool

+ var DeleteDryrun bool

+ var InvalidBlock = errors.New("Block is not valid")

+ var LatestNotFound = errors.New("No backups found")

+ var SentinelNotUploaded = errors.New("Sentinel was not uploaded due to timeline change during backup")

+ func ApplyFileIncrement(fileName string, increment io.Reader) error

+ func DeleteBackupsBefore(backups []BackupTime, skipline int, pre *Prefix)

+ func DeleteBeforeTarget(target string, bk *Backup, pre *Prefix, find_full bool, backups []BackupTime, ...)

+ func DeleteWALBefore(bt BackupTime, pre *Prefix)

+ func DeltaFetchRecursion(backupName string, pre *Prefix, dirArc string) (lsn *uint64)

+ func DownloadFile(pre *Prefix, walFileName string, location string)

+ func GetDeltaConfig() (max_deltas int, from_full bool)

+ func GetKeyRingId() string

+ func GetPubRingArmour(keyId string) ([]byte, error)

+ func GetSecretRingArmour(keyId string) ([]byte, error)

+ func HandleBackupFetch(backupName string, pre *Prefix, dirArc string, mem bool) (lsn *uint64)

+ func HandleBackupList(pre *Prefix)

+ func HandleBackupPush(dirArc string, tu *TarUploader, pre *Prefix)

+ func HandleDelete(pre *Prefix, args []string)

+ func HandleWALFetch(pre *Prefix, walFileName string, location string, triggerPrefetch bool)

+ func HandleWALPrefetch(pre *Prefix, walFileName string, location string)

+ func HandleWALPush(tu *TarUploader, dirArc string)

+ func IsPagedFile(info os.FileInfo, fileName string) bool

+ func MoveFileAndCreateDirs(incrementalPath string, targetPath string, fileName string) (err error)

+ func NextWALFileName(name string) (nextname string, err error)

+ func ParseLsn(lsnStr string) (lsn uint64, err error)

+ func ParsePageHeader(data []byte) (lsn uint64, valid bool)

+ func ParseWALFileName(name string) (timelineId uint32, logSegNo uint64, err error)

+ func PrepareDirs(fileName string, targetPath string) error

+ func PrintDeleteUsageAndFail()

+ func ReadDatabaseFile(fileName string, lsn *uint64, isNew bool) (io.ReadCloser, bool, int64, error)

+ func UnwrapBackup(bk *Backup, dirArc string, pre *Prefix, sentinel S3TarBallSentinelDto)

+ func WALFileName(lsn uint64, conn *pgx.Conn) (string, uint32, error)

type Backup

+ func (b *Backup) GetBackups() ([]BackupTime, error)

+ func (b *Backup) GetWals(before string) ([]*s3.ObjectIdentifier, error)

+ type BackupFileDescription struct

+ IsIncremented bool

+ IsSkipped bool

+ MTime time.Time

+ type BackupFileList map[string]BackupFileDescription

type BackupTime

+ WalFileName string

+ func GetBackupTimeSlices(backups []*s3.Object) []BackupTime

type Bundle

+ Crypter OpenPGPCrypter

+ IncrementFromFiles BackupFileList

+ IncrementFromLsn *uint64

+ Replica bool

+ Timeline uint32

+ func (b *Bundle) CheckTimelineChanged(conn *pgx.Conn) bool

+ func (b *Bundle) GetIncrementBaseFiles() BackupFileList

+ func (b *Bundle) GetIncrementBaseLsn() *uint64

+ func (b *Bundle) StartBackup(conn *pgx.Conn, backup string) (string, uint64, error)

+ type CachedKey struct

+ Body []byte

+ KeyId string

+ type Cleaner interface

+ GetFiles func(directory string) ([]string, error)

+ Remove func(file string)

+ type Crypter interface

+ Decrypt func(reader io.ReadCloser) (io.Reader, error)

+ Encrypt func(writer io.WriteCloser) (io.WriteCloser, error)

+ IsUsed func() bool

+ type DelayWriteCloser struct

+ func (d *DelayWriteCloser) Close() error

+ func (d *DelayWriteCloser) Write(p []byte) (n int, err error)

+ type DeleteCommandArguments struct

+ func ParseDeleteArguments(args []string, fallBackFunc func()) (result DeleteCommandArguments)

+ type FileSystemCleaner struct

+ func (this FileSystemCleaner) GetFiles(directory string) (files []string, err error)

+ func (this FileSystemCleaner) Remove(file string)

type FileTarInterpreter

+ IncrementalBaseDir string

+ Sentinel S3TarBallSentinelDto

+ type IncrementalPageReader struct

+ func (pr *IncrementalPageReader) AdvanceFileReader() error

+ func (pr *IncrementalPageReader) Close() error

+ func (pr *IncrementalPageReader) DrainMoreData() error

+ func (pr *IncrementalPageReader) Initialize() (size int64, err error)

+ func (pr *IncrementalPageReader) Read(p []byte) (n int, err error)

+ type Lz4CascadeClose2 struct

+ Underlying io.WriteCloser

+ Underlying2 io.WriteCloser

+ func (lcc *Lz4CascadeClose2) Close() error

+ type NilWriter struct

+ func (this *NilWriter) Write(p []byte) (n int, err error)

+ type OpenPGPCrypter struct

+ func (crypter *OpenPGPCrypter) ConfigureGPGCrypter()

+ func (crypter *OpenPGPCrypter) Decrypt(reader io.ReadCloser) (io.Reader, error)

+ func (crypter *OpenPGPCrypter) Encrypt(writer io.WriteCloser) (io.WriteCloser, error)

+ func (crypter *OpenPGPCrypter) IsUsed() bool

+ type ReadCascadeClose struct

type S3TarBall

+ Files BackupFileList

+ IncrementFrom string

+ IncrementFromLsn *uint64

+ Lsn *uint64

+ func (b *S3TarBall) GetFiles() BackupFileList

+ func (b *S3TarBall) SetFiles(files BackupFileList)

type S3TarBallMaker

+ Files BackupFileList

+ IncrementFrom string

+ IncrementFromLsn *uint64

+ Lsn *uint64

+ type S3TarBallSentinelDto struct

+ Files BackupFileList

+ IncrementCount *int

+ IncrementFrom *string

+ IncrementFromLSN *uint64

+ IncrementFullName *string

+ LSN *uint64

+ func (dto *S3TarBallSentinelDto) IsIncremental() bool

type TarBall

+ GetFiles func() BackupFileList

+ SetFiles func(files BackupFileList)

type TarBundle

+ GetIncrementBaseFiles func() BackupFileList

+ GetIncrementBaseLsn func() *uint64

type TarUploader

+ StorageClass string

v0.1.2

Aug 18, 2017

v0.1.1

Aug 18, 2017

v0.1.0

Aug 18, 2017

Changes in this version

+ var Compressed uint32

+ var EXCLUDE = make(map[string]Empty)

+ var MAXBACKOFF = float64(32)

+ var MAXRETRIES = 7

+ var Uncompressed uint32

+ func CheckType(path string) string

+ func Configure() (*TarUploader, *Prefix, error)

+ func Connect() (*pgx.Conn, error)

+ func CreateUploader(svc s3iface.S3API, partsize, concurrency int) s3manageriface.UploaderAPI

+ func DecompressLz4(d io.Writer, s io.Reader) error

+ func DecompressLzo(d io.Writer, s io.Reader) error

+ func ExtractAll(ti TarInterpreter, files []ReaderMaker) error

+ func FormatName(s string) (string, error)

+ func HandleTar(bundle TarBundle, path string, info os.FileInfo) error

+ func StartBackup(conn *pgx.Conn, backup string) (string, error)

+ type Archive struct

+ Archive *string

+ Prefix *Prefix

+ func (a *Archive) CheckExistence() (bool, error)

+ func (a *Archive) GetArchive() (io.ReadCloser, error)

+ type Backup struct

+ Js *string

+ Name *string

+ Path *string

+ Prefix *Prefix

+ func (b *Backup) CheckExistence() (bool, error)

+ func (b *Backup) GetKeys() ([]string, error)

+ func (b *Backup) GetLatest() (string, error)

+ type BackupTime struct

+ Name string

+ Time time.Time

+ type Bundle struct

+ MinSize int64

+ Sen *Sentinel

+ Tb TarBall

+ Tbm TarBallMaker

+ func (b *Bundle) GetTarBall() TarBall

+ func (b *Bundle) NewTarBall()

+ func (bundle *Bundle) HandleLabelFiles(conn *pgx.Conn) error

+ func (bundle *Bundle) HandleSentinel() error

+ func (bundle *Bundle) TarWalker(path string, info os.FileInfo, err error) error

+ type Empty struct

+ type EmptyWriteIgnorer struct

+ func (e EmptyWriteIgnorer) Write(p []byte) (int, error)

+ type ExponentialTicker struct

+ MaxRetries int

+ MaxWait float64

+ func NewExpTicker(retries int, wait float64) *ExponentialTicker

+ func (et *ExponentialTicker) Sleep()

+ func (et *ExponentialTicker) Update()

+ type FileTarInterpreter struct

+ NewDir string

+ func (ti *FileTarInterpreter) Interpret(tr io.Reader, cur *tar.Header) error

+ type Lz4CascadeClose struct

+ Underlying io.WriteCloser

+ func (lcc *Lz4CascadeClose) Close() error

+ type Lz4Error struct

+ func (e Lz4Error) Error() string

+ type LzPipeWriter struct

+ Input io.Reader

+ Output io.Reader

+ func (p *LzPipeWriter) Compress()

+ type NoMatchAvailableError struct

+ func (e NoMatchAvailableError) Error() string

+ type Prefix struct

+ Bucket *string

+ Server *string

+ Svc s3iface.S3API

+ type RaskyReader struct

+ R io.Reader

+ func (r *RaskyReader) Read(p []byte) (int, error)

+ type ReaderMaker interface

+ Format func() string

+ Path func() string

+ Reader func() (io.ReadCloser, error)

+ type S3ReaderMaker struct

+ Backup *Backup

+ FileFormat string

+ Key *string

+ func (s *S3ReaderMaker) Format() string

+ func (s *S3ReaderMaker) Path() string

+ func (s *S3ReaderMaker) Reader() (io.ReadCloser, error)

+ type S3TarBall struct

+ func (s *S3TarBall) BaseDir() string

+ func (s *S3TarBall) CloseTar() error

+ func (s *S3TarBall) Finish() error

+ func (s *S3TarBall) Nop() bool

+ func (s *S3TarBall) Number() int

+ func (s *S3TarBall) SetSize(i int64)

+ func (s *S3TarBall) SetUp(names ...string)

+ func (s *S3TarBall) Size() int64

+ func (s *S3TarBall) StartUpload(name string) io.WriteCloser

+ func (s *S3TarBall) Trim() string

+ func (s *S3TarBall) Tw() *tar.Writer

+ type S3TarBallMaker struct

+ BaseDir string

+ BkupName string

+ Trim string

+ Tu *TarUploader

+ func (s *S3TarBallMaker) Make() TarBall

+ type Sentinel struct

+ Info os.FileInfo

+ type TarBall interface

+ BaseDir func() string

+ CloseTar func() error

+ Finish func() error

+ Nop func() bool

+ Number func() int

+ SetSize func(int64)

+ SetUp func(args ...string)

+ Size func() int64

+ Trim func() string

+ Tw func() *tar.Writer

+ type TarBallMaker interface

+ Make func() TarBall

+ type TarBundle interface

+ GetTarBall func() TarBall

+ NewTarBall func()

+ type TarInterpreter interface

+ Interpret func(r io.Reader, hdr *tar.Header) error

+ type TarUploader struct

+ MaxRetries int

+ MaxWait float64

+ Success bool

+ Upl s3manageriface.UploaderAPI

+ func NewTarUploader(svc s3iface.S3API, bucket, server, region string, r int, w float64) *TarUploader

+ func (tu *TarUploader) Finish()

+ func (tu *TarUploader) UploadWal(path string) (string, error)

+ type TimeSlice []BackupTime

+ func (p TimeSlice) Len() int

+ func (p TimeSlice) Less(i, j int) bool

+ func (p TimeSlice) Swap(i, j int)

+ type UnsetEnvVarError struct

+ func (e UnsetEnvVarError) Error() string

+ type UnsupportedFileTypeError struct

+ FileFormat string

+ Path string

+ func (e UnsupportedFileTypeError) Error() string

+ type WalFiles interface

+ CheckExistence func() (bool, error)

+ type ZeroReader struct

+ func (z *ZeroReader) Read(p []byte) (int, error)

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL