retention

Documentation

Index

• Variables
• func GetGarbageCollectionCommits(ctx context.Context, startingPointIterator *GCStartingPointIterator, ...) (map[graveler.CommitID]graveler.MetaRangeID, error)
• type CommitNode
  • func NewCommitNode(creationDate time.Time, mainParent graveler.CommitID, ...) CommitNode
• type GCStartingPoint
• type GCStartingPointIterator
  • func NewGCStartingPointIterator(commitIterator graveler.CommitIterator, branchIterator graveler.BranchIterator) *GCStartingPointIterator
  • func (sp *GCStartingPointIterator) Close()
  • func (sp *GCStartingPointIterator) Err() error
  • func (sp *GCStartingPointIterator) Next() bool
  • func (sp *GCStartingPointIterator) Value() *GCStartingPoint
• type GarbageCollectionManager
  • func NewGarbageCollectionManager(blockAdapter block.Adapter, refManager graveler.RefManager, ...) *GarbageCollectionManager
  • func (m *GarbageCollectionManager) GetAddressesLocation(sn graveler.StorageNamespace) (string, error)
  • func (m *GarbageCollectionManager) GetCommitsCSVLocation(runID string, sn graveler.StorageNamespace) (string, error)
  • func (m *GarbageCollectionManager) GetRules(ctx context.Context, storageNamespace graveler.StorageNamespace) (*graveler.GarbageCollectionRules, error)
  • func (m *GarbageCollectionManager) GetUncommittedLocation(runID string, sn graveler.StorageNamespace) (string, error)
  • func (m *GarbageCollectionManager) NewID() string
  • func (m *GarbageCollectionManager) SaveGarbageCollectionCommits(ctx context.Context, repository *graveler.RepositoryRecord, ...) (string, error)
  • func (m *GarbageCollectionManager) SaveGarbageCollectionUncommitted(ctx context.Context, repository *graveler.RepositoryRecord, ...) error
  • func (m *GarbageCollectionManager) SaveRules(ctx context.Context, storageNamespace graveler.StorageNamespace, ...) error
• type RepositoryCommitGetter
  • func (r *RepositoryCommitGetter) ListCommits(ctx context.Context) (graveler.CommitIterator, error)

Variables

var ErrCommitNotFound = errors.New("commit not found")

Functions

func GetGarbageCollectionCommits

func GetGarbageCollectionCommits(ctx context.Context, startingPointIterator *GCStartingPointIterator, commitGetter *RepositoryCommitGetter, rules *graveler.GarbageCollectionRules) (map[graveler.CommitID]graveler.MetaRangeID, error)

GetGarbageCollectionCommits returns the sets of active commits, according to the repository's garbage collection rules. See https://github.com/treeverse/lakeFS/issues/1932 for more details. Upon completion, the given startingPointIterator is closed.

Types

type CommitNode

type CommitNode struct {
	CreationDate time.Time
	MainParent   graveler.CommitID
	MetaRangeID  graveler.MetaRangeID
}

func NewCommitNode

func NewCommitNode(creationDate time.Time, mainParent graveler.CommitID, metaRangeID graveler.MetaRangeID) CommitNode

type GCStartingPoint

type GCStartingPoint struct {
	BranchID graveler.BranchID
	CommitID graveler.CommitID
}

A GCStartingPoint represents a commit from which the GC algorithm should start scanning. It could be either a branch HEAD, or a dangling commit. The CommitID field is always set, while BranchID is set only if the commit is a branch HEAD.

type GCStartingPointIterator

type GCStartingPointIterator struct {
	// contains filtered or unexported fields
}

GCStartingPointIterator combines a branch iterator and a commit iterator. Both are assumed to be sorted and to contain no duplicates. Each returned GCStartingPoint object contains the commit id. If the entry came from the branch iterator, it also contains the branch id. Commits appearing in both iterators appear only once and include the branch id. Closing this iterator will close the two internal iterators.

func NewGCStartingPointIterator

func NewGCStartingPointIterator(commitIterator graveler.CommitIterator, branchIterator graveler.BranchIterator) *GCStartingPointIterator

func (*GCStartingPointIterator) Close

func (sp *GCStartingPointIterator) Close()

func (*GCStartingPointIterator) Err

func (sp *GCStartingPointIterator) Err() error

func (*GCStartingPointIterator) Next

func (sp *GCStartingPointIterator) Next() bool

func (*GCStartingPointIterator) Value

func (sp *GCStartingPointIterator) Value() *GCStartingPoint

type GarbageCollectionManager

type GarbageCollectionManager struct {
	// contains filtered or unexported fields
}

func NewGarbageCollectionManager

func NewGarbageCollectionManager(blockAdapter block.Adapter, refManager graveler.RefManager, committedBlockStoragePrefix string) *GarbageCollectionManager

func (*GarbageCollectionManager) GetAddressesLocation

func (m *GarbageCollectionManager) GetAddressesLocation(sn graveler.StorageNamespace) (string, error)

func (*GarbageCollectionManager) GetCommitsCSVLocation

func (m *GarbageCollectionManager) GetCommitsCSVLocation(runID string, sn graveler.StorageNamespace) (string, error)

func (*GarbageCollectionManager) GetRules

func (m *GarbageCollectionManager) GetRules(ctx context.Context, storageNamespace graveler.StorageNamespace) (*graveler.GarbageCollectionRules, error)

func (*GarbageCollectionManager) GetUncommittedLocation

func (m *GarbageCollectionManager) GetUncommittedLocation(runID string, sn graveler.StorageNamespace) (string, error)

GetUncommittedLocation return full path to underlying storage path to store uncommitted information

func (*GarbageCollectionManager) NewID

func (m *GarbageCollectionManager) NewID() string

func (*GarbageCollectionManager) SaveGarbageCollectionCommits

func (m *GarbageCollectionManager) SaveGarbageCollectionCommits(ctx context.Context, repository *graveler.RepositoryRecord, rules *graveler.GarbageCollectionRules) (string, error)

func (*GarbageCollectionManager) SaveGarbageCollectionUncommitted

func (m *GarbageCollectionManager) SaveGarbageCollectionUncommitted(ctx context.Context, repository *graveler.RepositoryRecord, filename, runID string) error

func (*GarbageCollectionManager) SaveRules

func (m *GarbageCollectionManager) SaveRules(ctx context.Context, storageNamespace graveler.StorageNamespace, rules *graveler.GarbageCollectionRules) error

type RepositoryCommitGetter

type RepositoryCommitGetter struct {
	// contains filtered or unexported fields
}

func (*RepositoryCommitGetter) ListCommits

func (r *RepositoryCommitGetter) ListCommits(ctx context.Context) (graveler.CommitIterator, error)