Documentation
¶
Index ¶
- Constants
- Variables
- func CreateCommitMetadata(inv block.Inventory, stats Stats, prefixes []string) catalog.Metadata
- func NewValueToEntryIterator(it *InventoryIterator, progress *cmdutils.Progress) catalog.EntryIterator
- type CatalogRepoActions
- func (c *CatalogRepoActions) ApplyImport(ctx context.Context, it Iterator, _ bool) (*Stats, error)
- func (c *CatalogRepoActions) Commit(ctx context.Context, commitMsg string, metadata catalog.Metadata) (string, error)
- func (c *CatalogRepoActions) Init(ctx context.Context, baseCommit graveler.CommitID) error
- func (c *CatalogRepoActions) Progress() []*cmdutils.Progress
- type Config
- type EntryCatalog
- type ImportObject
- type Importer
- type InventoryDiff
- type InventoryIterator
- type Iterator
- type RepoActions
- type Stats
Constants ¶
View Source
const ( CommitMsgTemplate = "Import from %s" DefaultImportBranchName = "import-from-inventory" )
Variables ¶
View Source
var (
ErrIteratorNotSeekable = errors.New("can't seek on inventory iterator")
)
View Source
var ErrNoMetaRange = errors.New("nothing to commit - meta-range wasn't created")
View Source
var ErrNotSeekable = errors.New("iterator isn't seekable")
View Source
var ErrWrongIterator = errors.New("rocksCatalogRepoActions can only accept InventoryIterator")
Functions ¶
func CreateCommitMetadata ¶
func NewValueToEntryIterator ¶
func NewValueToEntryIterator(it *InventoryIterator, progress *cmdutils.Progress) catalog.EntryIterator
Types ¶
type CatalogRepoActions ¶
type CatalogRepoActions struct {
// contains filtered or unexported fields
}
CatalogRepoActions is in-charge of importing data to lakeFS with Rocks implementation
func NewCatalogRepoActions ¶
func NewCatalogRepoActions(config *Config, logger logging.Logger) *CatalogRepoActions
func (*CatalogRepoActions) ApplyImport ¶
func (*CatalogRepoActions) Progress ¶
func (c *CatalogRepoActions) Progress() []*cmdutils.Progress
type Config ¶
type Config struct { CommitUsername string InventoryURL string RepositoryID graveler.RepositoryID DefaultBranchID graveler.BranchID InventoryGenerator block.InventoryGenerator Store EntryCatalog CatalogActions RepoActions KeyPrefixes []string // BaseCommit is available only for import-plumbing command BaseCommit graveler.CommitID }
type EntryCatalog ¶
type EntryCatalog interface { GetRepository(ctx context.Context, repositoryID graveler.RepositoryID) (*graveler.RepositoryRecord, error) WriteMetaRangeByIterator(ctx context.Context, repository *graveler.RepositoryRecord, it graveler.ValueIterator) (*graveler.MetaRangeID, error) AddCommitToBranchHead(ctx context.Context, repository *graveler.RepositoryRecord, branchID graveler.BranchID, commit graveler.Commit) (graveler.CommitID, error) List(ctx context.Context, repository *graveler.RepositoryRecord, ref graveler.Ref) (graveler.ValueIterator, error) AddCommit(ctx context.Context, repository *graveler.RepositoryRecord, commit graveler.Commit) (graveler.CommitID, error) UpdateBranch(ctx context.Context, repository *graveler.RepositoryRecord, branchID graveler.BranchID, ref graveler.Ref) (*graveler.Branch, error) GetBranch(ctx context.Context, repository *graveler.RepositoryRecord, branchID graveler.BranchID) (*graveler.Branch, error) CreateBranch(ctx context.Context, repository *graveler.RepositoryRecord, branchID graveler.BranchID, ref graveler.Ref) (*graveler.Branch, error) GetCommit(ctx context.Context, repository *graveler.RepositoryRecord, commitID graveler.CommitID) (*graveler.Commit, error) }
EntryCatalog is a facet for a catalog.Store
type ImportObject ¶
type ImportObject struct { Obj block.InventoryObject IsDeleted bool IsChanged bool }
type Importer ¶
type Importer struct { CatalogActions RepoActions // contains filtered or unexported fields }
func CreateImporter ¶
type InventoryDiff ¶
type InventoryDiff struct { DryRun bool AddedOrChanged []block.InventoryObject Deleted []block.InventoryObject PreviousInventoryURL string PreviousImportDate time.Time }
type InventoryIterator ¶
type InventoryIterator struct {
block.InventoryIterator
}
onboard.InventoryIterator reads from block.InventoryIterator and converts the objects to ImportObject
func NewInventoryIterator ¶
func NewInventoryIterator(it block.InventoryIterator) *InventoryIterator
func (*InventoryIterator) Get ¶
func (s *InventoryIterator) Get() ImportObject
type Iterator ¶
type Iterator interface { cmdutils.ProgressReporter Next() bool Err() error Get() ImportObject }
type RepoActions ¶
Click to show internal directories.
Click to hide internal directories.