deltalake_native

May 9, 2023

Changes in this version

+ func WithConfig(h *Deltalake, config *config.Config)

+ type Deltalake struct

+ ConnectTimeout time.Duration

+ DB *sqlmiddleware.DB

+ EnablePartitionPruning bool

+ LoadTableStrategy string

+ Logger logger.Logger

+ MaxRetries int

+ Namespace string

+ ObjectStorage string

+ RetryMaxWait time.Duration

+ RetryMinWait time.Duration

+ SlowQueryThreshold time.Duration

+ Stats stats.Stats

+ Uploader warehouseutils.Uploader

+ Warehouse model.Warehouse

+ func New() *Deltalake

+ func (*Deltalake) AlterColumn(_, _, _ string) (model.AlterTableResponse, error)

+ func (*Deltalake) DeleteBy([]string, warehouseutils.DeleteByParams) error

+ func (*Deltalake) DownloadIdentityRules(*misc.GZipWriter) error

+ func (*Deltalake) ErrorMappings() []model.JobError

+ func (*Deltalake) IsEmpty(model.Warehouse) (bool, error)

+ func (*Deltalake) LoadIdentityMappingsTable() error

+ func (*Deltalake) LoadIdentityMergeRulesTable() error

+ func (d *Deltalake) AddColumns(tableName string, columnsInfo []warehouseutils.ColumnInfo) error

+ func (d *Deltalake) Cleanup()

+ func (d *Deltalake) Connect(warehouse model.Warehouse) (warehouseclient.Client, error)

+ func (d *Deltalake) CrashRecover()

+ func (d *Deltalake) CreateSchema() error

+ func (d *Deltalake) CreateTable(tableName string, columns model.TableSchema) error

+ func (d *Deltalake) DropTable(tableName string) error

+ func (d *Deltalake) FetchSchema(model.Warehouse) (model.Schema, model.Schema, error)

+ func (d *Deltalake) GetTotalCountInTable(ctx context.Context, tableName string) (int64, error)

+ func (d *Deltalake) LoadTable(ctx context.Context, tableName string) error

+ func (d *Deltalake) LoadTestTable(location, tableName string, _ map[string]interface{}, format string) error

+ func (d *Deltalake) LoadUserTables(ctx context.Context) map[string]error

+ func (d *Deltalake) SetConnectionTimeout(timeout time.Duration)

+ func (d *Deltalake) Setup(warehouse model.Warehouse, uploader warehouseutils.Uploader) error

+ func (d *Deltalake) TestConnection(ctx context.Context, _ model.Warehouse) error