datalake

package
v1.9.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: May 25, 2023 License: AGPL-3.0 Imports: 10 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type Datalake added in v1.8.0

type Datalake struct {
	SchemaRepository schemarepository.SchemaRepository
	Warehouse        model.Warehouse
	Uploader         warehouseutils.Uploader
	Logger           logger.Logger
}

func New added in v1.8.0

func New() *Datalake

func (*Datalake) AddColumns added in v1.8.0

func (d *Datalake) AddColumns(tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)

func (*Datalake) AlterColumn added in v1.8.0

func (d *Datalake) AlterColumn(tableName, columnName, columnType string) (model.AlterTableResponse, error)

func (*Datalake) Cleanup added in v1.8.0

func (*Datalake) Cleanup()

func (*Datalake) Connect added in v1.8.0

func (*Datalake) Connect(_ model.Warehouse) (client.Client, error)

func (*Datalake) CrashRecover added in v1.8.0

func (*Datalake) CrashRecover()

func (*Datalake) CreateSchema added in v1.8.0

func (d *Datalake) CreateSchema() (err error)

func (*Datalake) CreateTable added in v1.8.0

func (d *Datalake) CreateTable(tableName string, columnMap model.TableSchema) (err error)

func (*Datalake) DeleteBy added in v1.8.0

func (*Datalake) DeleteBy([]string, warehouseutils.DeleteByParams) (err error)

func (*Datalake) DownloadIdentityRules added in v1.8.0

func (*Datalake) DownloadIdentityRules(*misc.GZipWriter) error

func (*Datalake) DropTable added in v1.8.0

func (*Datalake) DropTable(_ string) (err error)

func (*Datalake) ErrorMappings added in v1.8.0

func (*Datalake) ErrorMappings() []model.JobError

func (*Datalake) FetchSchema added in v1.8.0

func (d *Datalake) FetchSchema() (model.Schema, model.Schema, error)

func (*Datalake) GetTotalCountInTable added in v1.8.0

func (*Datalake) GetTotalCountInTable(context.Context, string) (int64, error)

func (*Datalake) IsEmpty added in v1.8.0

func (*Datalake) IsEmpty(_ model.Warehouse) (bool, error)

func (*Datalake) LoadIdentityMappingsTable added in v1.8.0

func (d *Datalake) LoadIdentityMappingsTable() error

func (*Datalake) LoadIdentityMergeRulesTable added in v1.8.0

func (d *Datalake) LoadIdentityMergeRulesTable() error

func (*Datalake) LoadTable added in v1.8.0

func (d *Datalake) LoadTable(_ context.Context, tableName string) error

func (*Datalake) LoadTestTable added in v1.8.0

func (*Datalake) LoadTestTable(_, _ string, _ map[string]interface{}, _ string) error

func (*Datalake) LoadUserTables added in v1.8.0

func (d *Datalake) LoadUserTables(context.Context) map[string]error

func (*Datalake) SetConnectionTimeout added in v1.8.0

func (*Datalake) SetConnectionTimeout(_ time.Duration)

func (*Datalake) Setup added in v1.8.0

func (d *Datalake) Setup(warehouse model.Warehouse, uploader warehouseutils.Uploader) (err error)

func (*Datalake) TestConnection added in v1.8.0

func (*Datalake) TestConnection(context.Context, model.Warehouse) error

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL