datalake

Documentation

Index

• type Datalake
  • func New() *Datalake
  • func (d *Datalake) AddColumns(ctx context.Context, tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)
  • func (d *Datalake) AlterColumn(ctx context.Context, tableName, columnName, columnType string) (model.AlterTableResponse, error)
  • func (*Datalake) Cleanup(context.Context)
  • func (*Datalake) Connect(context.Context, model.Warehouse) (client.Client, error)
  • func (*Datalake) CrashRecover(context.Context)
  • func (d *Datalake) CreateSchema(ctx context.Context) (err error)
  • func (d *Datalake) CreateTable(ctx context.Context, tableName string, columnMap model.TableSchema) (err error)
  • func (*Datalake) DeleteBy(context.Context, []string, warehouseutils.DeleteByParams) (err error)
  • func (*Datalake) DownloadIdentityRules(context.Context, *misc.GZipWriter) error
  • func (*Datalake) DropTable(context.Context, string) (err error)
  • func (*Datalake) ErrorMappings() []model.JobError
  • func (d *Datalake) FetchSchema(ctx context.Context) (model.Schema, model.Schema, error)
  • func (*Datalake) GetTotalCountInTable(context.Context, string) (int64, error)
  • func (*Datalake) IsEmpty(context.Context, model.Warehouse) (bool, error)
  • func (d *Datalake) LoadIdentityMappingsTable(context.Context) error
  • func (d *Datalake) LoadIdentityMergeRulesTable(context.Context) error
  • func (d *Datalake) LoadTable(_ context.Context, tableName string) error
  • func (*Datalake) LoadTestTable(context.Context, string, string, map[string]interface{}, string) error
  • func (d *Datalake) LoadUserTables(context.Context) map[string]error
  • func (*Datalake) SetConnectionTimeout(_ time.Duration)
  • func (d *Datalake) Setup(_ context.Context, warehouse model.Warehouse, uploader warehouseutils.Uploader) (err error)
  • func (*Datalake) TestConnection(context.Context, model.Warehouse) error

Types

type Datalake

type Datalake struct {
	SchemaRepository schemarepository.SchemaRepository
	Warehouse        model.Warehouse
	Uploader         warehouseutils.Uploader
	Logger           logger.Logger
}

func New

func New() *Datalake

func (*Datalake) AddColumns

func (d *Datalake) AddColumns(ctx context.Context, tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)

func (*Datalake) AlterColumn

func (d *Datalake) AlterColumn(ctx context.Context, tableName, columnName, columnType string) (model.AlterTableResponse, error)

func (*Datalake) Cleanup

func (*Datalake) Cleanup(context.Context)

func (*Datalake) Connect

func (*Datalake) Connect(context.Context, model.Warehouse) (client.Client, error)

func (*Datalake) CrashRecover

func (*Datalake) CrashRecover(context.Context)

func (*Datalake) CreateSchema

func (d *Datalake) CreateSchema(ctx context.Context) (err error)

func (*Datalake) CreateTable

func (d *Datalake) CreateTable(ctx context.Context, tableName string, columnMap model.TableSchema) (err error)

func (*Datalake) DeleteBy

func (*Datalake) DeleteBy(context.Context, []string, warehouseutils.DeleteByParams) (err error)

func (*Datalake) DownloadIdentityRules

func (*Datalake) DownloadIdentityRules(context.Context, *misc.GZipWriter) error

func (*Datalake) DropTable

func (*Datalake) DropTable(context.Context, string) (err error)

func (*Datalake) ErrorMappings

func (*Datalake) ErrorMappings() []model.JobError

func (*Datalake) FetchSchema

func (d *Datalake) FetchSchema(ctx context.Context) (model.Schema, model.Schema, error)

func (*Datalake) GetTotalCountInTable

func (*Datalake) GetTotalCountInTable(context.Context, string) (int64, error)

func (*Datalake) IsEmpty

func (*Datalake) IsEmpty(context.Context, model.Warehouse) (bool, error)

func (*Datalake) LoadIdentityMappingsTable

func (d *Datalake) LoadIdentityMappingsTable(context.Context) error

func (*Datalake) LoadIdentityMergeRulesTable

func (d *Datalake) LoadIdentityMergeRulesTable(context.Context) error

func (*Datalake) LoadTable

func (d *Datalake) LoadTable(_ context.Context, tableName string) error

func (*Datalake) LoadTestTable

func (*Datalake) LoadTestTable(context.Context, string, string, map[string]interface{}, string) error

func (*Datalake) LoadUserTables

func (d *Datalake) LoadUserTables(context.Context) map[string]error

func (*Datalake) SetConnectionTimeout

func (*Datalake) SetConnectionTimeout(_ time.Duration)

func (*Datalake) Setup

func (d *Datalake) Setup(_ context.Context, warehouse model.Warehouse, uploader warehouseutils.Uploader) (err error)

func (*Datalake) TestConnection

func (*Datalake) TestConnection(context.Context, model.Warehouse) error