datalake

Documentation

Index

• type Datalake
  • func New() *Datalake
  • func (d *Datalake) AddColumns(tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)
  • func (d *Datalake) AlterColumn(tableName, columnName, columnType string) (model.AlterTableResponse, error)
  • func (*Datalake) Cleanup()
  • func (*Datalake) Connect(_ model.Warehouse) (client.Client, error)
  • func (*Datalake) CrashRecover()
  • func (d *Datalake) CreateSchema() (err error)
  • func (d *Datalake) CreateTable(tableName string, columnMap model.TableSchema) (err error)
  • func (*Datalake) DeleteBy([]string, warehouseutils.DeleteByParams) (err error)
  • func (*Datalake) DownloadIdentityRules(*misc.GZipWriter) error
  • func (*Datalake) DropTable(_ string) (err error)
  • func (*Datalake) ErrorMappings() []model.JobError
  • func (d *Datalake) FetchSchema() (model.Schema, model.Schema, error)
  • func (*Datalake) GetTotalCountInTable(context.Context, string) (int64, error)
  • func (*Datalake) IsEmpty(_ model.Warehouse) (bool, error)
  • func (d *Datalake) LoadIdentityMappingsTable() error
  • func (d *Datalake) LoadIdentityMergeRulesTable() error
  • func (d *Datalake) LoadTable(_ context.Context, tableName string) error
  • func (*Datalake) LoadTestTable(_, _ string, _ map[string]interface{}, _ string) error
  • func (d *Datalake) LoadUserTables(context.Context) map[string]error
  • func (*Datalake) SetConnectionTimeout(_ time.Duration)
  • func (d *Datalake) Setup(warehouse model.Warehouse, uploader warehouseutils.Uploader) (err error)
  • func (*Datalake) TestConnection(context.Context, model.Warehouse) error

Types

type Datalake

type Datalake struct {
	SchemaRepository schemarepository.SchemaRepository
	Warehouse        model.Warehouse
	Uploader         warehouseutils.Uploader
	Logger           logger.Logger
}

func New

func New() *Datalake

func (*Datalake) AddColumns

func (d *Datalake) AddColumns(tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)

func (*Datalake) AlterColumn

func (d *Datalake) AlterColumn(tableName, columnName, columnType string) (model.AlterTableResponse, error)

func (*Datalake) Cleanup

func (*Datalake) Cleanup()

func (*Datalake) Connect

func (*Datalake) Connect(_ model.Warehouse) (client.Client, error)

func (*Datalake) CrashRecover

func (*Datalake) CrashRecover()

func (*Datalake) CreateSchema

func (d *Datalake) CreateSchema() (err error)

func (*Datalake) CreateTable

func (d *Datalake) CreateTable(tableName string, columnMap model.TableSchema) (err error)

func (*Datalake) DeleteBy

func (*Datalake) DeleteBy([]string, warehouseutils.DeleteByParams) (err error)

func (*Datalake) DownloadIdentityRules

func (*Datalake) DownloadIdentityRules(*misc.GZipWriter) error

func (*Datalake) DropTable

func (*Datalake) DropTable(_ string) (err error)

func (*Datalake) ErrorMappings

func (*Datalake) ErrorMappings() []model.JobError

func (*Datalake) FetchSchema

func (d *Datalake) FetchSchema() (model.Schema, model.Schema, error)

func (*Datalake) GetTotalCountInTable

func (*Datalake) GetTotalCountInTable(context.Context, string) (int64, error)

func (*Datalake) IsEmpty

func (*Datalake) IsEmpty(_ model.Warehouse) (bool, error)

func (*Datalake) LoadIdentityMappingsTable

func (d *Datalake) LoadIdentityMappingsTable() error

func (*Datalake) LoadIdentityMergeRulesTable

func (d *Datalake) LoadIdentityMergeRulesTable() error

func (*Datalake) LoadTable

func (d *Datalake) LoadTable(_ context.Context, tableName string) error

func (*Datalake) LoadTestTable

func (*Datalake) LoadTestTable(_, _ string, _ map[string]interface{}, _ string) error

func (*Datalake) LoadUserTables

func (d *Datalake) LoadUserTables(context.Context) map[string]error

func (*Datalake) SetConnectionTimeout

func (*Datalake) SetConnectionTimeout(_ time.Duration)

func (*Datalake) Setup

func (d *Datalake) Setup(warehouse model.Warehouse, uploader warehouseutils.Uploader) (err error)

func (*Datalake) TestConnection

func (*Datalake) TestConnection(context.Context, model.Warehouse) error