azuresynapse

Documentation

Index

• func WithConfig(h *AzureSynapse, config *config.Config)
• type AzureSynapse
  • func New() *AzureSynapse
  • func (as *AzureSynapse) AddColumns(ctx context.Context, tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)
  • func (*AzureSynapse) AlterColumn(context.Context, string, string, string) (model.AlterTableResponse, error)
  • func (as *AzureSynapse) Cleanup(ctx context.Context)
  • func (as *AzureSynapse) Connect(_ context.Context, warehouse model.Warehouse) (client.Client, error)
  • func (as *AzureSynapse) CrashRecover(ctx context.Context)
  • func (as *AzureSynapse) CreateSchema(ctx context.Context) (err error)
  • func (as *AzureSynapse) CreateTable(ctx context.Context, tableName string, columnMap model.TableSchema) (err error)
  • func (*AzureSynapse) DeleteBy(context.Context, []string, warehouseutils.DeleteByParams) error
  • func (*AzureSynapse) DownloadIdentityRules(context.Context, *misc.GZipWriter) (err error)
  • func (as *AzureSynapse) DropTable(ctx context.Context, tableName string) (err error)
  • func (*AzureSynapse) ErrorMappings() []model.JobError
  • func (as *AzureSynapse) FetchSchema(ctx context.Context) (model.Schema, model.Schema, error)
  • func (as *AzureSynapse) GetTotalCountInTable(ctx context.Context, tableName string) (int64, error)
  • func (*AzureSynapse) IsEmpty(context.Context, model.Warehouse) (empty bool, err error)
  • func (*AzureSynapse) LoadIdentityMappingsTable(context.Context) (err error)
  • func (*AzureSynapse) LoadIdentityMergeRulesTable(context.Context) (err error)
  • func (as *AzureSynapse) LoadTable(ctx context.Context, tableName string) error
  • func (as *AzureSynapse) LoadTestTable(ctx context.Context, _, tableName string, payloadMap map[string]interface{}, ...) (err error)
  • func (as *AzureSynapse) LoadUserTables(ctx context.Context) map[string]error
  • func (as *AzureSynapse) SetConnectionTimeout(timeout time.Duration)
  • func (as *AzureSynapse) Setup(_ context.Context, warehouse model.Warehouse, uploader warehouseutils.Uploader) (err error)
  • func (as *AzureSynapse) TestConnection(ctx context.Context, _ model.Warehouse) error

Functions

func WithConfig

func WithConfig(h *AzureSynapse, config *config.Config)

Types

type AzureSynapse

type AzureSynapse struct {
	DB                          *sql.DB
	Namespace                   string
	ObjectStorage               string
	Warehouse                   model.Warehouse
	Uploader                    warehouseutils.Uploader
	NumWorkersDownloadLoadFiles int
	Logger                      logger.Logger
	LoadFileDownLoader          downloader.Downloader
	ConnectTimeout              time.Duration
}

func New

func New() *AzureSynapse

func (*AzureSynapse) AddColumns

func (as *AzureSynapse) AddColumns(ctx context.Context, tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)

func (*AzureSynapse) AlterColumn

func (*AzureSynapse) AlterColumn(context.Context, string, string, string) (model.AlterTableResponse, error)

func (*AzureSynapse) Cleanup

func (as *AzureSynapse) Cleanup(ctx context.Context)

func (*AzureSynapse) Connect

func (as *AzureSynapse) Connect(_ context.Context, warehouse model.Warehouse) (client.Client, error)

func (*AzureSynapse) CrashRecover

func (as *AzureSynapse) CrashRecover(ctx context.Context)

func (*AzureSynapse) CreateSchema

func (as *AzureSynapse) CreateSchema(ctx context.Context) (err error)

func (*AzureSynapse) CreateTable

func (as *AzureSynapse) CreateTable(ctx context.Context, tableName string, columnMap model.TableSchema) (err error)

func (*AzureSynapse) DeleteBy

func (*AzureSynapse) DeleteBy(context.Context, []string, warehouseutils.DeleteByParams) error

func (*AzureSynapse) DownloadIdentityRules

func (*AzureSynapse) DownloadIdentityRules(context.Context, *misc.GZipWriter) (err error)

func (*AzureSynapse) DropTable

func (as *AzureSynapse) DropTable(ctx context.Context, tableName string) (err error)

func (*AzureSynapse) ErrorMappings

func (*AzureSynapse) ErrorMappings() []model.JobError

func (*AzureSynapse) FetchSchema

func (as *AzureSynapse) FetchSchema(ctx context.Context) (model.Schema, model.Schema, error)

FetchSchema returns the schema of the warehouse

func (*AzureSynapse) GetTotalCountInTable

func (as *AzureSynapse) GetTotalCountInTable(ctx context.Context, tableName string) (int64, error)

func (*AzureSynapse) IsEmpty

func (*AzureSynapse) IsEmpty(context.Context, model.Warehouse) (empty bool, err error)

func (*AzureSynapse) LoadIdentityMappingsTable

func (*AzureSynapse) LoadIdentityMappingsTable(context.Context) (err error)

func (*AzureSynapse) LoadIdentityMergeRulesTable

func (*AzureSynapse) LoadIdentityMergeRulesTable(context.Context) (err error)

func (*AzureSynapse) LoadTable

func (as *AzureSynapse) LoadTable(ctx context.Context, tableName string) error

func (*AzureSynapse) LoadTestTable

func (as *AzureSynapse) LoadTestTable(ctx context.Context, _, tableName string, payloadMap map[string]interface{}, _ string) (err error)

func (*AzureSynapse) LoadUserTables

func (as *AzureSynapse) LoadUserTables(ctx context.Context) map[string]error

func (*AzureSynapse) SetConnectionTimeout

func (as *AzureSynapse) SetConnectionTimeout(timeout time.Duration)

func (*AzureSynapse) Setup

func (as *AzureSynapse) Setup(_ context.Context, warehouse model.Warehouse, uploader warehouseutils.Uploader) (err error)

func (*AzureSynapse) TestConnection

func (as *AzureSynapse) TestConnection(ctx context.Context, _ model.Warehouse) error