azuresynapse

Documentation

Index

• func Init()
• func WithConfig(h *AzureSynapse, config *config.Config)
• type AzureSynapse
  • func NewAzureSynapse() *AzureSynapse
  • func (as *AzureSynapse) AddColumns(tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)
  • func (*AzureSynapse) AlterColumn(_, _, _ string) (model.AlterTableResponse, error)
  • func (as *AzureSynapse) Cleanup()
  • func (as *AzureSynapse) Connect(warehouse model.Warehouse) (client.Client, error)
  • func (as *AzureSynapse) CrashRecover(warehouse model.Warehouse) (err error)
  • func (as *AzureSynapse) CreateSchema() (err error)
  • func (as *AzureSynapse) CreateTable(tableName string, columnMap model.TableSchema) (err error)
  • func (*AzureSynapse) DeleteBy([]string, warehouseutils.DeleteByParams) error
  • func (*AzureSynapse) DownloadIdentityRules(*misc.GZipWriter) (err error)
  • func (as *AzureSynapse) DropTable(tableName string) (err error)
  • func (as *AzureSynapse) ErrorMappings() []model.JobError
  • func (as *AzureSynapse) FetchSchema(warehouse model.Warehouse) (schema, unrecognizedSchema model.Schema, err error)
  • func (as *AzureSynapse) GetTotalCountInTable(ctx context.Context, tableName string) (int64, error)
  • func (*AzureSynapse) IsEmpty(_ model.Warehouse) (empty bool, err error)
  • func (*AzureSynapse) LoadIdentityMappingsTable() (err error)
  • func (*AzureSynapse) LoadIdentityMergeRulesTable() (err error)
  • func (as *AzureSynapse) LoadTable(tableName string) error
  • func (as *AzureSynapse) LoadTestTable(_, tableName string, payloadMap map[string]interface{}, _ string) (err error)
  • func (as *AzureSynapse) LoadUserTables() map[string]error
  • func (as *AzureSynapse) SetConnectionTimeout(timeout time.Duration)
  • func (as *AzureSynapse) Setup(warehouse model.Warehouse, uploader warehouseutils.Uploader) (err error)
  • func (as *AzureSynapse) TestConnection(warehouse model.Warehouse) (err error)

Functions

func Init

func Init()

func WithConfig

func WithConfig(h *AzureSynapse, config *config.Config)

Types

type AzureSynapse

type AzureSynapse struct {
	DB                          *sql.DB
	Namespace                   string
	ObjectStorage               string
	Warehouse                   model.Warehouse
	Uploader                    warehouseutils.Uploader
	NumWorkersDownloadLoadFiles int
	Logger                      logger.Logger
	LoadFileDownLoader          downloader.Downloader
	ConnectTimeout              time.Duration
}

func NewAzureSynapse

func NewAzureSynapse() *AzureSynapse

func (*AzureSynapse) AddColumns

func (as *AzureSynapse) AddColumns(tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)

func (*AzureSynapse) AlterColumn

func (*AzureSynapse) AlterColumn(_, _, _ string) (model.AlterTableResponse, error)

func (*AzureSynapse) Cleanup

func (as *AzureSynapse) Cleanup()

func (*AzureSynapse) Connect

func (as *AzureSynapse) Connect(warehouse model.Warehouse) (client.Client, error)

func (*AzureSynapse) CrashRecover

func (as *AzureSynapse) CrashRecover(warehouse model.Warehouse) (err error)

func (*AzureSynapse) CreateSchema

func (as *AzureSynapse) CreateSchema() (err error)

func (*AzureSynapse) CreateTable

func (as *AzureSynapse) CreateTable(tableName string, columnMap model.TableSchema) (err error)

func (*AzureSynapse) DeleteBy

func (*AzureSynapse) DeleteBy([]string, warehouseutils.DeleteByParams) error

func (*AzureSynapse) DownloadIdentityRules

func (*AzureSynapse) DownloadIdentityRules(*misc.GZipWriter) (err error)

func (*AzureSynapse) DropTable

func (as *AzureSynapse) DropTable(tableName string) (err error)

func (*AzureSynapse) ErrorMappings

func (as *AzureSynapse) ErrorMappings() []model.JobError

func (*AzureSynapse) FetchSchema

func (as *AzureSynapse) FetchSchema(warehouse model.Warehouse) (schema, unrecognizedSchema model.Schema, err error)

FetchSchema queries SYNAPSE and returns the schema associated with provided namespace

func (*AzureSynapse) GetTotalCountInTable

func (as *AzureSynapse) GetTotalCountInTable(ctx context.Context, tableName string) (int64, error)

func (*AzureSynapse) IsEmpty

func (*AzureSynapse) IsEmpty(_ model.Warehouse) (empty bool, err error)

func (*AzureSynapse) LoadIdentityMappingsTable

func (*AzureSynapse) LoadIdentityMappingsTable() (err error)

func (*AzureSynapse) LoadIdentityMergeRulesTable

func (*AzureSynapse) LoadIdentityMergeRulesTable() (err error)

func (*AzureSynapse) LoadTable

func (as *AzureSynapse) LoadTable(tableName string) error

func (*AzureSynapse) LoadTestTable

func (as *AzureSynapse) LoadTestTable(_, tableName string, payloadMap map[string]interface{}, _ string) (err error)

func (*AzureSynapse) LoadUserTables

func (as *AzureSynapse) LoadUserTables() map[string]error

func (*AzureSynapse) SetConnectionTimeout

func (as *AzureSynapse) SetConnectionTimeout(timeout time.Duration)

func (*AzureSynapse) Setup

func (as *AzureSynapse) Setup(warehouse model.Warehouse, uploader warehouseutils.Uploader) (err error)

func (*AzureSynapse) TestConnection

func (as *AzureSynapse) TestConnection(warehouse model.Warehouse) (err error)