snowflake

Documentation

Index

• func ColumnsWithDataTypes(columns model.TableSchema, prefix string) string
• type Snowflake
  • func New(conf *config.Config, log logger.Logger, stat stats.Stats) (*Snowflake, error)
  • func (sf *Snowflake) AddColumns(ctx context.Context, tableName string, columnsInfo []whutils.ColumnInfo) (err error)
  • func (*Snowflake) AlterColumn(context.Context, string, string, string) (model.AlterTableResponse, error)
  • func (sf *Snowflake) Cleanup(context.Context)
  • func (sf *Snowflake) Connect(ctx context.Context, warehouse model.Warehouse) (client.Client, error)
  • func (*Snowflake) CrashRecover(context.Context)
  • func (sf *Snowflake) CreateSchema(ctx context.Context) (err error)
  • func (sf *Snowflake) CreateTable(ctx context.Context, tableName string, columnMap model.TableSchema) (err error)
  • func (sf *Snowflake) DeleteBy(ctx context.Context, tableNames []string, params whutils.DeleteByParams) (err error)
  • func (sf *Snowflake) DownloadIdentityRules(ctx context.Context, gzWriter *misc.GZipWriter) (err error)
  • func (sf *Snowflake) DropTable(ctx context.Context, tableName string) (err error)
  • func (*Snowflake) ErrorMappings() []model.JobError
  • func (sf *Snowflake) FetchSchema(ctx context.Context) (model.Schema, model.Schema, error)
  • func (sf *Snowflake) GetTotalCountInTable(ctx context.Context, tableName string) (int64, error)
  • func (sf *Snowflake) IsEmpty(ctx context.Context, warehouse model.Warehouse) (empty bool, err error)
  • func (sf *Snowflake) LoadIdentityMappingsTable(ctx context.Context) error
  • func (sf *Snowflake) LoadIdentityMergeRulesTable(ctx context.Context) error
  • func (sf *Snowflake) LoadTable(ctx context.Context, tableName string) error
  • func (sf *Snowflake) LoadTestTable(ctx context.Context, location, tableName string, _ map[string]interface{}, ...) (err error)
  • func (sf *Snowflake) LoadUserTables(ctx context.Context) map[string]error
  • func (sf *Snowflake) SetConnectionTimeout(timeout time.Duration)
  • func (sf *Snowflake) Setup(ctx context.Context, warehouse model.Warehouse, uploader whutils.Uploader) (err error)
  • func (sf *Snowflake) ShouldAppend() bool
  • func (sf *Snowflake) TestConnection(ctx context.Context, _ model.Warehouse) error

Functions

func ColumnsWithDataTypes

func ColumnsWithDataTypes(columns model.TableSchema, prefix string) string

Types

type Snowflake

type Snowflake struct {
	DB            *sqlmw.DB
	Namespace     string
	CloudProvider string
	ObjectStorage string
	Warehouse     model.Warehouse
	Uploader      whutils.Uploader
	// contains filtered or unexported fields
}

func New

func New(conf *config.Config, log logger.Logger, stat stats.Stats) (*Snowflake, error)

func (*Snowflake) AddColumns

func (sf *Snowflake) AddColumns(ctx context.Context, tableName string, columnsInfo []whutils.ColumnInfo) (err error)

func (*Snowflake) AlterColumn

func (*Snowflake) AlterColumn(context.Context, string, string, string) (model.AlterTableResponse, error)

func (*Snowflake) Cleanup

func (sf *Snowflake) Cleanup(context.Context)

func (*Snowflake) Connect

func (sf *Snowflake) Connect(ctx context.Context, warehouse model.Warehouse) (client.Client, error)

func (*Snowflake) CrashRecover

func (*Snowflake) CrashRecover(context.Context)

func (*Snowflake) CreateSchema

func (sf *Snowflake) CreateSchema(ctx context.Context) (err error)

func (*Snowflake) CreateTable

func (sf *Snowflake) CreateTable(ctx context.Context, tableName string, columnMap model.TableSchema) (err error)

func (*Snowflake) DeleteBy

func (sf *Snowflake) DeleteBy(ctx context.Context, tableNames []string, params whutils.DeleteByParams) (err error)

func (*Snowflake) DownloadIdentityRules

func (sf *Snowflake) DownloadIdentityRules(ctx context.Context, gzWriter *misc.GZipWriter) (err error)

DownloadIdentityRules gets distinct combinations of anonymous_id, user_id from tables in warehouse

func (*Snowflake) DropTable

func (sf *Snowflake) DropTable(ctx context.Context, tableName string) (err error)

func (*Snowflake) ErrorMappings

func (*Snowflake) ErrorMappings() []model.JobError

func (*Snowflake) FetchSchema

func (sf *Snowflake) FetchSchema(ctx context.Context) (model.Schema, model.Schema, error)

FetchSchema queries the snowflake database and returns the schema

func (*Snowflake) GetTotalCountInTable

func (sf *Snowflake) GetTotalCountInTable(ctx context.Context, tableName string) (int64, error)

func (*Snowflake) IsEmpty

func (sf *Snowflake) IsEmpty(ctx context.Context, warehouse model.Warehouse) (empty bool, err error)

func (*Snowflake) LoadIdentityMappingsTable

func (sf *Snowflake) LoadIdentityMappingsTable(ctx context.Context) error

func (*Snowflake) LoadIdentityMergeRulesTable

func (sf *Snowflake) LoadIdentityMergeRulesTable(ctx context.Context) error

func (*Snowflake) LoadTable

func (sf *Snowflake) LoadTable(ctx context.Context, tableName string) error

func (*Snowflake) LoadTestTable

func (sf *Snowflake) LoadTestTable(
	ctx context.Context, location, tableName string, _ map[string]interface{}, _ string,
) (err error)

func (*Snowflake) LoadUserTables

func (sf *Snowflake) LoadUserTables(ctx context.Context) map[string]error

func (*Snowflake) SetConnectionTimeout

func (sf *Snowflake) SetConnectionTimeout(timeout time.Duration)

func (*Snowflake) Setup

func (sf *Snowflake) Setup(ctx context.Context, warehouse model.Warehouse, uploader whutils.Uploader) (err error)

func (*Snowflake) ShouldAppend

func (sf *Snowflake) ShouldAppend() bool

ShouldAppend returns true if the load table strategy is append mode and the source category is not in "mergeSourceCategoryMap"

func (*Snowflake) TestConnection

func (sf *Snowflake) TestConnection(ctx context.Context, _ model.Warehouse) error