snowflake

package
v1.9.4 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jun 6, 2023 License: AGPL-3.0 Imports: 20 Imported by: 0

Documentation

Index

Constants

View Source
const (
	StorageIntegration = "storageIntegration"
	Account            = "account"
	Warehouse          = "warehouse"
	Database           = "database"
	User               = "user"
	Role               = "role"
	Password           = "password"
	Application        = "Rudderstack_Warehouse"
)

String constants for snowflake destination config

Variables

This section is empty.

Functions

func ColumnsWithDataTypes

func ColumnsWithDataTypes(columns model.TableSchema, prefix string) string

func WithConfig added in v1.7.0

func WithConfig(h *Snowflake, config *config.Config)

Types

type Credentials added in v1.7.0

type Credentials struct {
	Account   string
	Warehouse string
	Database  string
	User      string
	Role      string
	Password  string
	// contains filtered or unexported fields
}

type Snowflake added in v1.7.0

type Snowflake struct {
	DB             *sqlmiddleware.DB
	Namespace      string
	CloudProvider  string
	ObjectStorage  string
	Warehouse      model.Warehouse
	Uploader       warehouseutils.Uploader
	ConnectTimeout time.Duration
	Logger         logger.Logger

	SlowQueryThreshold time.Duration

	EnableDeleteByJobs bool
	// contains filtered or unexported fields
}

func New added in v1.8.0

func New() *Snowflake

func (*Snowflake) AddColumns added in v1.7.0

func (sf *Snowflake) AddColumns(tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)

func (*Snowflake) AlterColumn added in v1.7.0

func (*Snowflake) AlterColumn(_, _, _ string) (model.AlterTableResponse, error)

func (*Snowflake) Cleanup added in v1.7.0

func (sf *Snowflake) Cleanup()

func (*Snowflake) Connect added in v1.7.0

func (sf *Snowflake) Connect(warehouse model.Warehouse) (client.Client, error)

func (*Snowflake) CrashRecover added in v1.7.0

func (*Snowflake) CrashRecover()

func (*Snowflake) CreateSchema added in v1.7.0

func (sf *Snowflake) CreateSchema() (err error)

func (*Snowflake) CreateTable added in v1.7.0

func (sf *Snowflake) CreateTable(tableName string, columnMap model.TableSchema) (err error)

func (*Snowflake) DeleteBy added in v1.7.0

func (sf *Snowflake) DeleteBy(tableNames []string, params warehouseutils.DeleteByParams) (err error)

func (*Snowflake) DownloadIdentityRules added in v1.7.0

func (sf *Snowflake) DownloadIdentityRules(gzWriter *misc.GZipWriter) (err error)

DownloadIdentityRules gets distinct combinations of anonymous_id, user_id from tables in warehouse

func (*Snowflake) DropTable added in v1.7.0

func (sf *Snowflake) DropTable(tableName string) (err error)

func (*Snowflake) ErrorMappings added in v1.7.0

func (*Snowflake) ErrorMappings() []model.JobError

func (*Snowflake) FetchSchema added in v1.7.0

func (sf *Snowflake) FetchSchema() (model.Schema, model.Schema, error)

FetchSchema queries the snowflake database and returns the schema

func (*Snowflake) GetTotalCountInTable added in v1.7.0

func (sf *Snowflake) GetTotalCountInTable(ctx context.Context, tableName string) (int64, error)

func (*Snowflake) IsEmpty added in v1.7.0

func (sf *Snowflake) IsEmpty(warehouse model.Warehouse) (empty bool, err error)

func (*Snowflake) LoadIdentityMappingsTable added in v1.7.0

func (sf *Snowflake) LoadIdentityMappingsTable() (err error)

func (*Snowflake) LoadIdentityMergeRulesTable added in v1.7.0

func (sf *Snowflake) LoadIdentityMergeRulesTable() (err error)

func (*Snowflake) LoadTable added in v1.7.0

func (sf *Snowflake) LoadTable(ctx context.Context, tableName string) error

func (*Snowflake) LoadTestTable added in v1.7.0

func (sf *Snowflake) LoadTestTable(location, tableName string, _ map[string]interface{}, _ string) (err error)

func (*Snowflake) LoadUserTables added in v1.7.0

func (sf *Snowflake) LoadUserTables(ctx context.Context) map[string]error

func (*Snowflake) SetConnectionTimeout added in v1.7.0

func (sf *Snowflake) SetConnectionTimeout(timeout time.Duration)

func (*Snowflake) Setup added in v1.7.0

func (sf *Snowflake) Setup(warehouse model.Warehouse, uploader warehouseutils.Uploader) (err error)

func (*Snowflake) TestConnection added in v1.7.0

func (sf *Snowflake) TestConnection(ctx context.Context, _ model.Warehouse) error

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL