snowflake

Documentation

Index

• Constants
• func ColumnsWithDataTypes(columns map[string]string, prefix string) string
• func Init()
• type HandleT
  • func (sf *HandleT) AddColumn(tableName string, columnName string, columnType string) (err error)
  • func (sf *HandleT) AlterColumn(tableName string, columnName string, columnType string) (err error)
  • func (sf *HandleT) Cleanup()
  • func (sf *HandleT) Connect(warehouse warehouseutils.WarehouseT) (client.Client, error)
  • func (sf *HandleT) CrashRecover(warehouse warehouseutils.WarehouseT) (err error)
  • func (sf *HandleT) CreateSchema() (err error)
  • func (sf *HandleT) CreateTable(tableName string, columnMap map[string]string) (err error)
  • func (sf *HandleT) DownloadIdentityRules(gzWriter *misc.GZipWriter) (err error)
  • func (sf *HandleT) DropTable(tableName string) (err error)
  • func (sf *HandleT) FetchSchema(warehouse warehouseutils.WarehouseT) (schema warehouseutils.SchemaT, err error)
  • func (sf *HandleT) GetTotalCountInTable(tableName string) (total int64, err error)
  • func (sf *HandleT) IsEmpty(warehouse warehouseutils.WarehouseT) (empty bool, err error)
  • func (sf *HandleT) LoadIdentityMappingsTable() (err error)
  • func (sf *HandleT) LoadIdentityMergeRulesTable() (err error)
  • func (sf *HandleT) LoadTable(tableName string) error
  • func (sf *HandleT) LoadTestTable(location string, tablename string, payloadMap map[string]interface{}, ...) (err error)
  • func (sf *HandleT) LoadUserTables() map[string]error
  • func (sf *HandleT) SetConnectionTimeout(timeout time.Duration)
  • func (sf *HandleT) Setup(warehouse warehouseutils.WarehouseT, uploader warehouseutils.UploaderI) (err error)
  • func (sf *HandleT) TestConnection(warehouse warehouseutils.WarehouseT) (err error)
• type OptionalCredsT
• type SnowflakeCredentialsT

Constants

const (
	AWSAccessKey       = "accessKey"
	AWSAccessSecret    = "accessKeyID"
	StorageIntegration = "storageIntegration"
	SFAccount          = "account"
	SFWarehouse        = "warehouse"
	SFDbName           = "database"
	SFUserName         = "user"
	SFPassword         = "password"
)

String constants for snowflake destination config

Functions

func ColumnsWithDataTypes

func ColumnsWithDataTypes(columns map[string]string, prefix string) string

func Init

func Init()

Types

type HandleT

type HandleT struct {
	Db             *sql.DB
	Namespace      string
	CloudProvider  string
	ObjectStorage  string
	Warehouse      warehouseutils.WarehouseT
	Uploader       warehouseutils.UploaderI
	ConnectTimeout time.Duration
}

func (*HandleT) AddColumn

func (sf *HandleT) AddColumn(tableName string, columnName string, columnType string) (err error)

func (*HandleT) AlterColumn

func (sf *HandleT) AlterColumn(tableName string, columnName string, columnType string) (err error)

func (*HandleT) Cleanup

func (sf *HandleT) Cleanup()

func (*HandleT) Connect

func (sf *HandleT) Connect(warehouse warehouseutils.WarehouseT) (client.Client, error)

func (*HandleT) CrashRecover

func (sf *HandleT) CrashRecover(warehouse warehouseutils.WarehouseT) (err error)

func (*HandleT) CreateSchema

func (sf *HandleT) CreateSchema() (err error)

func (*HandleT) CreateTable

func (sf *HandleT) CreateTable(tableName string, columnMap map[string]string) (err error)

func (*HandleT) DownloadIdentityRules

func (sf *HandleT) DownloadIdentityRules(gzWriter *misc.GZipWriter) (err error)

DownloadIdentityRules gets distinct combinations of anonymous_id, user_id from tables in warehouse

func (*HandleT) DropTable

func (sf *HandleT) DropTable(tableName string) (err error)

func (*HandleT) FetchSchema

func (sf *HandleT) FetchSchema(warehouse warehouseutils.WarehouseT) (schema warehouseutils.SchemaT, err error)

FetchSchema queries snowflake and returns the schema assoiciated with provided namespace

func (*HandleT) GetTotalCountInTable

func (sf *HandleT) GetTotalCountInTable(tableName string) (total int64, err error)

func (*HandleT) IsEmpty

func (sf *HandleT) IsEmpty(warehouse warehouseutils.WarehouseT) (empty bool, err error)

func (*HandleT) LoadIdentityMappingsTable

func (sf *HandleT) LoadIdentityMappingsTable() (err error)

func (*HandleT) LoadIdentityMergeRulesTable

func (sf *HandleT) LoadIdentityMergeRulesTable() (err error)

func (*HandleT) LoadTable

func (sf *HandleT) LoadTable(tableName string) error

func (*HandleT) LoadTestTable

func (sf *HandleT) LoadTestTable(location string, tablename string, payloadMap map[string]interface{}, format string) (err error)

func (*HandleT) LoadUserTables

func (sf *HandleT) LoadUserTables() map[string]error

func (*HandleT) SetConnectionTimeout

func (sf *HandleT) SetConnectionTimeout(timeout time.Duration)

func (*HandleT) Setup

func (sf *HandleT) Setup(warehouse warehouseutils.WarehouseT, uploader warehouseutils.UploaderI) (err error)

func (*HandleT) TestConnection

func (sf *HandleT) TestConnection(warehouse warehouseutils.WarehouseT) (err error)

type OptionalCredsT

type OptionalCredsT struct {
	// contains filtered or unexported fields
}

type SnowflakeCredentialsT

type SnowflakeCredentialsT struct {
	// contains filtered or unexported fields
}