redshift

Documentation

Index

• Constants
• type HandleT
  • func (rs *HandleT) AddColumn(name string, columnName string, columnType string) (err error)
  • func (rs *HandleT) AlterColumn(tableName string, columnName string, columnType string) (err error)
  • func (rs *HandleT) Cleanup()
  • func (rs *HandleT) Connect(warehouse warehouseutils.WarehouseT) (client.Client, error)
  • func (rs *HandleT) CrashRecover(warehouse warehouseutils.WarehouseT) (err error)
  • func (rs *HandleT) CreateSchema() (err error)
  • func (rs *HandleT) CreateTable(tableName string, columns map[string]string) (err error)
  • func (rs *HandleT) DownloadIdentityRules(*misc.GZipWriter) (err error)
  • func (rs *HandleT) FetchSchema(warehouse warehouseutils.WarehouseT) (schema warehouseutils.SchemaT, err error)
  • func (rs *HandleT) GetTotalCountInTable(tableName string) (total int64, err error)
  • func (rs *HandleT) IsEmpty(warehouse warehouseutils.WarehouseT) (empty bool, err error)
  • func (rs *HandleT) LoadIdentityMappingsTable() (err error)
  • func (rs *HandleT) LoadIdentityMergeRulesTable() (err error)
  • func (rs *HandleT) LoadTable(tableName string) error
  • func (rs *HandleT) LoadUserTables() map[string]error
  • func (rs *HandleT) Setup(warehouse warehouseutils.WarehouseT, uploader warehouseutils.UploaderI) (err error)
  • func (rs *HandleT) TestConnection(warehouse warehouseutils.WarehouseT) (err error)
• type RedshiftCredentialsT
• type S3ManifestEntryMetadataT
• type S3ManifestEntryT
• type S3ManifestT

Constants

const (
	AWSAccessKey        = "accessKey"
	AWSAccessKeyID      = "accessKeyID"
	AWSBucketNameConfig = "bucketName"
	RSHost              = "host"
	RSPort              = "port"
	RSDbName            = "database"
	RSUserName          = "user"
	RSPassword          = "password"
)

String constants for redshift destination config

const PROVIDER = "RS"

Types

type HandleT

type HandleT struct {
	Db        *sql.DB
	Namespace string
	Warehouse warehouseutils.WarehouseT
	Uploader  warehouseutils.UploaderI
}

func (*HandleT) AddColumn

func (rs *HandleT) AddColumn(name string, columnName string, columnType string) (err error)

func (*HandleT) AlterColumn

func (rs *HandleT) AlterColumn(tableName string, columnName string, columnType string) (err error)

func (*HandleT) Cleanup

func (rs *HandleT) Cleanup()

func (*HandleT) Connect

func (rs *HandleT) Connect(warehouse warehouseutils.WarehouseT) (client.Client, error)

func (*HandleT) CrashRecover

func (rs *HandleT) CrashRecover(warehouse warehouseutils.WarehouseT) (err error)

func (*HandleT) CreateSchema

func (rs *HandleT) CreateSchema() (err error)

func (*HandleT) CreateTable

func (rs *HandleT) CreateTable(tableName string, columns map[string]string) (err error)

func (*HandleT) DownloadIdentityRules

func (rs *HandleT) DownloadIdentityRules(*misc.GZipWriter) (err error)

func (*HandleT) FetchSchema

func (rs *HandleT) FetchSchema(warehouse warehouseutils.WarehouseT) (schema warehouseutils.SchemaT, err error)

FetchSchema queries redshift and returns the schema assoiciated with provided namespace

func (*HandleT) GetTotalCountInTable

func (rs *HandleT) GetTotalCountInTable(tableName string) (total int64, err error)

func (*HandleT) IsEmpty

func (rs *HandleT) IsEmpty(warehouse warehouseutils.WarehouseT) (empty bool, err error)

func (*HandleT) LoadIdentityMappingsTable

func (rs *HandleT) LoadIdentityMappingsTable() (err error)

func (*HandleT) LoadIdentityMergeRulesTable

func (rs *HandleT) LoadIdentityMergeRulesTable() (err error)

func (*HandleT) LoadTable

func (rs *HandleT) LoadTable(tableName string) error

func (*HandleT) LoadUserTables

func (rs *HandleT) LoadUserTables() map[string]error

func (*HandleT) Setup

func (rs *HandleT) Setup(warehouse warehouseutils.WarehouseT, uploader warehouseutils.UploaderI) (err error)

func (*HandleT) TestConnection

func (rs *HandleT) TestConnection(warehouse warehouseutils.WarehouseT) (err error)

type RedshiftCredentialsT

type RedshiftCredentialsT struct {
	// contains filtered or unexported fields
}

RedshiftCredentialsT ...

type S3ManifestEntryMetadataT

type S3ManifestEntryMetadataT struct {
	ContentLength int64 `json:"content_length"`
}

type S3ManifestEntryT

type S3ManifestEntryT struct {
	Url       string                   `json:"url"`
	Mandatory bool                     `json:"mandatory"`
	Metadata  S3ManifestEntryMetadataT `json:"meta"`
}

type S3ManifestT

type S3ManifestT struct {
	Entries []S3ManifestEntryT `json:"entries"`
}