postgres

Documentation

Index

• func ColumnsWithDataTypes(columns model.TableSchema, prefix string) string
• func WithConfig(h *Postgres, config *config.Config)
• type Credentials
• type Postgres
  • func New() *Postgres
  • func (pg *Postgres) AddColumns(tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)
  • func (*Postgres) AlterColumn(_, _, _ string) (model.AlterTableResponse, error)
  • func (pg *Postgres) Cleanup()
  • func (pg *Postgres) Connect(warehouse model.Warehouse) (client.Client, error)
  • func (pg *Postgres) CrashRecover()
  • func (pg *Postgres) CreateSchema() (err error)
  • func (pg *Postgres) CreateTable(tableName string, columnMap model.TableSchema) (err error)
  • func (pg *Postgres) DeleteBy(tableNames []string, params warehouseutils.DeleteByParams) (err error)
  • func (*Postgres) DownloadIdentityRules(*misc.GZipWriter) (err error)
  • func (pg *Postgres) DropTable(tableName string) (err error)
  • func (*Postgres) ErrorMappings() []model.JobError
  • func (pg *Postgres) FetchSchema() (model.Schema, model.Schema, error)
  • func (pg *Postgres) GetTotalCountInTable(ctx context.Context, tableName string) (int64, error)
  • func (*Postgres) IsEmpty(_ model.Warehouse) (empty bool, err error)
  • func (*Postgres) LoadIdentityMappingsTable() (err error)
  • func (*Postgres) LoadIdentityMergeRulesTable() (err error)
  • func (pg *Postgres) LoadTable(ctx context.Context, tableName string) error
  • func (pg *Postgres) LoadTestTable(_, tableName string, payloadMap map[string]interface{}, _ string) (err error)
  • func (pg *Postgres) LoadUserTables(ctx context.Context) map[string]error
  • func (pg *Postgres) SetConnectionTimeout(timeout time.Duration)
  • func (pg *Postgres) Setup(warehouse model.Warehouse, uploader warehouseutils.Uploader) (err error)
  • func (pg *Postgres) TestConnection(ctx context.Context, warehouse model.Warehouse) error

Functions

func ColumnsWithDataTypes

func ColumnsWithDataTypes(columns model.TableSchema, prefix string) string

func WithConfig

func WithConfig(h *Postgres, config *config.Config)

Types

type Credentials

type Credentials struct {
	Host       string
	DBName     string
	User       string
	Password   string
	Port       string
	SSLMode    string
	SSLDir     string
	TunnelInfo *tunnelling.TunnelInfo
	// contains filtered or unexported fields
}

type Postgres

type Postgres struct {
	DB                          *sqlmiddleware.DB
	Namespace                   string
	ObjectStorage               string
	Warehouse                   model.Warehouse
	Uploader                    warehouseutils.Uploader
	ConnectTimeout              time.Duration
	Logger                      logger.Logger
	EnableDeleteByJobs          bool
	NumWorkersDownloadLoadFiles int
	LoadFileDownloader          downloader.Downloader
	SlowQueryThreshold          time.Duration
	// contains filtered or unexported fields
}

func New

func New() *Postgres

func (*Postgres) AddColumns

func (pg *Postgres) AddColumns(tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)

func (*Postgres) AlterColumn

func (*Postgres) AlterColumn(_, _, _ string) (model.AlterTableResponse, error)

func (*Postgres) Cleanup

func (pg *Postgres) Cleanup()

func (*Postgres) Connect

func (pg *Postgres) Connect(warehouse model.Warehouse) (client.Client, error)

func (*Postgres) CrashRecover

func (pg *Postgres) CrashRecover()

func (*Postgres) CreateSchema

func (pg *Postgres) CreateSchema() (err error)

func (*Postgres) CreateTable

func (pg *Postgres) CreateTable(tableName string, columnMap model.TableSchema) (err error)

func (*Postgres) DeleteBy

func (pg *Postgres) DeleteBy(tableNames []string, params warehouseutils.DeleteByParams) (err error)

DeleteBy Need to create a structure with delete parameters instead of simply adding a long list of params

func (*Postgres) DownloadIdentityRules

func (*Postgres) DownloadIdentityRules(*misc.GZipWriter) (err error)

func (*Postgres) DropTable

func (pg *Postgres) DropTable(tableName string) (err error)

func (*Postgres) ErrorMappings

func (*Postgres) ErrorMappings() []model.JobError

func (*Postgres) FetchSchema

func (pg *Postgres) FetchSchema() (model.Schema, model.Schema, error)

FetchSchema queries postgres and returns the schema associated with provided namespace

func (*Postgres) GetTotalCountInTable

func (pg *Postgres) GetTotalCountInTable(ctx context.Context, tableName string) (int64, error)

func (*Postgres) IsEmpty

func (*Postgres) IsEmpty(_ model.Warehouse) (empty bool, err error)

func (*Postgres) LoadIdentityMappingsTable

func (*Postgres) LoadIdentityMappingsTable() (err error)

func (*Postgres) LoadIdentityMergeRulesTable

func (*Postgres) LoadIdentityMergeRulesTable() (err error)

func (*Postgres) LoadTable

func (pg *Postgres) LoadTable(ctx context.Context, tableName string) error

func (*Postgres) LoadTestTable

func (pg *Postgres) LoadTestTable(_, tableName string, payloadMap map[string]interface{}, _ string) (err error)

func (*Postgres) LoadUserTables

func (pg *Postgres) LoadUserTables(ctx context.Context) map[string]error

func (*Postgres) SetConnectionTimeout

func (pg *Postgres) SetConnectionTimeout(timeout time.Duration)

func (*Postgres) Setup

func (pg *Postgres) Setup(
	warehouse model.Warehouse,
	uploader warehouseutils.Uploader,
) (err error)

func (*Postgres) TestConnection

func (pg *Postgres) TestConnection(ctx context.Context, warehouse model.Warehouse) error