postgres

Documentation

Index

• func ColumnsWithDataTypes(columns model.TableSchema, prefix string) string
• func WithConfig(h *Postgres, config *config.Config)
• type Credentials
• type Postgres
  • func New() *Postgres
  • func (pg *Postgres) AddColumns(ctx context.Context, tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)
  • func (*Postgres) AlterColumn(context.Context, string, string, string) (model.AlterTableResponse, error)
  • func (pg *Postgres) Cleanup(context.Context)
  • func (pg *Postgres) Connect(_ context.Context, warehouse model.Warehouse) (client.Client, error)
  • func (*Postgres) CrashRecover(context.Context)
  • func (pg *Postgres) CreateSchema(ctx context.Context) (err error)
  • func (pg *Postgres) CreateTable(ctx context.Context, tableName string, columnMap model.TableSchema) (err error)
  • func (pg *Postgres) DeleteBy(ctx context.Context, tableNames []string, params warehouseutils.DeleteByParams) (err error)
  • func (*Postgres) DownloadIdentityRules(context.Context, *misc.GZipWriter) (err error)
  • func (pg *Postgres) DropTable(ctx context.Context, tableName string) (err error)
  • func (*Postgres) ErrorMappings() []model.JobError
  • func (pg *Postgres) FetchSchema(ctx context.Context) (model.Schema, model.Schema, error)
  • func (pg *Postgres) GetTotalCountInTable(ctx context.Context, tableName string) (int64, error)
  • func (*Postgres) IsEmpty(context.Context, model.Warehouse) (empty bool, err error)
  • func (*Postgres) LoadIdentityMappingsTable(context.Context) (err error)
  • func (*Postgres) LoadIdentityMergeRulesTable(context.Context) (err error)
  • func (pg *Postgres) LoadTable(ctx context.Context, tableName string) error
  • func (pg *Postgres) LoadTestTable(ctx context.Context, _, tableName string, payloadMap map[string]interface{}, ...) (err error)
  • func (pg *Postgres) LoadUserTables(ctx context.Context) map[string]error
  • func (pg *Postgres) SetConnectionTimeout(timeout time.Duration)
  • func (pg *Postgres) Setup(_ context.Context, warehouse model.Warehouse, uploader warehouseutils.Uploader) (err error)
  • func (pg *Postgres) TestConnection(ctx context.Context, warehouse model.Warehouse) error

Functions

func ColumnsWithDataTypes

func ColumnsWithDataTypes(columns model.TableSchema, prefix string) string

func WithConfig

func WithConfig(h *Postgres, config *config.Config)

Types

type Credentials

type Credentials struct {
	Host       string
	DBName     string
	User       string
	Password   string
	Port       string
	SSLMode    string
	SSLDir     string
	TunnelInfo *tunnelling.TunnelInfo
	// contains filtered or unexported fields
}

type Postgres

type Postgres struct {
	DB                          *sqlmiddleware.DB
	Namespace                   string
	ObjectStorage               string
	Warehouse                   model.Warehouse
	Uploader                    warehouseutils.Uploader
	ConnectTimeout              time.Duration
	Logger                      logger.Logger
	EnableDeleteByJobs          bool
	NumWorkersDownloadLoadFiles int
	LoadFileDownloader          downloader.Downloader
	SlowQueryThreshold          time.Duration
	// contains filtered or unexported fields
}

func New

func New() *Postgres

func (*Postgres) AddColumns

func (pg *Postgres) AddColumns(ctx context.Context, tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)

func (*Postgres) AlterColumn

func (*Postgres) AlterColumn(context.Context, string, string, string) (model.AlterTableResponse, error)

func (*Postgres) Cleanup

func (pg *Postgres) Cleanup(context.Context)

func (*Postgres) Connect

func (pg *Postgres) Connect(_ context.Context, warehouse model.Warehouse) (client.Client, error)

func (*Postgres) CrashRecover

func (*Postgres) CrashRecover(context.Context)

func (*Postgres) CreateSchema

func (pg *Postgres) CreateSchema(ctx context.Context) (err error)

func (*Postgres) CreateTable

func (pg *Postgres) CreateTable(ctx context.Context, tableName string, columnMap model.TableSchema) (err error)

func (*Postgres) DeleteBy

func (pg *Postgres) DeleteBy(ctx context.Context, tableNames []string, params warehouseutils.DeleteByParams) (err error)

DeleteBy Need to create a structure with delete parameters instead of simply adding a long list of params

func (*Postgres) DownloadIdentityRules

func (*Postgres) DownloadIdentityRules(context.Context, *misc.GZipWriter) (err error)

func (*Postgres) DropTable

func (pg *Postgres) DropTable(ctx context.Context, tableName string) (err error)

func (*Postgres) ErrorMappings

func (*Postgres) ErrorMappings() []model.JobError

func (*Postgres) FetchSchema

func (pg *Postgres) FetchSchema(ctx context.Context) (model.Schema, model.Schema, error)

FetchSchema queries postgres and returns the schema associated with provided namespace

func (*Postgres) GetTotalCountInTable

func (pg *Postgres) GetTotalCountInTable(ctx context.Context, tableName string) (int64, error)

func (*Postgres) IsEmpty

func (*Postgres) IsEmpty(context.Context, model.Warehouse) (empty bool, err error)

func (*Postgres) LoadIdentityMappingsTable

func (*Postgres) LoadIdentityMappingsTable(context.Context) (err error)

func (*Postgres) LoadIdentityMergeRulesTable

func (*Postgres) LoadIdentityMergeRulesTable(context.Context) (err error)

func (*Postgres) LoadTable

func (pg *Postgres) LoadTable(ctx context.Context, tableName string) error

func (*Postgres) LoadTestTable

func (pg *Postgres) LoadTestTable(ctx context.Context, _, tableName string, payloadMap map[string]interface{}, _ string) (err error)

func (*Postgres) LoadUserTables

func (pg *Postgres) LoadUserTables(ctx context.Context) map[string]error

func (*Postgres) SetConnectionTimeout

func (pg *Postgres) SetConnectionTimeout(timeout time.Duration)

func (*Postgres) Setup

func (pg *Postgres) Setup(_ context.Context, warehouse model.Warehouse, uploader warehouseutils.Uploader) (err error)

func (*Postgres) TestConnection

func (pg *Postgres) TestConnection(ctx context.Context, warehouse model.Warehouse) error