bigquery

Documentation

Index

• Constants
• func Connect(context context.Context, cred *BQCredentials) (*bigquery.Client, error)
• func WithConfig(h *BigQuery, config *config.Config)
• type BQCredentials
• type BigQuery
  • func New() *BigQuery
  • func (bq *BigQuery) AddColumns(ctx context.Context, tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)
  • func (*BigQuery) AlterColumn(context.Context, string, string, string) (model.AlterTableResponse, error)
  • func (bq *BigQuery) Cleanup(context.Context)
  • func (bq *BigQuery) Connect(ctx context.Context, warehouse model.Warehouse) (client.Client, error)
  • func (bq *BigQuery) CrashRecover(ctx context.Context)
  • func (bq *BigQuery) CreateSchema(ctx context.Context) (err error)
  • func (bq *BigQuery) CreateTable(ctx context.Context, tableName string, columnMap model.TableSchema) error
  • func (bq *BigQuery) DeleteBy(ctx context.Context, tableNames []string, params warehouseutils.DeleteByParams) error
  • func (bq *BigQuery) DeleteTable(ctx context.Context, tableName string) (err error)
  • func (bq *BigQuery) DownloadIdentityRules(ctx context.Context, gzWriter *misc.GZipWriter) (err error)
  • func (bq *BigQuery) DropTable(ctx context.Context, tableName string) (err error)
  • func (*BigQuery) ErrorMappings() []model.JobError
  • func (bq *BigQuery) FetchSchema(ctx context.Context) (model.Schema, model.Schema, error)
  • func (bq *BigQuery) GetTotalCountInTable(ctx context.Context, tableName string) (int64, error)
  • func (bq *BigQuery) IsEmpty(ctx context.Context, warehouse model.Warehouse) (empty bool, err error)
  • func (bq *BigQuery) LoadIdentityMappingsTable(ctx context.Context) (err error)
  • func (bq *BigQuery) LoadIdentityMergeRulesTable(ctx context.Context) (err error)
  • func (bq *BigQuery) LoadTable(ctx context.Context, tableName string) error
  • func (bq *BigQuery) LoadTestTable(ctx context.Context, location, tableName string, _ map[string]interface{}, ...) (err error)
  • func (bq *BigQuery) LoadUserTables(ctx context.Context) (errorMap map[string]error)
  • func (*BigQuery) SetConnectionTimeout(_ time.Duration)
  • func (bq *BigQuery) Setup(ctx context.Context, warehouse model.Warehouse, ...) (err error)
  • func (*BigQuery) TestConnection(context.Context, model.Warehouse) (err error)
• type StagingLoadTable

Constants

const (
	GCPProjectID   = "project"
	GCPCredentials = "credentials"
	GCPLocation    = "location"
)

String constants for bigquery destination config

Functions

func Connect

func Connect(context context.Context, cred *BQCredentials) (*bigquery.Client, error)

func WithConfig

func WithConfig(h *BigQuery, config *config.Config)

Types

type BQCredentials

type BQCredentials struct {
	ProjectID   string
	Credentials string
}

type BigQuery

type BigQuery struct {
	Logger logger.Logger

	SlowQueryThreshold time.Duration
	// contains filtered or unexported fields
}

func New

func New() *BigQuery

func (*BigQuery) AddColumns

func (bq *BigQuery) AddColumns(ctx context.Context, tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)

func (*BigQuery) AlterColumn

func (*BigQuery) AlterColumn(context.Context, string, string, string) (model.AlterTableResponse, error)

func (*BigQuery) Cleanup

func (bq *BigQuery) Cleanup(context.Context)

func (*BigQuery) Connect

func (bq *BigQuery) Connect(ctx context.Context, warehouse model.Warehouse) (client.Client, error)

func (*BigQuery) CrashRecover

func (bq *BigQuery) CrashRecover(ctx context.Context)

func (*BigQuery) CreateSchema

func (bq *BigQuery) CreateSchema(ctx context.Context) (err error)

func (*BigQuery) CreateTable

func (bq *BigQuery) CreateTable(ctx context.Context, tableName string, columnMap model.TableSchema) error

func (*BigQuery) DeleteBy

func (bq *BigQuery) DeleteBy(ctx context.Context, tableNames []string, params warehouseutils.DeleteByParams) error

func (*BigQuery) DeleteTable

func (bq *BigQuery) DeleteTable(ctx context.Context, tableName string) (err error)

func (*BigQuery) DownloadIdentityRules

func (bq *BigQuery) DownloadIdentityRules(ctx context.Context, gzWriter *misc.GZipWriter) (err error)

func (*BigQuery) DropTable

func (bq *BigQuery) DropTable(ctx context.Context, tableName string) (err error)

func (*BigQuery) ErrorMappings

func (*BigQuery) ErrorMappings() []model.JobError

func (*BigQuery) FetchSchema

func (bq *BigQuery) FetchSchema(ctx context.Context) (model.Schema, model.Schema, error)

FetchSchema queries bigquery and returns the schema associated with provided namespace

func (*BigQuery) GetTotalCountInTable

func (bq *BigQuery) GetTotalCountInTable(ctx context.Context, tableName string) (int64, error)

func (*BigQuery) IsEmpty

func (bq *BigQuery) IsEmpty(ctx context.Context, warehouse model.Warehouse) (empty bool, err error)

func (*BigQuery) LoadIdentityMappingsTable

func (bq *BigQuery) LoadIdentityMappingsTable(ctx context.Context) (err error)

func (*BigQuery) LoadIdentityMergeRulesTable

func (bq *BigQuery) LoadIdentityMergeRulesTable(ctx context.Context) (err error)

func (*BigQuery) LoadTable

func (bq *BigQuery) LoadTable(ctx context.Context, tableName string) error

func (*BigQuery) LoadTestTable

func (bq *BigQuery) LoadTestTable(ctx context.Context, location, tableName string, _ map[string]interface{}, _ string) (err error)

func (*BigQuery) LoadUserTables

func (bq *BigQuery) LoadUserTables(ctx context.Context) (errorMap map[string]error)

func (*BigQuery) SetConnectionTimeout

func (*BigQuery) SetConnectionTimeout(_ time.Duration)

func (*BigQuery) Setup

func (bq *BigQuery) Setup(ctx context.Context, warehouse model.Warehouse, uploader warehouseutils.Uploader) (err error)

func (*BigQuery) TestConnection

func (*BigQuery) TestConnection(context.Context, model.Warehouse) (err error)

type StagingLoadTable

type StagingLoadTable struct {
	// contains filtered or unexported fields
}