bigquery

Documentation

Index

• Constants
• func Connect(context context.Context, cred *BQCredentials) (*bigquery.Client, error)
• func WithConfig(h *BigQuery, config *config.Config)
• type BQCredentials
• type BigQuery
  • func New() *BigQuery
  • func (bq *BigQuery) AddColumns(tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)
  • func (*BigQuery) AlterColumn(_, _, _ string) (model.AlterTableResponse, error)
  • func (bq *BigQuery) Cleanup()
  • func (bq *BigQuery) Connect(warehouse model.Warehouse) (client.Client, error)
  • func (bq *BigQuery) CrashRecover()
  • func (bq *BigQuery) CreateSchema() (err error)
  • func (bq *BigQuery) CreateTable(tableName string, columnMap model.TableSchema) error
  • func (bq *BigQuery) DeleteBy(tableNames []string, params warehouseutils.DeleteByParams) error
  • func (bq *BigQuery) DeleteTable(tableName string) (err error)
  • func (bq *BigQuery) DownloadIdentityRules(gzWriter *misc.GZipWriter) (err error)
  • func (bq *BigQuery) DropTable(tableName string) (err error)
  • func (*BigQuery) ErrorMappings() []model.JobError
  • func (bq *BigQuery) FetchSchema(warehouse model.Warehouse) (schema, unrecognizedSchema model.Schema, err error)
  • func (bq *BigQuery) GetTotalCountInTable(ctx context.Context, tableName string) (int64, error)
  • func (bq *BigQuery) IsEmpty(warehouse model.Warehouse) (empty bool, err error)
  • func (bq *BigQuery) LoadIdentityMappingsTable() (err error)
  • func (bq *BigQuery) LoadIdentityMergeRulesTable() (err error)
  • func (bq *BigQuery) LoadTable(_ context.Context, tableName string) error
  • func (bq *BigQuery) LoadTestTable(location, tableName string, _ map[string]interface{}, _ string) (err error)
  • func (bq *BigQuery) LoadUserTables(context.Context) (errorMap map[string]error)
  • func (*BigQuery) SetConnectionTimeout(_ time.Duration)
  • func (bq *BigQuery) Setup(warehouse model.Warehouse, uploader warehouseutils.Uploader) (err error)
  • func (*BigQuery) TestConnection(context.Context, model.Warehouse) (err error)
• type StagingLoadTable

Constants

const (
	GCPProjectID   = "project"
	GCPCredentials = "credentials"
	GCPLocation    = "location"
)

String constants for bigquery destination config

Functions

func Connect

func Connect(context context.Context, cred *BQCredentials) (*bigquery.Client, error)

func WithConfig

func WithConfig(h *BigQuery, config *config.Config)

Types

type BQCredentials

type BQCredentials struct {
	ProjectID   string
	Credentials string
}

type BigQuery

type BigQuery struct {
	Logger logger.Logger

	SlowQueryThreshold time.Duration
	// contains filtered or unexported fields
}

func New

func New() *BigQuery

func (*BigQuery) AddColumns

func (bq *BigQuery) AddColumns(tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)

func (*BigQuery) AlterColumn

func (*BigQuery) AlterColumn(_, _, _ string) (model.AlterTableResponse, error)

func (*BigQuery) Cleanup

func (bq *BigQuery) Cleanup()

func (*BigQuery) Connect

func (bq *BigQuery) Connect(warehouse model.Warehouse) (client.Client, error)

func (*BigQuery) CrashRecover

func (bq *BigQuery) CrashRecover()

func (*BigQuery) CreateSchema

func (bq *BigQuery) CreateSchema() (err error)

func (*BigQuery) CreateTable

func (bq *BigQuery) CreateTable(tableName string, columnMap model.TableSchema) error

func (*BigQuery) DeleteBy

func (bq *BigQuery) DeleteBy(tableNames []string, params warehouseutils.DeleteByParams) error

func (*BigQuery) DeleteTable

func (bq *BigQuery) DeleteTable(tableName string) (err error)

func (*BigQuery) DownloadIdentityRules

func (bq *BigQuery) DownloadIdentityRules(gzWriter *misc.GZipWriter) (err error)

func (*BigQuery) DropTable

func (bq *BigQuery) DropTable(tableName string) (err error)

func (*BigQuery) ErrorMappings

func (*BigQuery) ErrorMappings() []model.JobError

func (*BigQuery) FetchSchema

func (bq *BigQuery) FetchSchema(warehouse model.Warehouse) (schema, unrecognizedSchema model.Schema, err error)

FetchSchema queries bigquery and returns the schema associated with provided namespace

func (*BigQuery) GetTotalCountInTable

func (bq *BigQuery) GetTotalCountInTable(ctx context.Context, tableName string) (int64, error)

func (*BigQuery) IsEmpty

func (bq *BigQuery) IsEmpty(warehouse model.Warehouse) (empty bool, err error)

func (*BigQuery) LoadIdentityMappingsTable

func (bq *BigQuery) LoadIdentityMappingsTable() (err error)

func (*BigQuery) LoadIdentityMergeRulesTable

func (bq *BigQuery) LoadIdentityMergeRulesTable() (err error)

func (*BigQuery) LoadTable

func (bq *BigQuery) LoadTable(_ context.Context, tableName string) error

func (*BigQuery) LoadTestTable

func (bq *BigQuery) LoadTestTable(location, tableName string, _ map[string]interface{}, _ string) (err error)

func (*BigQuery) LoadUserTables

func (bq *BigQuery) LoadUserTables(context.Context) (errorMap map[string]error)

func (*BigQuery) SetConnectionTimeout

func (*BigQuery) SetConnectionTimeout(_ time.Duration)

func (*BigQuery) Setup

func (bq *BigQuery) Setup(warehouse model.Warehouse, uploader warehouseutils.Uploader) (err error)

func (*BigQuery) TestConnection

func (*BigQuery) TestConnection(context.Context, model.Warehouse) (err error)

type StagingLoadTable

type StagingLoadTable struct {
	// contains filtered or unexported fields
}