bigquery

package

v1.5.0-rc.1 Latest Latest Go to latest Published: Jan 13, 2023 License: AGPL-3.0 Imports: 16 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

View Source

const (
	GCPProjectID   = "project"
	GCPCredentials = "credentials"
	GCPLocation    = "location"
)

String constants for bigquery destination config

This section is empty.

func Connect(context context.Context, cred *BQCredentialsT) (*bigquery.Client, error)

func Init()

type BQCredentialsT struct {
	ProjectID   string
	Credentials string
}

type HandleT struct {
	// contains filtered or unexported fields
}

func (bq *HandleT) AddColumns(tableName string, columnsInfo []warehouseutils.ColumnInfo) (err error)

func (*HandleT) AlterColumn(_, _, _ string) (err error)

func (bq *HandleT) Cleanup()

func (bq *HandleT) Connect(warehouse warehouseutils.Warehouse) (client.Client, error)

func (bq *HandleT) CrashRecover(warehouse warehouseutils.Warehouse) (err error)

func (bq *HandleT) CreateSchema() (err error)

func (bq *HandleT) CreateTable(tableName string, columnMap map[string]string) (err error)

func (bq *HandleT) DeleteBy(tableNames []string, params warehouseutils.DeleteByParams) error

func (bq *HandleT) DeleteTable(tableName string) (err error)

func (bq *HandleT) DownloadIdentityRules(gzWriter *misc.GZipWriter) (err error)

func (bq *HandleT) DropTable(tableName string) (err error)

func (bq *HandleT) FetchSchema(warehouse warehouseutils.Warehouse) (schema, unrecognizedSchema warehouseutils.SchemaT, err error)

FetchSchema queries bigquery and returns the schema associated with provided namespace

func (bq *HandleT) GetTotalCountInTable(ctx context.Context, tableName string) (total int64, err error)

func (bq *HandleT) IsEmpty(warehouse warehouseutils.Warehouse) (empty bool, err error)

func (bq *HandleT) LoadIdentityMappingsTable() (err error)

func (bq *HandleT) LoadIdentityMergeRulesTable() (err error)

func (bq *HandleT) LoadTable(tableName string) error

func (bq *HandleT) LoadTestTable(location, tableName string, _ map[string]interface{}, _ string) (err error)

func (bq *HandleT) LoadUserTables() (errorMap map[string]error)

func (*HandleT) SetConnectionTimeout(_ time.Duration)

func (bq *HandleT) Setup(warehouse warehouseutils.Warehouse, uploader warehouseutils.UploaderI) (err error)

func (bq *HandleT) TestConnection(warehouse warehouseutils.Warehouse) (err error)

type StagingLoadTableT struct {
	// contains filtered or unexported fields
}