bigquery

Documentation

Index

• Constants
• func ConnectToBigQuery(configMap *config.ConfigMap, ctx context.Context) (*bigquery.Client, error)
• func GetDataSourceMetaData(_ context.Context) (*ds.MetaData, error)
• func GetResourceIds(ctx context.Context, configMap *config.ConfigMap) ([]string, error)
• type AccessSyncer
  • func NewDataAccessSyncer() *AccessSyncer
  • func (a *AccessSyncer) SyncAccessAsCodeToTarget(ctx context.Context, accessProviders *importer.AccessProviderImport, ...) error
  • func (a *AccessSyncer) SyncAccessProviderToTarget(ctx context.Context, accessProviders *importer.AccessProviderImport, ...) error
  • func (a *AccessSyncer) SyncAccessProvidersFromTarget(ctx context.Context, accessProviderHandler wrappers.AccessProviderHandler, ...) error
• type BQEntity
• type BQInformationSchemaEntity
• type BQReferencedTable
• type BigQueryRepository
  • func (r *BigQueryRepository) GetDataSets(ctx context.Context, configMap *config.ConfigMap) ([]BQEntity, error)
  • func (r *BigQueryRepository) GetDataUsage(ctx context.Context, configMap *config.ConfigMap) ([]BQInformationSchemaEntity, error)
  • func (r *BigQueryRepository) GetTables(ctx context.Context, configMap *config.ConfigMap, parent BQEntity) ([]BQEntity, error)
• type DataSourceSyncer
  • func NewDataSourceSyncer() *DataSourceSyncer
  • func (s *DataSourceSyncer) GetDataSourceMetaData(ctx context.Context) (*ds.MetaData, error)
  • func (s *DataSourceSyncer) SyncDataSource(ctx context.Context, dataSourceHandler wrappers.DataSourceObjectHandler, ...) error
• type DataUsageSyncer
  • func NewDataUsageSyncer() *DataUsageSyncer
  • func (s *DataUsageSyncer) SyncDataUsage(ctx context.Context, fileCreator wrappers.DataUsageStatementHandler, ...) error
• type GroupEntity
• type IdentityStoreSyncer
  • func NewIdentityStoreSyncer() *IdentityStoreSyncer
  • func (s *IdentityStoreSyncer) GetIdentityStoreMetaData(_ context.Context) (*is.MetaData, error)
  • func (s *IdentityStoreSyncer) SyncIdentityStore(ctx context.Context, identityHandler wrappers.IdentityStoreIdentityHandler, ...) error
• type UserEntity

Constants

const (
	BqExcludedDatasets      = "bq-excluded-datasets"
	BqIncludeHiddenDatasets = "bq-include-hidden-datasets"
	BqDataUsageWindow       = "bq-data-usage-window"
)

Functions

func ConnectToBigQuery

func ConnectToBigQuery(configMap *config.ConfigMap, ctx context.Context) (*bigquery.Client, error)

func GetDataSourceMetaData

func GetDataSourceMetaData(_ context.Context) (*ds.MetaData, error)

func GetResourceIds

func GetResourceIds(ctx context.Context, configMap *config.ConfigMap) ([]string, error)

Types

type AccessSyncer

type AccessSyncer struct {
	// contains filtered or unexported fields
}

func NewDataAccessSyncer

func NewDataAccessSyncer() *AccessSyncer

func (*AccessSyncer) SyncAccessAsCodeToTarget

func (a *AccessSyncer) SyncAccessAsCodeToTarget(ctx context.Context, accessProviders *importer.AccessProviderImport, prefix string, configMap *config.ConfigMap) error

func (*AccessSyncer) SyncAccessProviderToTarget

func (a *AccessSyncer) SyncAccessProviderToTarget(ctx context.Context, accessProviders *importer.AccessProviderImport, accessProviderFeedbackHandler wrappers.AccessProviderFeedbackHandler, configMap *config.ConfigMap) error

func (*AccessSyncer) SyncAccessProvidersFromTarget

func (a *AccessSyncer) SyncAccessProvidersFromTarget(ctx context.Context, accessProviderHandler wrappers.AccessProviderHandler, configMap *config.ConfigMap) error

type BQEntity

type BQEntity struct {
	ID       string
	Type     string
	Name     string
	FullName string
	ParentId string
}

type BQInformationSchemaEntity

type BQInformationSchemaEntity struct {
	CachedQuery bool                `bigquery:"cache_hit"`
	User        string              `bigquery:"user_email"`
	Query       string              `bigquery:"query"`
	Tables      []BQReferencedTable `bigquery:"referenced_tables"`
	StartTime   int64               `bigquery:"start_time"`
	EndTime     int64               `bigquery:"end_time"`
}

type BQReferencedTable

type BQReferencedTable struct {
	Project string `bigquery:"project_id"`
	Dataset string `bigquery:"dataset_id"`
	Table   string `bigquery:"table_id"`
}

type BigQueryRepository

type BigQueryRepository struct {
}

func (*BigQueryRepository) GetDataSets

func (r *BigQueryRepository) GetDataSets(ctx context.Context, configMap *config.ConfigMap) ([]BQEntity, error)

func (*BigQueryRepository) GetDataUsage

func (r *BigQueryRepository) GetDataUsage(ctx context.Context, configMap *config.ConfigMap) ([]BQInformationSchemaEntity, error)

func (*BigQueryRepository) GetTables

func (r *BigQueryRepository) GetTables(ctx context.Context, configMap *config.ConfigMap, parent BQEntity) ([]BQEntity, error)

type DataSourceSyncer

type DataSourceSyncer struct {
	// contains filtered or unexported fields
}

func NewDataSourceSyncer

func NewDataSourceSyncer() *DataSourceSyncer

func (*DataSourceSyncer) GetDataSourceMetaData

func (s *DataSourceSyncer) GetDataSourceMetaData(ctx context.Context) (*ds.MetaData, error)

func (*DataSourceSyncer) SyncDataSource

func (s *DataSourceSyncer) SyncDataSource(ctx context.Context, dataSourceHandler wrappers.DataSourceObjectHandler, configMap *config.ConfigMap) error

type DataUsageSyncer

type DataUsageSyncer struct {
	// contains filtered or unexported fields
}

func NewDataUsageSyncer

func NewDataUsageSyncer() *DataUsageSyncer

func (*DataUsageSyncer) SyncDataUsage

func (s *DataUsageSyncer) SyncDataUsage(ctx context.Context, fileCreator wrappers.DataUsageStatementHandler, configParams *config.ConfigMap) error

type GroupEntity

type GroupEntity struct {
	ExternalId string
	Email      string
	Members    []string
}

type IdentityStoreSyncer

type IdentityStoreSyncer struct {
	// contains filtered or unexported fields
}

func NewIdentityStoreSyncer

func NewIdentityStoreSyncer() *IdentityStoreSyncer

func (*IdentityStoreSyncer) GetIdentityStoreMetaData

func (s *IdentityStoreSyncer) GetIdentityStoreMetaData(_ context.Context) (*is.MetaData, error)

func (*IdentityStoreSyncer) SyncIdentityStore

func (s *IdentityStoreSyncer) SyncIdentityStore(ctx context.Context, identityHandler wrappers.IdentityStoreIdentityHandler, configMap *config.ConfigMap) error

type UserEntity

type UserEntity struct {
	ExternalId string
	Name       string
	Email      string
}