bigquery

package
v0.10.3 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: May 22, 2024 License: Apache-2.0 Imports: 20 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func NewMaterializer added in v0.5.0 

func NewMaterializer(fullRefresh bool) *pipeline.Materializer

Types

type AcceptedValuesCheck 

type AcceptedValuesCheck struct {
	// contains filtered or unexported fields
}

func (*AcceptedValuesCheck) Check 

func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

type BasicOperator 

type BasicOperator struct {
	// contains filtered or unexported fields
}

func NewBasicOperator 

func NewBasicOperator(conn connectionFetcher, extractor queryExtractor, materializer materializer) *BasicOperator

func (BasicOperator) Run 

func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

func (BasicOperator) RunTask 

func (o BasicOperator) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error

type Client 

type Client struct {
	// contains filtered or unexported fields
}

func NewDB 

func NewDB(c *Config) (*Client, error)

func (*Client) GetIngestrURI added in v0.7.0 

func (d *Client) GetIngestrURI() (string, error)

func (*Client) IsValid 

func (d *Client) IsValid(ctx context.Context, query *query.Query) (bool, error)

func (*Client) RunQueryWithoutResult 

func (d *Client) RunQueryWithoutResult(ctx context.Context, query *query.Query) error

func (*Client) Select 

func (d *Client) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)

func (*Client) UpdateTableMetadataIfNotExist added in v0.9.0 

func (d *Client) UpdateTableMetadataIfNotExist(ctx context.Context, asset *pipeline.Asset) error

type ColumnCheckOperator 

type ColumnCheckOperator struct {
	// contains filtered or unexported fields
}

func NewColumnCheckOperator 

func NewColumnCheckOperator(manager connectionFetcher) (*ColumnCheckOperator, error)

func (ColumnCheckOperator) Run 

func (o ColumnCheckOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

type Config 

type Config struct {
	ProjectID           string `envconfig:"BIGQUERY_PROJECT"`
	CredentialsFilePath string `envconfig:"BIGQUERY_CREDENTIALS_FILE"`
	CredentialsJSON     string
	Credentials         *google.Credentials
	Location            string `envconfig:"BIGQUERY_LOCATION"`
}

func (Config) GetConnectionURI added in v0.6.13 

func (c Config) GetConnectionURI() (string, error)

func (Config) GetIngestrURI added in v0.7.0 

func (c Config) GetIngestrURI() (string, error)

func (Config) IsValid 

func (c Config) IsValid() bool

type CustomCheck added in v0.4.0 

type CustomCheck struct {
	// contains filtered or unexported fields
}

func (*CustomCheck) Check added in v0.4.0 

func (c *CustomCheck) Check(ctx context.Context, ti *scheduler.CustomCheckInstance) error

type CustomCheckOperator added in v0.4.0 

type CustomCheckOperator struct {
	// contains filtered or unexported fields
}

func NewCustomCheckOperator added in v0.4.0 

func NewCustomCheckOperator(manager connectionFetcher) (*CustomCheckOperator, error)

func (*CustomCheckOperator) Run added in v0.4.0 

func (o *CustomCheckOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

type DB 

type DB interface {
	Querier
	Selector
	MetadataUpdater
}

type MetadataPushOperator added in v0.9.0 

type MetadataPushOperator struct {
	// contains filtered or unexported fields
}

func NewMetadataPushOperator added in v0.9.0 

func NewMetadataPushOperator(conn connectionFetcher) *MetadataPushOperator

func (*MetadataPushOperator) Run added in v0.9.0 

func (o *MetadataPushOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

type MetadataUpdater added in v0.9.0 

type MetadataUpdater interface {
	UpdateTableMetadataIfNotExist(ctx context.Context, asset *pipeline.Asset) error
}

type NegativeCheck added in v0.10.1 

type NegativeCheck struct {
	// contains filtered or unexported fields
}

func (*NegativeCheck) Check added in v0.10.1 

func (c *NegativeCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

type NoMetadataUpdatedError added in v0.9.0 

type NoMetadataUpdatedError struct{}

func (NoMetadataUpdatedError) Error added in v0.9.0 

func (m NoMetadataUpdatedError) Error() string

type NonNegativeCheck added in v0.4.7 

type NonNegativeCheck struct {
	// contains filtered or unexported fields
}

func (*NonNegativeCheck) Check added in v0.4.7 

func (c *NonNegativeCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

type NotNullCheck 

type NotNullCheck struct {
	// contains filtered or unexported fields
}

func (*NotNullCheck) Check 

func (c *NotNullCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

type PatternCheck added in v0.10.1 

type PatternCheck struct {
	// contains filtered or unexported fields
}

func (*PatternCheck) Check added in v0.10.1 

func (c *PatternCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

type PositiveCheck 

type PositiveCheck struct {
	// contains filtered or unexported fields
}

func (*PositiveCheck) Check 

func (c *PositiveCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

type Querier 

type Querier interface {
	RunQueryWithoutResult(ctx context.Context, query *query.Query) error
}

type Selector 

type Selector interface {
	Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
}

type UniqueCheck 

type UniqueCheck struct {
	// contains filtered or unexported fields
}

func (*UniqueCheck) Check 

func (c *UniqueCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.