bigquery

Nov 1, 2024

Changes in this version

type Client

+ func (d *Client) SelectWithSchema(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)

type Selector

+ SelectWithSchema func(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)

Oct 29, 2024

Changes in this version

type Client

+ func (d *Client) Test(ctx context.Context) error

type Querier

+ Test func(ctx context.Context) error

May 15, 2024

Changes in this version

+ type NegativeCheck struct

+ func (c *NegativeCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

+ type PatternCheck struct

+ func (c *PatternCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

May 2, 2024

Changes in this version

type Client

+ func (d *Client) UpdateTableMetadataIfNotExist(ctx context.Context, asset *pipeline.Asset) error

+ type MetadataPushOperator struct

+ func NewMetadataPushOperator(conn connectionFetcher) *MetadataPushOperator

+ func (o *MetadataPushOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

+ type MetadataUpdater interface

+ UpdateTableMetadataIfNotExist func(ctx context.Context, asset *pipeline.Asset) error

+ type NoMetadataUpdatedError struct

+ func (m NoMetadataUpdatedError) Error() string

Mar 22, 2024

Changes in this version

type Client

+ func (d *Client) GetIngestrURI() (string, error)

type Config

+ func (c Config) GetIngestrURI() (string, error)

Mar 20, 2024

Changes in this version

type Client

+ func (d *Client) GetConnectionURI() (string, error)

type Config

+ func (c Config) GetConnectionURI() (string, error)

Feb 7, 2024

Changes in this version

+ func NewMaterializer() *pipeline.Materializer

Jan 31, 2024

Changes in this version

+ type NonNegativeCheck struct

+ func (c *NonNegativeCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

Jan 26, 2024

Changes in this version

+ type CustomCheck struct

+ func (c *CustomCheck) Check(ctx context.Context, ti *scheduler.CustomCheckInstance) error

+ type CustomCheckOperator struct

+ func NewCustomCheckOperator(manager connectionFetcher) (*CustomCheckOperator, error)

+ func (o *CustomCheckOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

Dec 8, 2023

Changes in this version

+ type AcceptedValuesCheck struct

+ func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

+ type BasicOperator struct

+ func NewBasicOperator(conn connectionFetcher, extractor queryExtractor, materializer materializer) *BasicOperator

+ func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

+ func (o BasicOperator) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error

+ type Client struct

+ func NewDB(c *Config) (*Client, error)

+ func (d *Client) IsValid(ctx context.Context, query *query.Query) (bool, error)

+ func (d *Client) RunQueryWithoutResult(ctx context.Context, query *query.Query) error

+ func (d *Client) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)

+ type ColumnCheckOperator struct

+ func NewColumnCheckOperator(manager connectionFetcher) (*ColumnCheckOperator, error)

+ func (o ColumnCheckOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

+ type Config struct

+ Credentials *google.Credentials

+ CredentialsFilePath string

+ CredentialsJSON string

+ Location string

+ ProjectID string

+ func (c Config) IsValid() bool

+ type DB interface

+ type Materializer struct

+ func (m Materializer) Render(task *pipeline.Asset, query string) (string, error)

+ type NotNullCheck struct

+ func (c *NotNullCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

+ type PositiveCheck struct

+ func (c *PositiveCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

+ type Querier interface

+ RunQueryWithoutResult func(ctx context.Context, query *query.Query) error

+ type Selector interface

+ Select func(ctx context.Context, query *query.Query) ([][]interface{}, error)

+ type UniqueCheck struct

+ func (c *UniqueCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error