Documentation ¶
Index ¶
- func NewMaterializer(fullRefresh bool) *pipeline.Materializer
- type AcceptedValuesCheck
- type BasicOperator
- type Client
- func (d *Client) GetIngestrURI() (string, error)
- func (d *Client) IsValid(ctx context.Context, query *query.Query) (bool, error)
- func (d *Client) RunQueryWithoutResult(ctx context.Context, query *query.Query) error
- func (d *Client) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
- func (d *Client) UpdateTableMetadataIfNotExist(ctx context.Context, asset *pipeline.Asset) error
- type ColumnCheckOperator
- type Config
- type CustomCheck
- type CustomCheckOperator
- type DB
- type MetadataPushOperator
- type MetadataUpdater
- type NoMetadataUpdatedError
- type NonNegativeCheck
- type NotNullCheck
- type PositiveCheck
- type Querier
- type Selector
- type UniqueCheck
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
func NewMaterializer ¶ added in v0.5.0
func NewMaterializer(fullRefresh bool) *pipeline.Materializer
Types ¶
type AcceptedValuesCheck ¶
type AcceptedValuesCheck struct {
// contains filtered or unexported fields
}
func (*AcceptedValuesCheck) Check ¶
func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
type BasicOperator ¶
type BasicOperator struct {
// contains filtered or unexported fields
}
func NewBasicOperator ¶
func NewBasicOperator(conn connectionFetcher, extractor queryExtractor, materializer materializer) *BasicOperator
func (BasicOperator) Run ¶
func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
type Client ¶
type Client struct {
// contains filtered or unexported fields
}
func (*Client) GetIngestrURI ¶ added in v0.7.0
func (*Client) RunQueryWithoutResult ¶
type ColumnCheckOperator ¶
type ColumnCheckOperator struct {
// contains filtered or unexported fields
}
func NewColumnCheckOperator ¶
func NewColumnCheckOperator(manager connectionFetcher) (*ColumnCheckOperator, error)
func (ColumnCheckOperator) Run ¶
func (o ColumnCheckOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
type Config ¶
type Config struct { ProjectID string `envconfig:"BIGQUERY_PROJECT"` CredentialsFilePath string `envconfig:"BIGQUERY_CREDENTIALS_FILE"` CredentialsJSON string Credentials *google.Credentials Location string `envconfig:"BIGQUERY_LOCATION"` }
func (Config) GetConnectionURI ¶ added in v0.6.13
func (Config) GetIngestrURI ¶ added in v0.7.0
type CustomCheck ¶ added in v0.4.0
type CustomCheck struct {
// contains filtered or unexported fields
}
func (*CustomCheck) Check ¶ added in v0.4.0
func (c *CustomCheck) Check(ctx context.Context, ti *scheduler.CustomCheckInstance) error
type CustomCheckOperator ¶ added in v0.4.0
type CustomCheckOperator struct {
// contains filtered or unexported fields
}
func NewCustomCheckOperator ¶ added in v0.4.0
func NewCustomCheckOperator(manager connectionFetcher) (*CustomCheckOperator, error)
func (*CustomCheckOperator) Run ¶ added in v0.4.0
func (o *CustomCheckOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
type DB ¶
type DB interface { Querier Selector MetadataUpdater }
type MetadataPushOperator ¶ added in v0.9.0
type MetadataPushOperator struct {
// contains filtered or unexported fields
}
func NewMetadataPushOperator ¶ added in v0.9.0
func NewMetadataPushOperator(conn connectionFetcher) *MetadataPushOperator
func (*MetadataPushOperator) Run ¶ added in v0.9.0
func (o *MetadataPushOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
type MetadataUpdater ¶ added in v0.9.0
type NoMetadataUpdatedError ¶ added in v0.9.0
type NoMetadataUpdatedError struct{}
func (NoMetadataUpdatedError) Error ¶ added in v0.9.0
func (m NoMetadataUpdatedError) Error() string
type NonNegativeCheck ¶ added in v0.4.7
type NonNegativeCheck struct {
// contains filtered or unexported fields
}
func (*NonNegativeCheck) Check ¶ added in v0.4.7
func (c *NonNegativeCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
type NotNullCheck ¶
type NotNullCheck struct {
// contains filtered or unexported fields
}
func (*NotNullCheck) Check ¶
func (c *NotNullCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
type PositiveCheck ¶
type PositiveCheck struct {
// contains filtered or unexported fields
}
func (*PositiveCheck) Check ¶
func (c *PositiveCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
type UniqueCheck ¶
type UniqueCheck struct {
// contains filtered or unexported fields
}
func (*UniqueCheck) Check ¶
func (c *UniqueCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
Click to show internal directories.
Click to hide internal directories.