databricks

Aug 23, 2024

Changes in this version

+ func NewColumnCheckOperator(manager connectionFetcher) *ansisql.ColumnCheckOperator

+ type AcceptedValuesCheck struct

+ func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

+ type AssetMaterializationMap map[pipeline.MaterializationType]map[pipeline.MaterializationStrategy]MaterializerFunc

+ type BasicOperator struct

+ func NewBasicOperator(conn connectionFetcher, extractor queryExtractor, materializer materializer) *BasicOperator

+ func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

+ func (o BasicOperator) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error

+ type Client interface

+ RunQueryWithoutResult func(ctx context.Context, query *query.Query) error

+ Select func(ctx context.Context, query *query.Query) ([][]interface{}, error)

+ type Config struct

+ Catalog string

+ Host string

+ Path string

+ Port int

+ Schema string

+ Token string

+ func (c *Config) ToDBConnectionURI() string

+ type DB struct

+ func NewDB(c *Config) (*DB, error)

+ func (db *DB) RunQueryWithoutResult(ctx context.Context, query *query.Query) error

+ func (db *DB) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)

+ type Materializer struct

+ MaterializationMap AssetMaterializationMap

+ func NewMaterializer(fullRefresh bool) *Materializer

+ func (m *Materializer) Render(asset *pipeline.Asset, query string) ([]string, error)

+ type MaterializerFunc func(task *pipeline.Asset, query string) ([]string, error)

+ type PatternCheck struct

+ func (c *PatternCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

+ type Renderer struct

+ func NewRenderer(fullRefresh bool) *Renderer

+ func (r *Renderer) Render(asset *pipeline.Asset, query string) (string, error)