snowflake

Documentation

Index

• func NewColumnCheckOperator(manager connectionFetcher) *ansisql.ColumnCheckOperator
• type AcceptedValuesCheck
  • func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
• type BasicOperator
  • func NewBasicOperator(conn connectionFetcher, extractor queryExtractor, materializer materializer) *BasicOperator
  • func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
  • func (o BasicOperator) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error
• type Config
  • func (c Config) DSN() (string, error)
  • func (c Config) IsValid() bool
• type DB
  • func NewDB(c *Config) (*DB, error)
  • func (db *DB) IsValid(ctx context.Context, query *query.Query) (bool, error)
  • func (db *DB) RunQueryWithoutResult(ctx context.Context, query *query.Query) error
  • func (db *DB) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
• type Materializer
  • func NewMaterializer() *Materializer
  • func (m Materializer) Render(task *pipeline.Asset, query string) (string, error)
• type QuerySensor
  • func NewQuerySensor(conn connectionFetcher, renderer renderer, secondsToSleep int64) *QuerySensor
  • func (o *QuerySensor) Run(ctx context.Context, ti scheduler.TaskInstance) error
  • func (o *QuerySensor) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error
• type SfClient

Functions

func NewColumnCheckOperator

func NewColumnCheckOperator(manager connectionFetcher) *ansisql.ColumnCheckOperator

Types

type AcceptedValuesCheck

type AcceptedValuesCheck struct {
	// contains filtered or unexported fields
}

func (*AcceptedValuesCheck) Check

func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

type BasicOperator

type BasicOperator struct {
	// contains filtered or unexported fields
}

func NewBasicOperator

func NewBasicOperator(conn connectionFetcher, extractor queryExtractor, materializer materializer) *BasicOperator

func (BasicOperator) Run

func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

func (BasicOperator) RunTask

func (o BasicOperator) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error

type Config

type Config struct {
	Account   string `envconfig:"SNOWFLAKE_ACCOUNT"`
	Username  string `envconfig:"SNOWFLAKE_USERNAME"`
	Password  string `envconfig:"SNOWFLAKE_PASSWORD"`
	Region    string `envconfig:"SNOWFLAKE_REGION"`
	Role      string `envconfig:"SNOWFLAKE_ROLE"`
	Database  string `envconfig:"SNOWFLAKE_DATABASE"`
	Schema    string `envconfig:"SNOWFLAKE_SCHEMA"`
	Warehouse string `envconfig:"SNOWFLAKE_WAREHOUSE"`
}

func (Config) DSN

func (c Config) DSN() (string, error)

func (Config) IsValid

func (c Config) IsValid() bool

type DB

type DB struct {
	// contains filtered or unexported fields
}

func NewDB

func NewDB(c *Config) (*DB, error)

func (*DB) IsValid

func (db *DB) IsValid(ctx context.Context, query *query.Query) (bool, error)

func (*DB) RunQueryWithoutResult

func (db *DB) RunQueryWithoutResult(ctx context.Context, query *query.Query) error

func (*DB) Select

func (db *DB) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)

type Materializer

type Materializer struct {
	// contains filtered or unexported fields
}

func NewMaterializer

func NewMaterializer() *Materializer

func (Materializer) Render

func (m Materializer) Render(task *pipeline.Asset, query string) (string, error)

type QuerySensor

type QuerySensor struct {
	// contains filtered or unexported fields
}

func NewQuerySensor

func NewQuerySensor(conn connectionFetcher, renderer renderer, secondsToSleep int64) *QuerySensor

func (*QuerySensor) Run

func (o *QuerySensor) Run(ctx context.Context, ti scheduler.TaskInstance) error

func (*QuerySensor) RunTask

func (o *QuerySensor) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error

type SfClient

type SfClient interface {
	RunQueryWithoutResult(ctx context.Context, query *query.Query) error
	Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
}