snowflake

Documentation

Index

• func NewColumnCheckOperator(manager connectionFetcher) *ansisql.ColumnCheckOperator
• func NewMaterializer(fullRefresh bool) *pipeline.Materializer
• type AcceptedValuesCheck
  • func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
• type BasicOperator
  • func NewBasicOperator(conn connectionFetcher, extractor queryExtractor, materializer materializer) *BasicOperator
  • func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
  • func (o BasicOperator) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error
• type Config
  • func (c Config) DSN() (string, error)
  • func (c Config) GetIngestrURI() (string, error)
  • func (c Config) IsValid() bool
• type DB
  • func NewDB(c *Config) (*DB, error)
  • func (db *DB) GetIngestrURI() (string, error)
  • func (db *DB) IsValid(ctx context.Context, query *query.Query) (bool, error)
  • func (db *DB) RunQueryWithoutResult(ctx context.Context, query *query.Query) error
  • func (db *DB) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
  • func (db *DB) SelectWithSchema(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)
  • func (db *DB) Test(ctx context.Context) error
• type PatternCheck
  • func (c *PatternCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
• type QuerySensor
  • func NewQuerySensor(conn connectionFetcher, renderer renderer, secondsToSleep int64) *QuerySensor
  • func (o *QuerySensor) Run(ctx context.Context, ti scheduler.TaskInstance) error
  • func (o *QuerySensor) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error
• type SfClient

Functions

func NewColumnCheckOperator

func NewColumnCheckOperator(manager connectionFetcher) *ansisql.ColumnCheckOperator

func NewMaterializer

func NewMaterializer(fullRefresh bool) *pipeline.Materializer

Types

type AcceptedValuesCheck

type AcceptedValuesCheck struct {
	// contains filtered or unexported fields
}

func (*AcceptedValuesCheck) Check

func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

type BasicOperator

type BasicOperator struct {
	// contains filtered or unexported fields
}

func NewBasicOperator

func NewBasicOperator(conn connectionFetcher, extractor queryExtractor, materializer materializer) *BasicOperator

func (BasicOperator) Run

func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

func (BasicOperator) RunTask

func (o BasicOperator) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error

type Config

type Config struct {
	Account   string `envconfig:"SNOWFLAKE_ACCOUNT"`
	Username  string `envconfig:"SNOWFLAKE_USERNAME"`
	Password  string `envconfig:"SNOWFLAKE_PASSWORD"`
	Region    string `envconfig:"SNOWFLAKE_REGION"`
	Role      string `envconfig:"SNOWFLAKE_ROLE"`
	Database  string `envconfig:"SNOWFLAKE_DATABASE"`
	Schema    string `envconfig:"SNOWFLAKE_SCHEMA"`
	Warehouse string `envconfig:"SNOWFLAKE_WAREHOUSE"`
}

func (Config) DSN

func (c Config) DSN() (string, error)

func (Config) GetIngestrURI

func (c Config) GetIngestrURI() (string, error)

func (Config) IsValid

func (c Config) IsValid() bool

type DB

type DB struct {
	// contains filtered or unexported fields
}

func NewDB

func NewDB(c *Config) (*DB, error)

func (*DB) GetIngestrURI

func (db *DB) GetIngestrURI() (string, error)

func (*DB) IsValid

func (db *DB) IsValid(ctx context.Context, query *query.Query) (bool, error)

func (*DB) RunQueryWithoutResult

func (db *DB) RunQueryWithoutResult(ctx context.Context, query *query.Query) error

func (*DB) Select

func (db *DB) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)

func (*DB) SelectWithSchema

func (db *DB) SelectWithSchema(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)

func (*DB) Test

func (db *DB) Test(ctx context.Context) error

Test runs a simple query (SELECT 1) to validate the connection.

type PatternCheck

type PatternCheck struct {
	// contains filtered or unexported fields
}

func (*PatternCheck) Check

func (c *PatternCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

type QuerySensor

type QuerySensor struct {
	// contains filtered or unexported fields
}

func NewQuerySensor

func NewQuerySensor(conn connectionFetcher, renderer renderer, secondsToSleep int64) *QuerySensor

func (*QuerySensor) Run

func (o *QuerySensor) Run(ctx context.Context, ti scheduler.TaskInstance) error

func (*QuerySensor) RunTask

func (o *QuerySensor) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error

type SfClient

type SfClient interface {
	RunQueryWithoutResult(ctx context.Context, query *query.Query) error
	Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
	Test(ctx context.Context) error
	SelectWithSchema(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)
}