snowflake

Documentation

Index

• func NewColumnCheckOperator(manager connectionFetcher) *ansisql.ColumnCheckOperator
• func NewMaterializer(fullRefresh bool) *pipeline.Materializer
• type AcceptedValuesCheck
  • func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
• type BasicOperator
  • func NewBasicOperator(conn connectionFetcher, extractor queryExtractor, materializer materializer) *BasicOperator
  • func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
  • func (o BasicOperator) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error
• type Config
  • func (c Config) DSN() (string, error)
  • func (c Config) GetIngestrURI() (string, error)
  • func (c Config) IsValid() bool
• type DB
  • func NewDB(c *Config) (*DB, error)
  • func (db *DB) CreateSchemaIfNotExist(ctx context.Context, asset *pipeline.Asset) error
  • func (db *DB) GetIngestrURI() (string, error)
  • func (db *DB) IsValid(ctx context.Context, query *query.Query) (bool, error)
  • func (db *DB) Ping(ctx context.Context) error
  • func (db *DB) RunQueryWithoutResult(ctx context.Context, query *query.Query) error
  • func (db *DB) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
  • func (db *DB) SelectWithSchema(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)
• type PatternCheck
  • func (c *PatternCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
• type QuerySensor
  • func NewQuerySensor(conn connectionFetcher, renderer renderer, secondsToSleep int64) *QuerySensor
  • func (o *QuerySensor) Run(ctx context.Context, ti scheduler.TaskInstance) error
  • func (o *QuerySensor) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error
• type SfClient

Functions

func NewColumnCheckOperator

func NewColumnCheckOperator(manager connectionFetcher) *ansisql.ColumnCheckOperator

func NewMaterializer

func NewMaterializer(fullRefresh bool) *pipeline.Materializer

Types

type AcceptedValuesCheck

type AcceptedValuesCheck struct {
	// contains filtered or unexported fields
}

func (*AcceptedValuesCheck) Check

func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

type BasicOperator

type BasicOperator struct {
	// contains filtered or unexported fields
}

func NewBasicOperator

func NewBasicOperator(conn connectionFetcher, extractor queryExtractor, materializer materializer) *BasicOperator

func (BasicOperator) Run

func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

func (BasicOperator) RunTask

func (o BasicOperator) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error

type Config

type Config struct {
	Account    string
	Username   string
	Password   string
	Region     string
	Role       string
	Database   string
	Schema     string
	Warehouse  string
	PrivateKey string
}

func (Config) DSN

func (c Config) DSN() (string, error)

func (Config) GetIngestrURI

func (c Config) GetIngestrURI() (string, error)

func (Config) IsValid

func (c Config) IsValid() bool

type DB

type DB struct {
	// contains filtered or unexported fields
}

func NewDB

func NewDB(c *Config) (*DB, error)

func (*DB) CreateSchemaIfNotExist

func (db *DB) CreateSchemaIfNotExist(ctx context.Context, asset *pipeline.Asset) error

func (*DB) GetIngestrURI

func (db *DB) GetIngestrURI() (string, error)

func (*DB) IsValid

func (db *DB) IsValid(ctx context.Context, query *query.Query) (bool, error)

func (*DB) Ping

func (db *DB) Ping(ctx context.Context) error

Test runs a simple query (SELECT 1) to validate the connection.

func (*DB) RunQueryWithoutResult

func (db *DB) RunQueryWithoutResult(ctx context.Context, query *query.Query) error

func (*DB) Select

func (db *DB) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)

func (*DB) SelectWithSchema

func (db *DB) SelectWithSchema(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)

type PatternCheck

type PatternCheck struct {
	// contains filtered or unexported fields
}

func (*PatternCheck) Check

func (c *PatternCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

type QuerySensor

type QuerySensor struct {
	// contains filtered or unexported fields
}

func NewQuerySensor

func NewQuerySensor(conn connectionFetcher, renderer renderer, secondsToSleep int64) *QuerySensor

func (*QuerySensor) Run

func (o *QuerySensor) Run(ctx context.Context, ti scheduler.TaskInstance) error

func (*QuerySensor) RunTask

func (o *QuerySensor) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error

type SfClient

type SfClient interface {
	RunQueryWithoutResult(ctx context.Context, query *query.Query) error
	Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
	Ping(ctx context.Context) error
	SelectWithSchema(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)
	CreateSchemaIfNotExist(ctx context.Context, asset *pipeline.Asset) error
}