duck

Documentation

Index

• func LockDatabase(path string)
• func NewColumnCheckOperator(manager connectionFetcher) *ansisql.ColumnCheckOperator
• func NewMaterializer(fullRefresh bool) *pipeline.Materializer
• func UnlockDatabase(path string)
• type AcceptedValuesCheck
  • func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
• type BasicOperator
  • func NewBasicOperator(conn connectionFetcher, extractor queryExtractor, materializer materializer) *BasicOperator
  • func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
  • func (o BasicOperator) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error
• type Client
  • func NewClient(c DuckDBConfig) (*Client, error)
  • func (c *Client) GetDBConnectionURI() (string, error)
  • func (c *Client) GetIngestrURI() (string, error)
  • func (c *Client) RunQueryWithoutResult(ctx context.Context, query *query.Query) error
  • func (c *Client) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
  • func (c *Client) SelectWithSchema(ctx context.Context, queryObject *query.Query) (*query.QueryResult, error)
• type Config
  • func (c Config) GetIngestrURI() string
  • func (c Config) ToDBConnectionURI() string
• type DuckDBClient
• type DuckDBConfig
• type EphemeralConnection
  • func NewEphemeralConnection(c DuckDBConfig) (*EphemeralConnection, error)
  • func (c *EphemeralConnection) ExecContext(ctx context.Context, sql string, arguments ...any) (sql.Result, error)
  • func (c *EphemeralConnection) QueryContext(ctx context.Context, query string, args ...any) (*sql.Rows, error)
• type Mutex
  • func NewCustomizedMapMutex(mRetry int, mDelay, bDelay, factor, jitter float64) *Mutex
  • func NewMapMutex() *Mutex
  • func (m *Mutex) TryLock(key interface{}) bool
  • func (m *Mutex) Unlock(key interface{})
• type PatternCheck
  • func (c *PatternCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

Functions

func LockDatabase

func LockDatabase(path string)

func NewColumnCheckOperator

func NewColumnCheckOperator(manager connectionFetcher) *ansisql.ColumnCheckOperator

func NewMaterializer

func NewMaterializer(fullRefresh bool) *pipeline.Materializer

func UnlockDatabase

func UnlockDatabase(path string)

Types

type AcceptedValuesCheck

type AcceptedValuesCheck struct {
	// contains filtered or unexported fields
}

func (*AcceptedValuesCheck) Check

func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

type BasicOperator

type BasicOperator struct {
	// contains filtered or unexported fields
}

func NewBasicOperator

func NewBasicOperator(conn connectionFetcher, extractor queryExtractor, materializer materializer) *BasicOperator

func (BasicOperator) Run

func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

func (BasicOperator) RunTask

func (o BasicOperator) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error

type Client

type Client struct {
	// contains filtered or unexported fields
}

func NewClient

func NewClient(c DuckDBConfig) (*Client, error)

func (*Client) GetDBConnectionURI

func (c *Client) GetDBConnectionURI() (string, error)

func (*Client) GetIngestrURI

func (c *Client) GetIngestrURI() (string, error)

func (*Client) RunQueryWithoutResult

func (c *Client) RunQueryWithoutResult(ctx context.Context, query *query.Query) error

func (*Client) Select

func (c *Client) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)

Select runs a query and returns the results.

func (*Client) SelectWithSchema

func (c *Client) SelectWithSchema(ctx context.Context, queryObject *query.Query) (*query.QueryResult, error)

type Config

type Config struct {
	Path string
}

func (Config) GetIngestrURI

func (c Config) GetIngestrURI() string

func (Config) ToDBConnectionURI

func (c Config) ToDBConnectionURI() string

ToDBConnectionURI returns a connection URI to be used with the pgx package.

type DuckDBClient

type DuckDBClient interface {
	RunQueryWithoutResult(ctx context.Context, query *query.Query) error
	Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
	SelectWithSchema(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)
}

type DuckDBConfig

type DuckDBConfig interface {
	ToDBConnectionURI() string
	GetIngestrURI() string
}

type EphemeralConnection

type EphemeralConnection struct {
	// contains filtered or unexported fields
}

func NewEphemeralConnection

func NewEphemeralConnection(c DuckDBConfig) (*EphemeralConnection, error)

func (*EphemeralConnection) ExecContext

func (c *EphemeralConnection) ExecContext(ctx context.Context, sql string, arguments ...any) (sql.Result, error)

func (*EphemeralConnection) QueryContext

func (c *EphemeralConnection) QueryContext(ctx context.Context, query string, args ...any) (*sql.Rows, error)

type Mutex

type Mutex struct {
	// contains filtered or unexported fields
}

Mutex is the mutex with synchronized map, it allows reducing unnecessary locks among different keys. This implementation comes from the mapmutex package, I simply copied it here instead of adding it as a dependency. See the code here: https://github.com/EagleChen/mapmutex/blob/master/mutex.go

func NewCustomizedMapMutex

func NewCustomizedMapMutex(mRetry int, mDelay, bDelay, factor, jitter float64) *Mutex

NewCustomizedMapMutex returns a customized mapmutex.

func NewMapMutex

func NewMapMutex() *Mutex

NewMapMutex returns a mapmutex with default configs.

func (*Mutex) TryLock

func (m *Mutex) TryLock(key interface{}) bool

TryLock tries to acquire the lock.

func (*Mutex) Unlock

func (m *Mutex) Unlock(key interface{})

Unlock unlocks for the key please call Unlock only after having acquired the lock.

type PatternCheck

type PatternCheck struct {
	// contains filtered or unexported fields
}

func (*PatternCheck) Check

func (c *PatternCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error