ingestr

Documentation

Index

• Constants
• type BasicOperator
  • func NewBasicOperator(conn *connection.Manager) (*BasicOperator, error)
  • func (o *BasicOperator) ConvertTaskInstanceToContainerConfig(ctx context.Context, ti scheduler.TaskInstance) (*container.Config, *container.HostConfig, error)
  • func (o *BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
• type IngestrCheckOperator
  • func NewColumnCheckOperator(configs *map[pipeline.AssetType]executor.Config) *IngestrCheckOperator
  • func (i IngestrCheckOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
• type IngestrCustomCheckOperator
  • func NewCustomCheckOperator(configs *map[pipeline.AssetType]executor.Config) *IngestrCustomCheckOperator
  • func (i IngestrCustomCheckOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

Constants

const (
	IngestrVersion = "v0.9.0"
	DockerImage    = "ghcr.io/bruin-data/ingestr:" + IngestrVersion
	DuckDBDest     = "/tmp/dest.db"
	DuckDBSource   = "/tmp/source.db"
	DuckDBPrefix   = "duckdb:///"
	GsheetsSource  = "/tmp/gsheets_source.db"
	GsheetsPrefix  = "gsheets://?credentials_path="
)

Types

type BasicOperator

type BasicOperator struct {
	// contains filtered or unexported fields
}

func NewBasicOperator

func NewBasicOperator(conn *connection.Manager) (*BasicOperator, error)

func (*BasicOperator) ConvertTaskInstanceToContainerConfig

func (o *BasicOperator) ConvertTaskInstanceToContainerConfig(ctx context.Context, ti scheduler.TaskInstance) (*container.Config, *container.HostConfig, error)

func (*BasicOperator) Run

func (o *BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

type IngestrCheckOperator

type IngestrCheckOperator struct {
	// contains filtered or unexported fields
}

func NewColumnCheckOperator

func NewColumnCheckOperator(configs *map[pipeline.AssetType]executor.Config) *IngestrCheckOperator

func (IngestrCheckOperator) Run

func (i IngestrCheckOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

type IngestrCustomCheckOperator

type IngestrCustomCheckOperator struct {
	// contains filtered or unexported fields
}

func NewCustomCheckOperator

func NewCustomCheckOperator(configs *map[pipeline.AssetType]executor.Config) *IngestrCustomCheckOperator

func (IngestrCustomCheckOperator) Run

func (i IngestrCustomCheckOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error