ingestr

Documentation

Index

• Constants
• type BasicOperator
  • func NewBasicOperator(conn *connection.Manager) (*BasicOperator, error)
  • func (o *BasicOperator) ConvertTaskInstanceToIngestrCommand(ti scheduler.TaskInstance) ([]string, error)
  • func (o *BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
• type IngestrCheckOperator
  • func NewColumnCheckOperator(configs *map[pipeline.AssetType]executor.Config) *IngestrCheckOperator
  • func (i IngestrCheckOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
• type IngestrCustomCheckOperator
  • func NewCustomCheckOperator(configs *map[pipeline.AssetType]executor.Config) *IngestrCustomCheckOperator
  • func (i IngestrCustomCheckOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

Constants

const (
	IngestrVersion = "v0.4.0"
	DockerImage    = "ghcr.io/bruin-data/ingestr:" + IngestrVersion
)

Types

type BasicOperator

type BasicOperator struct {
	// contains filtered or unexported fields
}

func NewBasicOperator

func NewBasicOperator(conn *connection.Manager) (*BasicOperator, error)

func (*BasicOperator) ConvertTaskInstanceToIngestrCommand

func (o *BasicOperator) ConvertTaskInstanceToIngestrCommand(ti scheduler.TaskInstance) ([]string, error)

func (*BasicOperator) Run

func (o *BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

type IngestrCheckOperator

type IngestrCheckOperator struct {
	// contains filtered or unexported fields
}

func NewColumnCheckOperator

func NewColumnCheckOperator(configs *map[pipeline.AssetType]executor.Config) *IngestrCheckOperator

func (IngestrCheckOperator) Run

func (i IngestrCheckOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

type IngestrCustomCheckOperator

type IngestrCustomCheckOperator struct {
	// contains filtered or unexported fields
}

func NewCustomCheckOperator

func NewCustomCheckOperator(configs *map[pipeline.AssetType]executor.Config) *IngestrCustomCheckOperator

func (IngestrCustomCheckOperator) Run

func (i IngestrCustomCheckOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error