Versions in this module Expand all Collapse all v0 v0.40.4 May 19, 2022 Changes in this version + var NoProps = ImmutableProperties + func GetRowConvTransformFunc(rc *rowconv.RowConverter) func(row.Row, ReadableMap) ([]*TransformedRowResult, string) + func GetTransFailureDetails(err error) string + func GetTransFailureRow(err error) row.Row + func GetTransFailureSqlRow(err error) sql.Row + func GetTransFailureTransName(err error) string + func IsTransformFailure(err error) bool + type BadRowCallback func(*TransformRowFailure) (quit bool) + type ImmutableProperties struct + func (ip ImmutableProperties) Get(propName string) (interface{}, bool) + func (ip ImmutableProperties) Set(updates map[string]interface{}) ImmutableProperties + type InFunc func(p *Pipeline, ch chan<- RowWithProps, badRowChan chan<- *TransformRowFailure, ...) + func InFuncForChannel(rowChan <-chan row.Row) InFunc + func ProcFuncForReader(ctx context.Context, rd table.TableReader) InFunc + func ProcFuncForSourceFunc(sourceFunc SourceFunc) InFunc + type NamedTransform struct + Func TransformFunc + Name string + func NewNamedTransform(name string, transRowFunc TransformRowFunc) NamedTransform + type OutFunc func(p *Pipeline, ch <-chan RowWithProps, badRowChan chan<- *TransformRowFailure) + func ProcFuncForSinkFunc(sinkFunc SinkFunc) OutFunc + func ProcFuncForWriter(ctx context.Context, wr table.TableWriter) OutFunc + type Pipeline struct + func NewAsyncPipeline(inFunc InFunc, outFunc OutFunc, stages *TransformCollection, ...) *Pipeline + func NewPartialPipeline(inFunc InFunc) *Pipeline + func (p *Pipeline) Abort() + func (p *Pipeline) AddStage(stage NamedTransform) + func (p *Pipeline) InjectRow(stageName string, r row.Row) + func (p *Pipeline) InjectRowWithProps(stageName string, r row.Row, props map[string]interface{}) + func (p *Pipeline) IsStopping() bool + func (p *Pipeline) NoMore() + func (p *Pipeline) RunAfter(f func()) + func (p *Pipeline) SetBadRowCallback(callback BadRowCallback) + func (p *Pipeline) SetOutput(outFunc OutFunc) + func (p *Pipeline) Start() + func (p *Pipeline) StopWithErr(err error) + func (p *Pipeline) Wait() error + type ReadableMap interface + Get func(propName string) (interface{}, bool) + type RowWithProps struct + Props ImmutableProperties + Row row.Row + func NewRowWithProps(r row.Row, props map[string]interface{}) RowWithProps + type SinkFunc func(row.Row, ReadableMap) error + type SourceFunc func() (row.Row, ImmutableProperties, error) + func SourceFuncForRows(rows []row.Row) SourceFunc + type TransformCollection struct + Transforms []NamedTransform + func NewTransformCollection(namedTransforms ...NamedTransform) *TransformCollection + func (tc *TransformCollection) AppendTransforms(nt ...NamedTransform) + func (tc *TransformCollection) NumTransforms() int + func (tc *TransformCollection) TransformAt(idx int) NamedTransform + type TransformFunc func(inChan <-chan RowWithProps, outChan chan<- RowWithProps, ...) + type TransformRowFailure struct + Details string + Row row.Row + SqlRow sql.Row + TransformName string + func (trf *TransformRowFailure) Error() string + type TransformRowFunc func(inRow row.Row, props ReadableMap) (rowData []*TransformedRowResult, badRowDetails string) + type TransformedRowResult struct + PropertyUpdates map[string]interface{} + RowData row.Row