steps

Documentation

Index

• Constants
• func NewFanIn(opts ...options.Option) (pipeline.Step, error)
• func NewFanOut(opts ...options.Option) (pipeline.Step, error)
• func NewJoin(opts ...options.Option) (pipeline.Step, error)
• func NewProcessor(opts ...options.Option) (pipeline.Step, error)
• func NewReader(opts ...options.Option) (pipeline.Step, error)
• func NewSink(opts ...options.Option) (pipeline.Step, error)
• func NewSync(opts ...options.Option) (pipeline.Step, error)
• func WithCloseFunc(f func()) options.Option
• func WithFields(fields store.Store) options.Option
• func WithInitFunc(f func() error) options.Option
• func WithKey(dst store.FQDNType) options.Option
• func WithNamedProcessorFunc(name string, f ProcessFunc) options.Option
• func WithNamedSinkFunc(name string, f SinkFunc) options.Option
• func WithProcessor(pr Processor) options.Option
• func WithProcessorFunc(f ProcessFunc) options.Option
• func WithRepeat() options.Option
• func WithResetFunc(f func()) options.Option
• func WithSinkCloseFunc(f func()) options.Option
• func WithSinkFunc(f SinkFunc) options.Option
• func WithSinkInitFunc(f func() error) options.Option
• func WithSinkProcessor(pr Sink) options.Option
• func WithSinkResetFunc(f func()) options.Option
• func WithSourceReader(reader SourceReader) options.Option
• type DefaultProcessor
  • func (p DefaultProcessor) Close()
  • func (p DefaultProcessor) Init() error
  • func (p DefaultProcessor) Process(src, dst pipeline.Data) error
  • func (p DefaultProcessor) Reset()
• type DefaultSink
  • func (p DefaultSink) Close()
  • func (p DefaultSink) Init() error
  • func (p DefaultSink) Reset()
  • func (p DefaultSink) Sink(data pipeline.Data) error
• type NamedSourceReader
• type ProcessFunc
• type Processor
• type ProcessorOptions
• type Sink
• type SinkFunc
• type SinkOptions
• type SourceOptions
• type SourceReader
• type SyncOptions

Constants

const FANIN_NAME = "fin"

const FANOUT_NAME = "fout"

const JOIN_NAME = "join"

const PROCESS_NAME = "process"

const SINK_NAME = "sink"

const SOURCE_NAME = "source"

const SYNC_NAME = "sync"

Functions

func NewFanIn

func NewFanIn(opts ...options.Option) (pipeline.Step, error)

func NewFanOut

func NewFanOut(opts ...options.Option) (pipeline.Step, error)

func NewJoin

func NewJoin(opts ...options.Option) (pipeline.Step, error)

func NewProcessor

func NewProcessor(opts ...options.Option) (pipeline.Step, error)

func NewReader

func NewReader(opts ...options.Option) (pipeline.Step, error)

func NewSink

func NewSink(opts ...options.Option) (pipeline.Step, error)

func NewSync

func NewSync(opts ...options.Option) (pipeline.Step, error)

func WithCloseFunc

func WithCloseFunc(f func()) options.Option

func WithFields

func WithFields(fields store.Store) options.Option

func WithInitFunc

func WithInitFunc(f func() error) options.Option

func WithKey

func WithKey(dst store.FQDNType) options.Option

func WithNamedProcessorFunc

func WithNamedProcessorFunc(name string, f ProcessFunc) options.Option

func WithNamedSinkFunc

func WithNamedSinkFunc(name string, f SinkFunc) options.Option

func WithProcessor

func WithProcessor(pr Processor) options.Option

func WithProcessorFunc

func WithProcessorFunc(f ProcessFunc) options.Option

func WithRepeat

func WithRepeat() options.Option

func WithResetFunc

func WithResetFunc(f func()) options.Option

func WithSinkCloseFunc

func WithSinkCloseFunc(f func()) options.Option

func WithSinkFunc

func WithSinkFunc(f SinkFunc) options.Option

func WithSinkInitFunc

func WithSinkInitFunc(f func() error) options.Option

func WithSinkProcessor

func WithSinkProcessor(pr Sink) options.Option

func WithSinkResetFunc

func WithSinkResetFunc(f func()) options.Option

func WithSourceReader

func WithSourceReader(reader SourceReader) options.Option

Types

type DefaultProcessor

type DefaultProcessor struct {
	// contains filtered or unexported fields
}

func (DefaultProcessor) Close

func (p DefaultProcessor) Close()

func (DefaultProcessor) Init

func (p DefaultProcessor) Init() error

func (DefaultProcessor) Process

func (p DefaultProcessor) Process(src, dst pipeline.Data) error

func (DefaultProcessor) Reset

func (p DefaultProcessor) Reset()

type DefaultSink

type DefaultSink struct {
	// contains filtered or unexported fields
}

func (DefaultSink) Close

func (p DefaultSink) Close()

func (DefaultSink) Init

func (p DefaultSink) Init() error

func (DefaultSink) Reset

func (p DefaultSink) Reset()

func (DefaultSink) Sink

func (p DefaultSink) Sink(data pipeline.Data) error

type NamedSourceReader

type NamedSourceReader interface {
	Name() string
}

type ProcessFunc

type ProcessFunc func(src, dst store.Store) error

type Processor

type Processor interface {
	Init() error
	Close()
	Reset()
	Process(src, dst store.Store) error
}

type ProcessorOptions

type ProcessorOptions struct {
	// contains filtered or unexported fields
}

type Sink

type Sink interface {
	Init() error
	Close()
	Reset()
	Sink(data store.Store) error
}

type SinkFunc

type SinkFunc func(data store.Store) error

type SinkOptions

type SinkOptions struct {
	// contains filtered or unexported fields
}

type SourceOptions

type SourceOptions struct {
	Repeat bool
	// contains filtered or unexported fields
}

type SourceReader

type SourceReader interface {
	Read(o SourceOptions) (img interface{}, path string, index int, timestamp int64, err error)
	Reset()
	Open() error
	Close()
}

type SyncOptions

type SyncOptions struct {
	// contains filtered or unexported fields
}