indexing

Documentation

Index

• Constants
• func NewAggregatorTask() pipeline.Task
• func NewFetcherTask() pipeline.Task
• func NewParserTask() pipeline.Task
• func NewParserTask2() pipeline.Task
• func NewPayloadFactory() *payloadFactory
• func NewSequencerTask() pipeline.Task
• func NewSink() pipeline.Sink
• func NewSource() pipeline.Source
• func NewSyncerTask() pipeline.Task
• func StartPipeline() error
• type AggregatorTask
  • func (t *AggregatorTask) GetName() string
  • func (t *AggregatorTask) Run(ctx context.Context, p pipeline.Payload) error
• type FetcherTask
  • func (t *FetcherTask) GetName() string
  • func (t *FetcherTask) Run(ctx context.Context, p pipeline.Payload) error
• type ParserTask
  • func (t *ParserTask) GetName() string
  • func (t *ParserTask) Run(ctx context.Context, p pipeline.Payload) error
• type SequencerTask
  • func (t *SequencerTask) GetName() string
  • func (t *SequencerTask) Run(ctx context.Context, p pipeline.Payload) error
• type SyncerTask
  • func (t *SyncerTask) GetName() string
  • func (t *SyncerTask) Run(ctx context.Context, p pipeline.Payload) error

Constants

const (
	ParserTaskName1 = "ParserExample (Task 1)"
	ParserTaskName2 = "ParserExample (Task 2)"
)

const (
	AggregatorTaskName = "AggregatorExample"
)

const (
	FetcherTaskName = "FetcherExample"
)

const (
	SequencerTaskName = "SequencerExample"
)

const (
	SyncerTaskName = "SyncerExample"
)

Functions

func NewAggregatorTask

func NewAggregatorTask() pipeline.Task

func NewFetcherTask

func NewFetcherTask() pipeline.Task

func NewParserTask

func NewParserTask() pipeline.Task

func NewParserTask2

func NewParserTask2() pipeline.Task

func NewPayloadFactory

func NewPayloadFactory() *payloadFactory

func NewSequencerTask

func NewSequencerTask() pipeline.Task

func NewSink

func NewSink() pipeline.Sink

func NewSource

func NewSource() pipeline.Source

func NewSyncerTask

func NewSyncerTask() pipeline.Task

func StartPipeline

func StartPipeline() error

Types

type AggregatorTask

type AggregatorTask struct {
}

func (*AggregatorTask) GetName

func (t *AggregatorTask) GetName() string

func (*AggregatorTask) Run

func (t *AggregatorTask) Run(ctx context.Context, p pipeline.Payload) error

type FetcherTask

type FetcherTask struct {
}

func (*FetcherTask) GetName

func (t *FetcherTask) GetName() string

func (*FetcherTask) Run

func (t *FetcherTask) Run(ctx context.Context, p pipeline.Payload) error

type ParserTask

type ParserTask struct {
	// contains filtered or unexported fields
}

func (*ParserTask) GetName

func (t *ParserTask) GetName() string

func (*ParserTask) Run

func (t *ParserTask) Run(ctx context.Context, p pipeline.Payload) error

type SequencerTask

type SequencerTask struct {
}

func (*SequencerTask) GetName

func (t *SequencerTask) GetName() string

func (*SequencerTask) Run

func (t *SequencerTask) Run(ctx context.Context, p pipeline.Payload) error

type SyncerTask

type SyncerTask struct {
}

func (*SyncerTask) GetName

func (t *SyncerTask) GetName() string

func (*SyncerTask) Run

func (t *SyncerTask) Run(ctx context.Context, p pipeline.Payload) error