reduce

Documentation

Overview

Package reduce reads messages from isb attaches watermark to read messages invoke the read-loop with the read messages

Index

• type DataForward
  • func NewDataForward(ctx context.Context, udf applier.ReduceApplier, fromBuffer isb.BufferReader, ...) (*DataForward, error)
  • func (d *DataForward) Start(ctx context.Context)
• type Option
  • func WithReadBatchSize(f int64) Option
  • func WithWindowOptions(opts ...window.Option) Option
• type Options
  • func DefaultOptions() *Options

Types

type DataForward

type DataForward struct {
	// contains filtered or unexported fields
}

DataForward reads data from isb and forwards them to readloop

func NewDataForward

func NewDataForward(ctx context.Context,
	udf applier.ReduceApplier,
	fromBuffer isb.BufferReader,
	toBuffers map[string]isb.BufferWriter,
	pbqManager *pbq.Manager,
	whereToDecider forward.ToWhichStepDecider,
	fw fetch.Fetcher,
	watermarkPublishers map[string]publish.Publisher,
	windowingStrategy window.Windower, opts ...Option) (*DataForward, error)

func (*DataForward) Start

func (d *DataForward) Start(ctx context.Context)

Start starts forwarding messages to readloop

type Option

type Option func(*Options) error

func WithReadBatchSize

func WithReadBatchSize(f int64) Option

WithReadBatchSize sets the read batch size

func WithWindowOptions

func WithWindowOptions(opts ...window.Option) Option

WithWindowOptions sets different window options

type Options

type Options struct {
	// contains filtered or unexported fields
}

Options for forwarding the message

func DefaultOptions

func DefaultOptions() *Options