publisher

Documentation

Index

• Constants
• type KinesisDataStreamsPublisher
  • func BuildKinesisDataStreamsPublisher(target *config.MinerTarget) (*KinesisDataStreamsPublisher, error)
  • func (kp *KinesisDataStreamsPublisher) GetPosition() tracker.Position
  • func (kp *KinesisDataStreamsPublisher) Publish(event converters.InternalRow) (bool, error)
• type Publisher
  • func BuildPublisher(target *config.MinerTarget) (Publisher, error)

Constants

const (
	// 500 records
	LIMIT_RECORDS_PER_REQUEST = 500
	// 1 MB
	LIMIT_SIZE_PER_RECORD = 1000000
	// 5 MB
	LIMIT_SIZE_PER_REQUEST = 5000000
	// 4 MB
	PUBLISH_READINESS_THRESHOLD = 4000000
)

Types

type KinesisDataStreamsPublisher

type KinesisDataStreamsPublisher struct {
	*kinesis.Kinesis
	// contains filtered or unexported fields
}

KinesisDataStreamsPublisher implements Publisher for KinesisDataStreams

func BuildKinesisDataStreamsPublisher

func BuildKinesisDataStreamsPublisher(target *config.MinerTarget) (*KinesisDataStreamsPublisher, error)

BuildKinesisDataStreamsPublisher builds KinesisDataStreams specific Publisher

func (*KinesisDataStreamsPublisher) GetPosition

func (kp *KinesisDataStreamsPublisher) GetPosition() tracker.Position

GetPosition returns the position of last event in buffer

func (*KinesisDataStreamsPublisher) Publish

func (kp *KinesisDataStreamsPublisher) Publish(event converters.InternalRow) (bool, error)

Publish publishes events to the destination. KinesisDataStreamsPublisher works like events buffer for performance. it returns bool whether actually call Kinesis PutRecords API or just buffered event in its buffer.

type Publisher

type Publisher interface {
	Publish(event converters.InternalRow) (bool, error)
	GetPosition() tracker.Position
}

Publisher provides event publishing

func BuildPublisher

func BuildPublisher(target *config.MinerTarget) (Publisher, error)

BuildPublisher builds Publisher for abstraction