streams

Documentation

Index

• Variables
• func New(_ outputs.IndexManager, beat beat.Info, stats outputs.Observer, ...) (outputs.Group, error)
• type PartitionKeyProvider
• type StreamsConfig
  • func (c *StreamsConfig) Validate() error

Variables

var MAX_RECORD_SIZE = 1024*1024 - 300

Functions

func New

func New(
	_ outputs.IndexManager,
	beat beat.Info,
	stats outputs.Observer,
	cfg *common.Config,
) (outputs.Group, error)

Types

type PartitionKeyProvider

type PartitionKeyProvider interface {
	PartitionKeyFor(event *publisher.Event) (string, error)
}

type StreamsConfig

type StreamsConfig struct {
	Region               string          `config:"region"`
	DeliveryStreamName   string          `config:"stream_name"`
	PartitionKey         string          `config:"partition_key"`
	PartitionKeyProvider string          `config:"partition_key_provider"`
	BatchSize            int             `config:"batch_size"`
	BatchSizeBytes       int             `config:"batch_size_bytes"`
	MaxRetries           int             `config:"max_retries"`
	Timeout              time.Duration   `config:"timeout"`
	Backoff              backoff.Backoff `config:"backoff"`
	GZip                 bool            `config:"gzip"`
}

func (*StreamsConfig) Validate

func (c *StreamsConfig) Validate() error