kafkaconsumergroup

Documentation

Index

• type KafkaConsumerGroupInput
  • func (k *KafkaConsumerGroupInput) CleanupForRestart()
  • func (k *KafkaConsumerGroupInput) ConfigStruct() interface{}
  • func (k *KafkaConsumerGroupInput) Init(config interface{}) (err error)
  • func (k *KafkaConsumerGroupInput) ReportMsg(msg *message.Message) error
  • func (k *KafkaConsumerGroupInput) Run(ir pipeline.InputRunner, h pipeline.PluginHelper) (err error)
  • func (k *KafkaConsumerGroupInput) SetName(name string)
  • func (k *KafkaConsumerGroupInput) SetPipelineConfig(pConfig *pipeline.PipelineConfig)
  • func (k *KafkaConsumerGroupInput) Stop()
• type KafkaConsumerGroupInputConfig

Types

type KafkaConsumerGroupInput

type KafkaConsumerGroupInput struct {
	// contains filtered or unexported fields
}

func (*KafkaConsumerGroupInput) CleanupForRestart

func (k *KafkaConsumerGroupInput) CleanupForRestart()

func (*KafkaConsumerGroupInput) ConfigStruct

func (k *KafkaConsumerGroupInput) ConfigStruct() interface{}

func (*KafkaConsumerGroupInput) Init

func (k *KafkaConsumerGroupInput) Init(config interface{}) (err error)

func (*KafkaConsumerGroupInput) ReportMsg

func (k *KafkaConsumerGroupInput) ReportMsg(msg *message.Message) error

func (*KafkaConsumerGroupInput) Run

func (k *KafkaConsumerGroupInput) Run(ir pipeline.InputRunner, h pipeline.PluginHelper) (err error)

func (*KafkaConsumerGroupInput) SetName

func (k *KafkaConsumerGroupInput) SetName(name string)

func (*KafkaConsumerGroupInput) SetPipelineConfig

func (k *KafkaConsumerGroupInput) SetPipelineConfig(pConfig *pipeline.PipelineConfig)

func (*KafkaConsumerGroupInput) Stop

func (k *KafkaConsumerGroupInput) Stop()

type KafkaConsumerGroupInputConfig

type KafkaConsumerGroupInputConfig struct {
	Splitter string

	// Client Config
	MetadataRetries            int    `toml:"metadata_retries"`
	WaitForElection            uint32 `toml:"wait_for_election"`
	BackgroundRefreshFrequency uint32 `toml:"background_refresh_frequency"`

	// Broker Config
	MaxOpenRequests int    `toml:"max_open_reqests"`
	DialTimeout     uint32 `toml:"dial_timeout"`
	ReadTimeout     uint32 `toml:"read_timeout"`
	WriteTimeout    uint32 `toml:"write_timeout"`

	// Consumer Config
	Partition                 int32
	Group                     string
	DefaultFetchSize          int32    `toml:"default_fetch_size"`
	MinFetchSize              int32    `toml:"min_fetch_size"`
	MaxMessageSize            int32    `toml:"max_message_size"`
	MaxWaitTime               uint32   `toml:"max_wait_time"`
	ConsumerGroup             string   `toml:"consumer_group"`
	Topics                    []string `toml:"topics"`
	ZookeeperConnectionString string   `toml:"zookeeper_connection_string"`
	OffsetMethod              string   `toml:"offset_method"` // Newest, Oldest
	EventBufferSize           int      `toml:"event_buffer_size"`
	LogSarama                 bool     `toml:"log_sarama"`
}