kafka

Documentation

Index

• Constants
• func NewMessageSink(config MessageSinkConfig) (pubsub.MessageSink, error)
• func NewMessageSource(config MessageSourceConfig) pubsub.ConcurrentMessageSource
• type MessageSinkConfig
• type MessageSourceConfig

Constants

const (
	OffsetOldest int64 = -2
	OffsetLatest int64 = -1
)

Functions

func NewMessageSink

func NewMessageSink(config MessageSinkConfig) (pubsub.MessageSink, error)

func NewMessageSource

func NewMessageSource(config MessageSourceConfig) pubsub.ConcurrentMessageSource

NewMessageSource provides a new kafka message source

Types

type MessageSinkConfig

type MessageSinkConfig struct {
	Topic           string
	Brokers         []string
	KeyFunc         func(pubsub.ProducerMessage) []byte
	MaxMessageBytes int
	Version         *sarama.KafkaVersion
}

type MessageSourceConfig

type MessageSourceConfig struct {
	ConsumerGroup            string
	Topic                    string
	Brokers                  []string
	Offset                   int64
	MetadataRefreshFrequency time.Duration
	OffsetsRetention         time.Duration
	Version                  *sarama.KafkaVersion
}