kafka

Documentation

Index

• Variables
• func EnsureTopic(topic string, kafkaUrl string, knownTopics *map[string]bool, ...) (err error)
• func GetBroker(bootstrapUrl string) (brokers []string, err error)
• func GetTopicConfig(configMap map[string][]kafka.ConfigEntry, topic string) []kafka.ConfigEntry
• func InitTopic(kafkaUrl string, configMap map[string][]kafka.ConfigEntry, topics ...string) (err error)
• func InitTopicWithConfig(bootstrapUrl string, configMap map[string][]kafka.ConfigEntry, ...) (err error)
• func NewConsumer(ctx context.Context, config ConsumerConfig, ...) (err error)
• type AsyncProducer
  • func (this *AsyncProducer) Log(logger *log.Logger)
  • func (this *AsyncProducer) Produce(topic string, message string) (err error)
  • func (this *AsyncProducer) ProduceWithKey(topic string, message string, key string) (err error)
• type Config
• type ConsumerConfig
• type ProducerInterface
  • func PrepareProducer(ctx context.Context, kafkaBootstrapUrl string, sync bool, syncIdempotent bool, ...) (result ProducerInterface, err error)
  • func PrepareProducerWithConfig(ctx context.Context, kafkaBootstrapUrl string, config Config) (result ProducerInterface, err error)
• type SyncProducer
  • func (this *SyncProducer) Log(logger *log.Logger)
  • func (this *SyncProducer) Produce(topic string, message string) (err error)
  • func (this *SyncProducer) ProduceWithKey(topic string, message string, key string) (err error)

Variables

var Fatal = false

var SlowProducerTimeout time.Duration = 2 * time.Second

Functions

func EnsureTopic

func EnsureTopic(topic string, kafkaUrl string, knownTopics *map[string]bool, configMap map[string][]kafka.ConfigEntry, partitions int, replicationFactor int) (err error)

func GetBroker

func GetBroker(bootstrapUrl string) (brokers []string, err error)

func GetTopicConfig

func GetTopicConfig(configMap map[string][]kafka.ConfigEntry, topic string) []kafka.ConfigEntry

func InitTopic

func InitTopic(kafkaUrl string, configMap map[string][]kafka.ConfigEntry, topics ...string) (err error)

func InitTopicWithConfig

func InitTopicWithConfig(bootstrapUrl string, configMap map[string][]kafka.ConfigEntry, numPartitions int, replicationFactor int, topics ...string) (err error)

func NewConsumer

func NewConsumer(ctx context.Context, config ConsumerConfig, listener func(topic string, msg []byte, time time.Time) error, errorhandler func(err error)) (err error)

Types

type AsyncProducer

type AsyncProducer struct {
	// contains filtered or unexported fields
}

func (*AsyncProducer) Log

func (this *AsyncProducer) Log(logger *log.Logger)

func (*AsyncProducer) Produce

func (this *AsyncProducer) Produce(topic string, message string) (err error)

func (*AsyncProducer) ProduceWithKey

func (this *AsyncProducer) ProduceWithKey(topic string, message string, key string) (err error)

type Config

type Config struct {
	AsyncFlushFrequency time.Duration
	AsyncCompression    sarama.CompressionCodec
	SyncCompression     sarama.CompressionCodec
	Sync                bool
	SyncIdempotent      bool
	PartitionNum        int
	ReplicationFactor   int
	AsyncFlushMessages  int
	TopicConfigMap      map[string][]kafka.ConfigEntry
}

type ConsumerConfig

type ConsumerConfig struct {
	KafkaUrl       string
	GroupId        string
	Topic          string
	MinBytes       int
	MaxBytes       int
	MaxWait        time.Duration
	TopicConfigMap map[string][]kafka.ConfigEntry
}

type ProducerInterface

type ProducerInterface interface {
	Produce(topic string, message string) (err error)
	ProduceWithKey(topic string, message string, key string) (err error)
	Log(logger *log.Logger)
}

func PrepareProducer

func PrepareProducer(ctx context.Context, kafkaBootstrapUrl string, sync bool, syncIdempotent bool, partitionNum int, replicationFactor int) (result ProducerInterface, err error)

deprecated

func PrepareProducerWithConfig

func PrepareProducerWithConfig(ctx context.Context, kafkaBootstrapUrl string, config Config) (result ProducerInterface, err error)

type SyncProducer

type SyncProducer struct {
	// contains filtered or unexported fields
}

func (*SyncProducer) Log

func (this *SyncProducer) Log(logger *log.Logger)

func (*SyncProducer) Produce

func (this *SyncProducer) Produce(topic string, message string) (err error)

func (*SyncProducer) ProduceWithKey

func (this *SyncProducer) ProduceWithKey(topic string, message string, key string) (err error)