async_kafka

Documentation

Index

• Constants
• Variables
• type AsyncKafka
  • func (output *AsyncKafka) Close()
  • func (output *AsyncKafka) Configure(pipelineName string, data map[string]interface{}) error
  • func (output *AsyncKafka) Execute(msgs []*core.Msg) error
  • func (output *AsyncKafka) Start(msgAcker core.MsgAcker) error
• type AsyncKafkaPluginConfig

Constants

const AsyncKafkaPluginName = "async-kafka"

Variables

var (
	KafkaMsgSizeGaugeVec = prometheus.NewGaugeVec(
		prometheus.GaugeOpts{
			Namespace: "drc_v2",
			Subsystem: "output_async_kafka",
			Name:      "binlog_msg_size",
			Help:      "binlog msg size",
		}, []string{metrics.PipelineTag, metrics.TopicTag},
	)

	KafkaEnqueuedCount = prometheus.NewCounterVec(prometheus.CounterOpts{
		Namespace: "drc_v2",
		Subsystem: "output_async_kafka",
		Name:      "kafka_enqueue",
		Help:      "Number of enqueued message of kafka by topic",
	}, []string{metrics.PipelineTag, metrics.TopicTag})

	KafkaSuccessCount = prometheus.NewCounterVec(prometheus.CounterOpts{
		Namespace: "drc_v2",
		Subsystem: "output_async_kafka",
		Name:      "kafka_success",
		Help:      "Number of success message of kafka",
	}, []string{metrics.PipelineTag, metrics.TopicTag})

	KafkaPartitionCounter = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Namespace: "drc_v2",
			Subsystem: "output_async_kafka",
			Name:      "partition_counter",
			Help:      "the number of message sent to each partition",
		}, []string{metrics.PipelineTag, metrics.TopicTag, metrics.PartitionTag})
)

Types

type AsyncKafka

type AsyncKafka struct {
	sync.Mutex
	// contains filtered or unexported fields
}

func (*AsyncKafka) Close

func (output *AsyncKafka) Close()

func (*AsyncKafka) Configure

func (output *AsyncKafka) Configure(pipelineName string, data map[string]interface{}) error

func (*AsyncKafka) Execute

func (output *AsyncKafka) Execute(msgs []*core.Msg) error

func (*AsyncKafka) Start

func (output *AsyncKafka) Start(msgAcker core.MsgAcker) error

type AsyncKafkaPluginConfig

type AsyncKafkaPluginConfig struct {
	KafkaConfig   *config.KafkaGlobalConfig `mapstructure:"kafka-global-config"`
	Routes        []map[string]interface{}  `mapstructure:"routes"`
	OutputFormat  string                    `mapstructure:"output-format"`
	SchemaVersion string                    `mapstructure:"schema-version"`
}