merge_to_bulk

Documentation

Index

• func New(c *config.Config) (pipeline.Processor, error)
• type Config
• type IndexingMergeToBulkProcessor
  • func (processor *IndexingMergeToBulkProcessor) Name() string
  • func (processor *IndexingMergeToBulkProcessor) Process(ctx *pipeline.Context) error

Functions

func New

func New(c *config.Config) (pipeline.Processor, error)

Types

type Config

type Config struct {
	MessageField param.ParaKey `config:"message_field"`

	BulkSizeInKB  int    `config:"bulk_size_in_kb"`
	BulkSizeInMB  int    `config:"bulk_size_in_mb"`
	Elasticsearch string `config:"elasticsearch"`
	IndexName     string `config:"index_name"`
	TypeName      string `config:"type_name"`

	OutputQueue struct {
		Name   string                 `config:"name"`
		Labels map[string]interface{} `config:"label" json:"label,omitempty"`
	} `config:"output_queue"`
}

type IndexingMergeToBulkProcessor

type IndexingMergeToBulkProcessor struct {
	// contains filtered or unexported fields
}

func (*IndexingMergeToBulkProcessor) Name

func (processor *IndexingMergeToBulkProcessor) Name() string

处理纯 json 格式的消息索引

func (*IndexingMergeToBulkProcessor) Process

func (processor *IndexingMergeToBulkProcessor) Process(ctx *pipeline.Context) error

合并批量处理的操作，这里只用来合并请求和构造 bulk 请求。