es_scroll

Documentation

Index

• func New(c *config.Config) (pipeline.Processor, error)
• type Config
• type OutputQueueConfig
• type ScrollProcessor
  • func (processor *ScrollProcessor) Name() string
  • func (processor *ScrollProcessor) Process(c *pipeline.Context) error

Functions

func New

func New(c *config.Config) (pipeline.Processor, error)

Types

type Config

type Config struct {
	Elasticsearch       string                       `config:"elasticsearch"`
	ElasticsearchConfig *elastic.ElasticsearchConfig `config:"elasticsearch_config"`

	//字段名称必须是大写
	PartitionSize int    `config:"partition_size"`
	BatchSize     int    `config:"batch_size"`
	SliceSize     int    `config:"slice_size"`
	SortType      string `config:"sort_type"`
	SortField     string `config:"sort_field"`
	BulkOperation string `config:"bulk_operation"`
	Indices       string `config:"indices"`
	QueryString   string `config:"query_string"`
	QueryDSL      string `config:"query_dsl"`
	ScrollTime    string `config:"scroll_time"`
	Fields        string `config:"fields"`
	// DEPRECATED, use `queue` instead
	Output string             `config:"output_queue"`
	Queue  *OutputQueueConfig `config:"queue"`

	RemoveTypeMeta bool `config:"remove_type"`
	//RemovePipeline         bool         `config:"remove_pipeline"`
	IndexNameRename map[string]string `config:"index_rename"`
	TypeNameRename  map[string]string `config:"type_rename"`
}

type OutputQueueConfig

type OutputQueueConfig struct {
	Name   string                 `config:"name"`
	Labels map[string]interface{} `config:"labels"`
}

type ScrollProcessor

type ScrollProcessor struct {
	HTTPPool *fasthttp.RequestResponsePool
	// contains filtered or unexported fields
}

func (*ScrollProcessor) Name

func (processor *ScrollProcessor) Name() string

func (*ScrollProcessor) Process

func (processor *ScrollProcessor) Process(c *pipeline.Context) error