ingester

Apr 4, 2023

Changes in this version

type IndexingWorker

+ GetData func() chan UpdateCommand

+ GetMetricWorkerQueueGauge func() metrics.Gauge

+ type IndexingWorkerV6 struct

+ Client *goelasticsearch.Client

+ Data chan UpdateCommand

+ ID int

+ TypedIngester *TypedIngester

+ Uuid uuid.UUID

+ func NewIndexingWorkerV6(typedIngester *TypedIngester, id int) *IndexingWorkerV6

+ func (worker *IndexingWorkerV6) GetData() chan UpdateCommand

+ func (worker *IndexingWorkerV6) GetMetricWorkerQueueGauge() metrics.Gauge

+ func (worker *IndexingWorkerV6) Run()

+ type IndexingWorkerV8 struct

+ Data chan UpdateCommand

+ ID int

+ TypedIngester *TypedIngester

+ Uuid uuid.UUID

+ func NewIndexingWorkerV8(typedIngester *TypedIngester, id int) *IndexingWorkerV8

+ func (worker *IndexingWorkerV8) GetData() chan UpdateCommand

+ func (worker *IndexingWorkerV8) GetMetricWorkerQueueGauge() metrics.Gauge

+ func (worker *IndexingWorkerV8) Run()

type TypedIngester

+ Uuid uuid.UUID

type UpdateCommand

+ Index string

Dec 12, 2022

Changes in this version

+ func ApplyMergeLight(doc *models.Document, command *UpdateCommand) *models.Document

Nov 28, 2022

Changes in this version

+ func ApplyMerge(doc *models.Document, command *UpdateCommand, secondary []*models.Document) *models.Document

+ type BulkIngestRequest struct

+ Docs []*models.Document

+ DocumentType string

+ MergeConfig []*merge.Config

+ UUID string

+ type BulkIngester struct

+ Cache *ttlcache.Cache

+ EsExecutor *elasticsearch.EsExecutor

+ TypedIngesters map[string]*TypedIngester

+ func NewBulkIngester(esExecutor *elasticsearch.EsExecutor) *BulkIngester

+ func (ingester *BulkIngester) Ingest(bir BulkIngestRequest) error

+ type GetQuery struct

+ DocumentType string

+ ID string

+ type IndexingWorker struct

+ Client *elasticsearch.EsExecutor

+ Data chan *UpdateCommand

+ ID int

+ TypedIngester *TypedIngester

+ func NewIndexingWorker(typedIngester *TypedIngester, id int) *IndexingWorker

+ func (worker *IndexingWorker) BulkChainedUpdate(documents [][]*UpdateCommand)

+ func (worker *IndexingWorker) Run()

+ type IngestRequest struct

+ BulkUUID string

+ Doc *models.Document

+ DocumentType string

+ MergeConfig *merge.Config

+ UUID string

+ type TypedIngester struct

+ Data chan *IngestRequest

+ DocumentType string

+ Workers map[int]*IndexingWorker

+ func NewTypedIngester(bulkIngester *BulkIngester, documentType string) *TypedIngester

+ func (ingester *TypedIngester) Run()

+ type UpdateCommand struct

+ DocumentID string

+ DocumentType string

+ MergeConfig *merge.Config

+ NewDoc *models.Document

+ func NewUpdateCommand(documentID string, documentType string, newDoc *models.Document, ...) *UpdateCommand