indexers

Documentation

Index

• type ContactIndexer
  • func NewContactIndexer(elasticURL, name string, shards, replicas, batchSize int) *ContactIndexer
  • func (i *ContactIndexer) FindIndexes() []string
  • func (i *ContactIndexer) GetDBLastModified(ctx context.Context, db *sql.DB) (time.Time, error)
  • func (i *ContactIndexer) GetESLastModified(index string) (time.Time, error)
  • func (i *ContactIndexer) Index(rt *runtime.Runtime, rebuild, cleanup bool) (string, error)
  • func (i *ContactIndexer) Name() string
  • func (i *ContactIndexer) Stats() Stats
• type IndexDefinition
• type Indexer
• type Stats

Types

type ContactIndexer

type ContactIndexer struct {
	// contains filtered or unexported fields
}

ContactIndexer is an indexer for contacts

func NewContactIndexer

func NewContactIndexer(elasticURL, name string, shards, replicas, batchSize int) *ContactIndexer

NewContactIndexer creates a new contact indexer

func (*ContactIndexer) FindIndexes

func (i *ContactIndexer) FindIndexes() []string

FindIndexes finds all our physical indexes

func (*ContactIndexer) GetDBLastModified

func (i *ContactIndexer) GetDBLastModified(ctx context.Context, db *sql.DB) (time.Time, error)

func (*ContactIndexer) GetESLastModified

func (i *ContactIndexer) GetESLastModified(index string) (time.Time, error)

GetESLastModified queries a concrete index and finds the last modified document, returning its modified time

func (*ContactIndexer) Index

func (i *ContactIndexer) Index(rt *runtime.Runtime, rebuild, cleanup bool) (string, error)

Index indexes modified contacts and returns the name of the concrete index

func (*ContactIndexer) Name

func (i *ContactIndexer) Name() string

func (*ContactIndexer) Stats

func (i *ContactIndexer) Stats() Stats

type IndexDefinition

type IndexDefinition struct {
	Settings struct {
		Index struct {
			NumberOfShards       int `json:"number_of_shards"`
			NumberOfReplicas     int `json:"number_of_replicas"`
			RoutingPartitionSize int `json:"routing_partition_size"`
		} `json:"index"`
		Analysis json.RawMessage `json:"analysis"`
	} `json:"settings"`
	Mappings json.RawMessage `json:"mappings"`
}

IndexDefinition is what we pass to elastic to create an index, see https://www.elastic.co/guide/en/elasticsearch/reference/current/indices-create-index.html

type Indexer

type Indexer interface {
	Name() string
	Index(rt *runtime.Runtime, rebuild, cleanup bool) (string, error)
	Stats() Stats

	GetESLastModified(index string) (time.Time, error)
	GetDBLastModified(ctx context.Context, db *sql.DB) (time.Time, error)
}

Indexer is base interface for indexers

type Stats

type Stats struct {
	Indexed int64         // total number of documents indexed
	Deleted int64         // total number of documents deleted
	Elapsed time.Duration // total time spent actually indexing (excludes poll delay)
}