hnsw

Documentation

Index

• Constants
• func ParseAndValidateConfig(input interface{}, isMultiVector bool) (config.VectorIndexConfig, error)
• func ValidateMultivectorConfig(cfg MultivectorConfig) error
• func ValidatePQConfig(cfg PQConfig) error
• type BQConfig
• type MultiVectorConfig
• type MultivectorConfig
• type PQConfig
• type PQEncoder
• type SQConfig
• type UserConfig
  • func NewDefaultMultiVectorUserConfig() UserConfig
  • func NewDefaultUserConfig() UserConfig
  • func (u UserConfig) DistanceName() string
  • func (u UserConfig) IndexType() string
  • func (u UserConfig) IsMultiVector() bool
  • func (u *UserConfig) SetDefaults()

Constants

const (
	// Set these defaults if the user leaves them blank
	DefaultCleanupIntervalSeconds = 5 * 60
	DefaultMaxConnections         = 32
	DefaultEFConstruction         = 128
	DefaultEF                     = -1 // indicates "let Weaviate pick"
	DefaultDynamicEFMin           = 100
	DefaultDynamicEFMax           = 500
	DefaultDynamicEFFactor        = 8
	DefaultSkip                   = false
	DefaultFlatSearchCutoff       = 40000

	FilterStrategySweeping = "sweeping"
	FilterStrategyAcorn    = "acorn"

	DefaultFilterStrategy = FilterStrategySweeping

	// Fail validation if those criteria are not met
	MinmumMaxConnections = 4
	MinmumEFConstruction = 4
)

const (
	DefaultMultivectorEnabled     = false
	DefaultMultivectorAggregation = "maxSim"
)

const (
	PQEncoderTypeKMeans            = "kmeans"
	PQEncoderTypeTile              = "tile"
	PQEncoderDistributionLogNormal = "log-normal"
	PQEncoderDistributionNormal    = "normal"
)

const (
	DefaultPQEnabled             = false
	DefaultPQBitCompression      = false
	DefaultPQSegments            = 0
	DefaultPQEncoderType         = PQEncoderTypeKMeans
	DefaultPQEncoderDistribution = PQEncoderDistributionLogNormal
	DefaultPQCentroids           = 256
	DefaultPQTrainingLimit       = 100000
)

const (
	DefaultSQEnabled       = false
	DefaultSQTrainingLimit = 100000
	DefaultSQRescoreLimit  = 20
)

const (
	DefaultBQEnabled = false
)

const (
	MultivectorAggregationMaxSim = "maxSim"
)

Functions

func ParseAndValidateConfig

func ParseAndValidateConfig(input interface{}, isMultiVector bool) (config.VectorIndexConfig, error)

ParseAndValidateConfig from an unknown input value, as this is not further specified in the API to allow of exchanging the index type

func ValidateMultivectorConfig

func ValidateMultivectorConfig(cfg MultivectorConfig) error

func ValidatePQConfig

func ValidatePQConfig(cfg PQConfig) error

Types

type BQConfig

type BQConfig struct {
	Enabled bool `json:"enabled"`
}

type MultiVectorConfig

type MultiVectorConfig struct {
	Enabled    bool   `json:"enabled"`
	Aggregator string `json:"aggregator"`
}

type MultivectorConfig

type MultivectorConfig struct {
	Enabled     bool   `json:"enabled"`
	Aggregation string `json:"aggregation"`
}

Multivector configuration

type PQConfig

type PQConfig struct {
	Enabled        bool      `json:"enabled"`
	BitCompression bool      `json:"bitCompression"`
	Segments       int       `json:"segments"`
	Centroids      int       `json:"centroids"`
	TrainingLimit  int       `json:"trainingLimit"`
	Encoder        PQEncoder `json:"encoder"`
}

Product Quantization configuration

type PQEncoder

type PQEncoder struct {
	Type         string `json:"type"`
	Distribution string `json:"distribution,omitempty"`
}

Product Quantization encoder configuration

type SQConfig

type SQConfig struct {
	Enabled       bool `json:"enabled"`
	TrainingLimit int  `json:"trainingLimit"`
	RescoreLimit  int  `json:"rescoreLimit"`
}

type UserConfig

type UserConfig struct {
	Skip                   bool              `json:"skip"`
	CleanupIntervalSeconds int               `json:"cleanupIntervalSeconds"`
	MaxConnections         int               `json:"maxConnections"`
	EFConstruction         int               `json:"efConstruction"`
	EF                     int               `json:"ef"`
	DynamicEFMin           int               `json:"dynamicEfMin"`
	DynamicEFMax           int               `json:"dynamicEfMax"`
	DynamicEFFactor        int               `json:"dynamicEfFactor"`
	VectorCacheMaxObjects  int               `json:"vectorCacheMaxObjects"`
	FlatSearchCutoff       int               `json:"flatSearchCutoff"`
	Distance               string            `json:"distance"`
	PQ                     PQConfig          `json:"pq"`
	BQ                     BQConfig          `json:"bq"`
	SQ                     SQConfig          `json:"sq"`
	FilterStrategy         string            `json:"filterStrategy"`
	Multivector            MultivectorConfig `json:"multivector"`
}

UserConfig bundles all values settable by a user in the per-class settings

func NewDefaultMultiVectorUserConfig

func NewDefaultMultiVectorUserConfig() UserConfig

func NewDefaultUserConfig

func NewDefaultUserConfig() UserConfig

func (UserConfig) DistanceName

func (u UserConfig) DistanceName() string

func (UserConfig) IndexType

func (u UserConfig) IndexType() string

IndexType returns the type of the underlying vector index, thus making sure the schema.VectorIndexConfig interface is implemented

func (UserConfig) IsMultiVector

func (u UserConfig) IsMultiVector() bool

func (*UserConfig) SetDefaults

func (u *UserConfig) SetDefaults()

SetDefaults in the user-specifyable part of the config