ai

package
v1.18.0-beta25 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Oct 4, 2024 License: Apache-2.0 Imports: 24 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var (
	RouteSettings_RouteType_name = map[int32]string{
		0: "CHAT",
	}
	RouteSettings_RouteType_value = map[string]int32{
		"CHAT": 0,
	}
)

Enum value maps for RouteSettings_RouteType.

View Source 
var (
	SemanticCache_Mode_name = map[int32]string{
		0: "READ_WRITE",
		1: "READ_ONLY",
	}
	SemanticCache_Mode_value = map[string]int32{
		"READ_WRITE": 0,
		"READ_ONLY":  1,
	}
)

Enum value maps for SemanticCache_Mode.

View Source 
var (
	AIPromptGaurd_Response_BuiltIn_name = map[int32]string{
		0: "SSN",
		1: "CREDIT_CARD",
		2: "EMAIL",
		3: "PHONE_NUMBER",
	}
	AIPromptGaurd_Response_BuiltIn_value = map[string]int32{
		"SSN":          0,
		"CREDIT_CARD":  1,
		"EMAIL":        2,
		"PHONE_NUMBER": 3,
	}
)

Enum value maps for AIPromptGaurd_Response_BuiltIn.

View Source 
var File_github_com_solo_io_gloo_projects_gloo_api_v1_enterprise_options_ai_ai_proto protoreflect.FileDescriptor

Functions

This section is empty.

Types

type AIPromptEnrichment 

type AIPromptEnrichment struct {

	// A list of messages to be prepended to the prompt sent by the client
	Prepend []*AIPromptEnrichment_Message `protobuf:"bytes,2,rep,name=prepend,proto3" json:"prepend,omitempty"`
	// A list of messages to be appended to the prompt sent by the client
	Append []*AIPromptEnrichment_Message `protobuf:"bytes,3,rep,name=append,proto3" json:"append,omitempty"`
	// contains filtered or unexported fields
}

func (*AIPromptEnrichment) Clone 

func (m *AIPromptEnrichment) Clone() proto.Message

Clone function

func (*AIPromptEnrichment) Descriptor deprecated 

func (*AIPromptEnrichment) Descriptor() ([]byte, []int)

Deprecated: Use AIPromptEnrichment.ProtoReflect.Descriptor instead.

func (*AIPromptEnrichment) Equal 

func (m *AIPromptEnrichment) Equal(that interface{}) bool

Equal function

func (*AIPromptEnrichment) GetAppend 

func (x *AIPromptEnrichment) GetAppend() []*AIPromptEnrichment_Message

func (*AIPromptEnrichment) GetPrepend 

func (x *AIPromptEnrichment) GetPrepend() []*AIPromptEnrichment_Message

func (*AIPromptEnrichment) Hash deprecated 

func (m *AIPromptEnrichment) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*AIPromptEnrichment) HashUnique 

func (m *AIPromptEnrichment) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*AIPromptEnrichment) ProtoMessage 

func (*AIPromptEnrichment) ProtoMessage()

func (*AIPromptEnrichment) ProtoReflect 

func (x *AIPromptEnrichment) ProtoReflect() protoreflect.Message

func (*AIPromptEnrichment) Reset 

func (x *AIPromptEnrichment) Reset()

func (*AIPromptEnrichment) String 

func (x *AIPromptEnrichment) String() string

type AIPromptEnrichment_Message 

type AIPromptEnrichment_Message struct {

	// Role of the message.
	// The available roles depend on the backend model being used,
	// please consult the documentation for more information.
	Role string `protobuf:"bytes,1,opt,name=role,proto3" json:"role,omitempty"`
	// String content of the message
	Content string `protobuf:"bytes,2,opt,name=content,proto3" json:"content,omitempty"`
	// contains filtered or unexported fields
}

func (*AIPromptEnrichment_Message) Clone 

func (m *AIPromptEnrichment_Message) Clone() proto.Message

Clone function

func (*AIPromptEnrichment_Message) Descriptor deprecated 

func (*AIPromptEnrichment_Message) Descriptor() ([]byte, []int)

Deprecated: Use AIPromptEnrichment_Message.ProtoReflect.Descriptor instead.

func (*AIPromptEnrichment_Message) Equal 

func (m *AIPromptEnrichment_Message) Equal(that interface{}) bool

Equal function

func (*AIPromptEnrichment_Message) GetContent 

func (x *AIPromptEnrichment_Message) GetContent() string

func (*AIPromptEnrichment_Message) GetRole 

func (x *AIPromptEnrichment_Message) GetRole() string

func (*AIPromptEnrichment_Message) Hash deprecated 

func (m *AIPromptEnrichment_Message) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*AIPromptEnrichment_Message) HashUnique 

func (m *AIPromptEnrichment_Message) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*AIPromptEnrichment_Message) ProtoMessage 

func (*AIPromptEnrichment_Message) ProtoMessage()

func (*AIPromptEnrichment_Message) ProtoReflect 

func (x *AIPromptEnrichment_Message) ProtoReflect() protoreflect.Message

func (*AIPromptEnrichment_Message) Reset 

func (x *AIPromptEnrichment_Message) Reset()

func (*AIPromptEnrichment_Message) String 

func (x *AIPromptEnrichment_Message) String() string

type AIPromptGaurd 

type AIPromptGaurd struct {

	// Guards for the prompt request
	Request *AIPromptGaurd_Request `protobuf:"bytes,2,opt,name=request,proto3" json:"request,omitempty"`
	// Guards for the LLM response
	Response *AIPromptGaurd_Response `protobuf:"bytes,3,opt,name=response,proto3" json:"response,omitempty"`
	// contains filtered or unexported fields
}

func (*AIPromptGaurd) Clone 

func (m *AIPromptGaurd) Clone() proto.Message

Clone function

func (*AIPromptGaurd) Descriptor deprecated 

func (*AIPromptGaurd) Descriptor() ([]byte, []int)

Deprecated: Use AIPromptGaurd.ProtoReflect.Descriptor instead.

func (*AIPromptGaurd) Equal 

func (m *AIPromptGaurd) Equal(that interface{}) bool

Equal function

func (*AIPromptGaurd) GetRequest 

func (x *AIPromptGaurd) GetRequest() *AIPromptGaurd_Request

func (*AIPromptGaurd) GetResponse 

func (x *AIPromptGaurd) GetResponse() *AIPromptGaurd_Response

func (*AIPromptGaurd) Hash deprecated 

func (m *AIPromptGaurd) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*AIPromptGaurd) HashUnique 

func (m *AIPromptGaurd) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*AIPromptGaurd) ProtoMessage 

func (*AIPromptGaurd) ProtoMessage()

func (*AIPromptGaurd) ProtoReflect 

func (x *AIPromptGaurd) ProtoReflect() protoreflect.Message

func (*AIPromptGaurd) Reset 

func (x *AIPromptGaurd) Reset()

func (*AIPromptGaurd) String 

func (x *AIPromptGaurd) String() string

type AIPromptGaurd_Request 

type AIPromptGaurd_Request struct {

	// A list of Regex patterns to match against the prompt.
	// Each one will be checked against the prompt and if any match
	// the request will be rejected.
	Matches []string `protobuf:"bytes,1,rep,name=matches,proto3" json:"matches,omitempty"`
	// Custom response message to send back to the client.
	// If not specified, the following default message will be used:
	// "The request was rejected due to inappropriate content"
	CustomResponseMessage string `` /* 126-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*AIPromptGaurd_Request) Clone 

func (m *AIPromptGaurd_Request) Clone() proto.Message

Clone function

func (*AIPromptGaurd_Request) Descriptor deprecated 

func (*AIPromptGaurd_Request) Descriptor() ([]byte, []int)

Deprecated: Use AIPromptGaurd_Request.ProtoReflect.Descriptor instead.

func (*AIPromptGaurd_Request) Equal 

func (m *AIPromptGaurd_Request) Equal(that interface{}) bool

Equal function

func (*AIPromptGaurd_Request) GetCustomResponseMessage 

func (x *AIPromptGaurd_Request) GetCustomResponseMessage() string

func (*AIPromptGaurd_Request) GetMatches 

func (x *AIPromptGaurd_Request) GetMatches() []string

func (*AIPromptGaurd_Request) Hash deprecated 

func (m *AIPromptGaurd_Request) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*AIPromptGaurd_Request) HashUnique 

func (m *AIPromptGaurd_Request) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*AIPromptGaurd_Request) ProtoMessage 

func (*AIPromptGaurd_Request) ProtoMessage()

func (*AIPromptGaurd_Request) ProtoReflect 

func (x *AIPromptGaurd_Request) ProtoReflect() protoreflect.Message

func (*AIPromptGaurd_Request) Reset 

func (x *AIPromptGaurd_Request) Reset()

func (*AIPromptGaurd_Request) String 

func (x *AIPromptGaurd_Request) String() string

type AIPromptGaurd_Response 

type AIPromptGaurd_Response struct {

	// A list of Regex patterns to match against the response.
	// All matches will be masked before being sent back to the client.
	// matches and builtins are additive.
	Matches []string `protobuf:"bytes,1,rep,name=matches,proto3" json:"matches,omitempty"`
	// A list of built-in regexes to mask in the response.
	// matches and builtins are additive.
	Builtins []AIPromptGaurd_Response_BuiltIn `` /* 137-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*AIPromptGaurd_Response) Clone 

func (m *AIPromptGaurd_Response) Clone() proto.Message

Clone function

func (*AIPromptGaurd_Response) Descriptor deprecated 

func (*AIPromptGaurd_Response) Descriptor() ([]byte, []int)

Deprecated: Use AIPromptGaurd_Response.ProtoReflect.Descriptor instead.

func (*AIPromptGaurd_Response) Equal 

func (m *AIPromptGaurd_Response) Equal(that interface{}) bool

Equal function

func (*AIPromptGaurd_Response) GetBuiltins 

func (x *AIPromptGaurd_Response) GetBuiltins() []AIPromptGaurd_Response_BuiltIn

func (*AIPromptGaurd_Response) GetMatches 

func (x *AIPromptGaurd_Response) GetMatches() []string

func (*AIPromptGaurd_Response) Hash deprecated 

func (m *AIPromptGaurd_Response) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*AIPromptGaurd_Response) HashUnique 

func (m *AIPromptGaurd_Response) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*AIPromptGaurd_Response) ProtoMessage 

func (*AIPromptGaurd_Response) ProtoMessage()

func (*AIPromptGaurd_Response) ProtoReflect 

func (x *AIPromptGaurd_Response) ProtoReflect() protoreflect.Message

func (*AIPromptGaurd_Response) Reset 

func (x *AIPromptGaurd_Response) Reset()

func (*AIPromptGaurd_Response) String 

func (x *AIPromptGaurd_Response) String() string

type AIPromptGaurd_Response_BuiltIn 

type AIPromptGaurd_Response_BuiltIn int32
const (
	// Default REGEX for Social Security Numbers
	AIPromptGaurd_Response_SSN AIPromptGaurd_Response_BuiltIn = 0
	// Default REGEX for Credit Card Numbers
	AIPromptGaurd_Response_CREDIT_CARD AIPromptGaurd_Response_BuiltIn = 1
	// Default REGEX for Email Addresses
	AIPromptGaurd_Response_EMAIL AIPromptGaurd_Response_BuiltIn = 2
	// Default REGEX for Phone Numbers
	AIPromptGaurd_Response_PHONE_NUMBER AIPromptGaurd_Response_BuiltIn = 3
)

func (AIPromptGaurd_Response_BuiltIn) Descriptor 

func (AIPromptGaurd_Response_BuiltIn) Descriptor() protoreflect.EnumDescriptor

func (AIPromptGaurd_Response_BuiltIn) Enum 

func (x AIPromptGaurd_Response_BuiltIn) Enum() *AIPromptGaurd_Response_BuiltIn

func (AIPromptGaurd_Response_BuiltIn) EnumDescriptor deprecated 

func (AIPromptGaurd_Response_BuiltIn) EnumDescriptor() ([]byte, []int)

Deprecated: Use AIPromptGaurd_Response_BuiltIn.Descriptor instead.

func (AIPromptGaurd_Response_BuiltIn) Number 

func (x AIPromptGaurd_Response_BuiltIn) Number() protoreflect.EnumNumber

func (AIPromptGaurd_Response_BuiltIn) String 

func (x AIPromptGaurd_Response_BuiltIn) String() string

func (AIPromptGaurd_Response_BuiltIn) Type 

func (AIPromptGaurd_Response_BuiltIn) Type() protoreflect.EnumType

type Embedding 

type Embedding struct {

	// Types that are assignable to Embedding:
	//
	//	*Embedding_Openai
	//	*Embedding_AzureOpenai
	Embedding isEmbedding_Embedding `protobuf_oneof:"embedding"`
	// contains filtered or unexported fields
}

func (*Embedding) Clone 

func (m *Embedding) Clone() proto.Message

Clone function

func (*Embedding) Descriptor deprecated 

func (*Embedding) Descriptor() ([]byte, []int)

Deprecated: Use Embedding.ProtoReflect.Descriptor instead.

func (*Embedding) Equal 

func (m *Embedding) Equal(that interface{}) bool

Equal function

func (*Embedding) GetAzureOpenai 

func (x *Embedding) GetAzureOpenai() *Embedding_AzureOpenAI

func (*Embedding) GetEmbedding 

func (m *Embedding) GetEmbedding() isEmbedding_Embedding

func (*Embedding) GetOpenai 

func (x *Embedding) GetOpenai() *Embedding_OpenAI

func (*Embedding) Hash deprecated 

func (m *Embedding) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*Embedding) HashUnique 

func (m *Embedding) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*Embedding) ProtoMessage 

func (*Embedding) ProtoMessage()

func (*Embedding) ProtoReflect 

func (x *Embedding) ProtoReflect() protoreflect.Message

func (*Embedding) Reset 

func (x *Embedding) Reset()

func (*Embedding) String 

func (x *Embedding) String() string

type Embedding_AzureOpenAI 

type Embedding_AzureOpenAI struct {

	// Types that are assignable to AuthTokenSource:
	//
	//	*Embedding_AzureOpenAI_AuthToken
	AuthTokenSource isEmbedding_AzureOpenAI_AuthTokenSource `protobuf_oneof:"auth_token_source"`
	// The version of the API to use
	// This value can be found https://{endpoint}/openai/deployments/{deployment_name}/chat/completions?api-version={api_version}
	ApiVersion string `protobuf:"bytes,2,opt,name=api_version,json=apiVersion,proto3" json:"api_version,omitempty"`
	// The endpoint to use
	// This should be the endpoint to the Azure OpenAI API, e.g. https://my-endpoint.openai.azure.com
	// If the scheme isn't included it will be added.
	// This value can be found https://{endpoint}/openai/deployments/{deployment_name}/chat/completions?api-version={api_version}
	Endpoint string `protobuf:"bytes,3,opt,name=endpoint,proto3" json:"endpoint,omitempty"`
	// The deployment/model name to use
	// This value can be found https://{endpoint}/openai/deployments/{deployment_name}/chat/completions?api-version={api_version}
	DeploymentName string `protobuf:"bytes,4,opt,name=deployment_name,json=deploymentName,proto3" json:"deployment_name,omitempty"`
	// contains filtered or unexported fields
}

func (*Embedding_AzureOpenAI) Clone 

func (m *Embedding_AzureOpenAI) Clone() proto.Message

Clone function

func (*Embedding_AzureOpenAI) Descriptor deprecated 

func (*Embedding_AzureOpenAI) Descriptor() ([]byte, []int)

Deprecated: Use Embedding_AzureOpenAI.ProtoReflect.Descriptor instead.

func (*Embedding_AzureOpenAI) Equal 

func (m *Embedding_AzureOpenAI) Equal(that interface{}) bool

Equal function

func (*Embedding_AzureOpenAI) GetApiVersion 

func (x *Embedding_AzureOpenAI) GetApiVersion() string

func (*Embedding_AzureOpenAI) GetAuthToken 

func (x *Embedding_AzureOpenAI) GetAuthToken() *SingleAuthToken

func (*Embedding_AzureOpenAI) GetAuthTokenSource 

func (m *Embedding_AzureOpenAI) GetAuthTokenSource() isEmbedding_AzureOpenAI_AuthTokenSource

func (*Embedding_AzureOpenAI) GetDeploymentName 

func (x *Embedding_AzureOpenAI) GetDeploymentName() string

func (*Embedding_AzureOpenAI) GetEndpoint 

func (x *Embedding_AzureOpenAI) GetEndpoint() string

func (*Embedding_AzureOpenAI) Hash deprecated 

func (m *Embedding_AzureOpenAI) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*Embedding_AzureOpenAI) HashUnique 

func (m *Embedding_AzureOpenAI) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*Embedding_AzureOpenAI) ProtoMessage 

func (*Embedding_AzureOpenAI) ProtoMessage()

func (*Embedding_AzureOpenAI) ProtoReflect 

func (x *Embedding_AzureOpenAI) ProtoReflect() protoreflect.Message

func (*Embedding_AzureOpenAI) Reset 

func (x *Embedding_AzureOpenAI) Reset()

func (*Embedding_AzureOpenAI) String 

func (x *Embedding_AzureOpenAI) String() string

type Embedding_AzureOpenAI_AuthToken 

type Embedding_AzureOpenAI_AuthToken struct {
	// Auth Token to use for the OpenAI API
	// This token will be placed into the `api-key` header
	AuthToken *SingleAuthToken `protobuf:"bytes,1,opt,name=auth_token,json=authToken,proto3,oneof"`
}

type Embedding_AzureOpenai 

type Embedding_AzureOpenai struct {
	// Azure OpenAI embedding
	AzureOpenai *Embedding_AzureOpenAI `protobuf:"bytes,2,opt,name=azure_openai,json=azureOpenai,proto3,oneof"`
}

type Embedding_OpenAI 

type Embedding_OpenAI struct {

	// Types that are assignable to AuthTokenSource:
	//
	//	*Embedding_OpenAI_AuthToken
	AuthTokenSource isEmbedding_OpenAI_AuthTokenSource `protobuf_oneof:"auth_token_source"`
	// contains filtered or unexported fields
}

func (*Embedding_OpenAI) Clone 

func (m *Embedding_OpenAI) Clone() proto.Message

Clone function

func (*Embedding_OpenAI) Descriptor deprecated 

func (*Embedding_OpenAI) Descriptor() ([]byte, []int)

Deprecated: Use Embedding_OpenAI.ProtoReflect.Descriptor instead.

func (*Embedding_OpenAI) Equal 

func (m *Embedding_OpenAI) Equal(that interface{}) bool

Equal function

func (*Embedding_OpenAI) GetAuthToken 

func (x *Embedding_OpenAI) GetAuthToken() *SingleAuthToken

func (*Embedding_OpenAI) GetAuthTokenSource 

func (m *Embedding_OpenAI) GetAuthTokenSource() isEmbedding_OpenAI_AuthTokenSource

func (*Embedding_OpenAI) Hash deprecated 

func (m *Embedding_OpenAI) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*Embedding_OpenAI) HashUnique 

func (m *Embedding_OpenAI) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*Embedding_OpenAI) ProtoMessage 

func (*Embedding_OpenAI) ProtoMessage()

func (*Embedding_OpenAI) ProtoReflect 

func (x *Embedding_OpenAI) ProtoReflect() protoreflect.Message

func (*Embedding_OpenAI) Reset 

func (x *Embedding_OpenAI) Reset()

func (*Embedding_OpenAI) String 

func (x *Embedding_OpenAI) String() string

type Embedding_OpenAI_AuthToken 

type Embedding_OpenAI_AuthToken struct {
	AuthToken *SingleAuthToken `protobuf:"bytes,1,opt,name=auth_token,json=authToken,proto3,oneof"`
}

type Embedding_Openai 

type Embedding_Openai struct {
	// OpenAI embedding
	Openai *Embedding_OpenAI `protobuf:"bytes,1,opt,name=openai,proto3,oneof"`
}

type FieldDefault 

type FieldDefault struct {

	// Field name
	Field string `protobuf:"bytes,1,opt,name=field,proto3" json:"field,omitempty"`
	// Field Value, this can be any valid JSON value
	Value *structpb.Value `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"`
	// Whether or not to override the field if it already exists
	Override bool `protobuf:"varint,3,opt,name=override,proto3" json:"override,omitempty"`
	// contains filtered or unexported fields
}

func (*FieldDefault) Clone 

func (m *FieldDefault) Clone() proto.Message

Clone function

func (*FieldDefault) Descriptor deprecated 

func (*FieldDefault) Descriptor() ([]byte, []int)

Deprecated: Use FieldDefault.ProtoReflect.Descriptor instead.

func (*FieldDefault) Equal 

func (m *FieldDefault) Equal(that interface{}) bool

Equal function

func (*FieldDefault) GetField 

func (x *FieldDefault) GetField() string

func (*FieldDefault) GetOverride 

func (x *FieldDefault) GetOverride() bool

func (*FieldDefault) GetValue 

func (x *FieldDefault) GetValue() *structpb.Value

func (*FieldDefault) Hash deprecated 

func (m *FieldDefault) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*FieldDefault) HashUnique 

func (m *FieldDefault) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*FieldDefault) ProtoMessage 

func (*FieldDefault) ProtoMessage()

func (*FieldDefault) ProtoReflect 

func (x *FieldDefault) ProtoReflect() protoreflect.Message

func (*FieldDefault) Reset 

func (x *FieldDefault) Reset()

func (*FieldDefault) String 

func (x *FieldDefault) String() string

type Postgres 

type Postgres struct {

	// Connection string to the Postgres database
	ConnectionString string `protobuf:"bytes,1,opt,name=connection_string,json=connectionString,proto3" json:"connection_string,omitempty"`
	// Name of the table to use
	CollectionName string `protobuf:"bytes,2,opt,name=collection_name,json=collectionName,proto3" json:"collection_name,omitempty"`
	// contains filtered or unexported fields
}

func (*Postgres) Clone 

func (m *Postgres) Clone() proto.Message

Clone function

func (*Postgres) Descriptor deprecated 

func (*Postgres) Descriptor() ([]byte, []int)

Deprecated: Use Postgres.ProtoReflect.Descriptor instead.

func (*Postgres) Equal 

func (m *Postgres) Equal(that interface{}) bool

Equal function

func (*Postgres) GetCollectionName 

func (x *Postgres) GetCollectionName() string

func (*Postgres) GetConnectionString 

func (x *Postgres) GetConnectionString() string

func (*Postgres) Hash deprecated 

func (m *Postgres) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*Postgres) HashUnique 

func (m *Postgres) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*Postgres) ProtoMessage 

func (*Postgres) ProtoMessage()

func (*Postgres) ProtoReflect 

func (x *Postgres) ProtoReflect() protoreflect.Message

func (*Postgres) Reset 

func (x *Postgres) Reset()

func (*Postgres) String 

func (x *Postgres) String() string

type RAG 

type RAG struct {

	// Data store from which to fetch the embeddings
	Datastore *RAG_DataStore `protobuf:"bytes,1,opt,name=datastore,proto3" json:"datastore,omitempty"`
	// Model to use to get embeddings for prompt
	Embedding *Embedding `protobuf:"bytes,2,opt,name=embedding,proto3" json:"embedding,omitempty"`
	// Template to use to embed the returned context
	PromptTemplate string `protobuf:"bytes,3,opt,name=prompt_template,json=promptTemplate,proto3" json:"prompt_template,omitempty"`
	// contains filtered or unexported fields
}

func (*RAG) Clone 

func (m *RAG) Clone() proto.Message

Clone function

func (*RAG) Descriptor deprecated 

func (*RAG) Descriptor() ([]byte, []int)

Deprecated: Use RAG.ProtoReflect.Descriptor instead.

func (*RAG) Equal 

func (m *RAG) Equal(that interface{}) bool

Equal function

func (*RAG) GetDatastore 

func (x *RAG) GetDatastore() *RAG_DataStore

func (*RAG) GetEmbedding 

func (x *RAG) GetEmbedding() *Embedding

func (*RAG) GetPromptTemplate 

func (x *RAG) GetPromptTemplate() string

func (*RAG) Hash deprecated 

func (m *RAG) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*RAG) HashUnique 

func (m *RAG) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*RAG) ProtoMessage 

func (*RAG) ProtoMessage()

func (*RAG) ProtoReflect 

func (x *RAG) ProtoReflect() protoreflect.Message

func (*RAG) Reset 

func (x *RAG) Reset()

func (*RAG) String 

func (x *RAG) String() string

type RAG_DataStore 

type RAG_DataStore struct {

	// Types that are assignable to Datastore:
	//
	//	*RAG_DataStore_Postgres
	Datastore isRAG_DataStore_Datastore `protobuf_oneof:"datastore"`
	// contains filtered or unexported fields
}

func (*RAG_DataStore) Clone 

func (m *RAG_DataStore) Clone() proto.Message

Clone function

func (*RAG_DataStore) Descriptor deprecated 

func (*RAG_DataStore) Descriptor() ([]byte, []int)

Deprecated: Use RAG_DataStore.ProtoReflect.Descriptor instead.

func (*RAG_DataStore) Equal 

func (m *RAG_DataStore) Equal(that interface{}) bool

Equal function

func (*RAG_DataStore) GetDatastore 

func (m *RAG_DataStore) GetDatastore() isRAG_DataStore_Datastore

func (*RAG_DataStore) GetPostgres 

func (x *RAG_DataStore) GetPostgres() *Postgres

func (*RAG_DataStore) Hash deprecated 

func (m *RAG_DataStore) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*RAG_DataStore) HashUnique 

func (m *RAG_DataStore) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*RAG_DataStore) ProtoMessage 

func (*RAG_DataStore) ProtoMessage()

func (*RAG_DataStore) ProtoReflect 

func (x *RAG_DataStore) ProtoReflect() protoreflect.Message

func (*RAG_DataStore) Reset 

func (x *RAG_DataStore) Reset()

func (*RAG_DataStore) String 

func (x *RAG_DataStore) String() string

type RAG_DataStore_Postgres 

type RAG_DataStore_Postgres struct {
	Postgres *Postgres `protobuf:"bytes,1,opt,name=postgres,proto3,oneof"`
}

type RateLimiting 

type RateLimiting struct {

	// List of rate_limit configs to apply
	RateLimitConfigs []string `protobuf:"bytes,1,rep,name=rate_limit_configs,json=rateLimitConfigs,proto3" json:"rate_limit_configs,omitempty"`
	// contains filtered or unexported fields
}

func (*RateLimiting) Clone 

func (m *RateLimiting) Clone() proto.Message

Clone function

func (*RateLimiting) Descriptor deprecated 

func (*RateLimiting) Descriptor() ([]byte, []int)

Deprecated: Use RateLimiting.ProtoReflect.Descriptor instead.

func (*RateLimiting) Equal 

func (m *RateLimiting) Equal(that interface{}) bool

Equal function

func (*RateLimiting) GetRateLimitConfigs 

func (x *RateLimiting) GetRateLimitConfigs() []string

func (*RateLimiting) Hash deprecated 

func (m *RateLimiting) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*RateLimiting) HashUnique 

func (m *RateLimiting) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*RateLimiting) ProtoMessage 

func (*RateLimiting) ProtoMessage()

func (*RateLimiting) ProtoReflect 

func (x *RateLimiting) ProtoReflect() protoreflect.Message

func (*RateLimiting) Reset 

func (x *RateLimiting) Reset()

func (*RateLimiting) String 

func (x *RateLimiting) String() string

type RouteSettings 

type RouteSettings struct {

	// Config used to enrich the prompt. This can only be used with LLMProviders using the CHAT API type.
	//
	// Prompt enrichment allows you to add additional context to the prompt before sending it to the model.
	// Unlike RAG or other dynamic context methods, prompt enrichment is static and will be applied to every request.
	//
	// Note: Some providers, including Anthropic do not support SYSTEM role messages, but rather have a dedicated
	// system field in the input JSON. In this case, `field_defaults` should be used to set the system field. See the docs
	// for that field for an example.
	//
	// Example:
	// “`
	// promptEnrichment:
	// prepend:
	// - role: SYSTEM
	// content: "answer all questions in french"
	// append:
	// - role: USER
	// content: "Describe the painting as if you were a famous art critic from the 17th century"
	// “`
	PromptEnrichment *AIPromptEnrichment `protobuf:"bytes,1,opt,name=prompt_enrichment,json=promptEnrichment,proto3" json:"prompt_enrichment,omitempty"`
	// Guards to apply to the LLM requests on this route.
	// This can be used to reject requests based on the content of the prompt, as well as
	// mask responses based on the content of the response. These guards can be also be used
	// at the same time.
	//
	// Below is a simple example of a prompt guard that will reject any prompt that contains
	// the string "credit card" and will mask any credit card numbers in the response.
	//
	// “`
	// promptGuard:
	// request:
	// customResponseMessage: "Rejected due to inappropriate content"
	// matches:
	// - "credit card"
	// response:
	// matches:
	// # Mastercard
	// - '(?:^|\D)(5[1-5][0-9]{2}(?:\ |\-|)[0-9]{4}(?:\ |\-|)[0-9]{4}(?:\ |\-|)[0-9]{4})(?:\D|$)'
	// ““
	PromptGuard *AIPromptGaurd `protobuf:"bytes,2,opt,name=prompt_guard,json=promptGuard,proto3" json:"prompt_guard,omitempty"`
	// Retrieval Augmented Generation. https://research.ibm.com/blog/retrieval-augmented-generation-RAG
	// Retrieval Augmented Generation is a process by which you "augment" the information
	// a model has access to by providing it with a set of documents to use as context.
	// This can be used to improve the quality of the generated text.
	// Important Note: The same embedding mechanism must be used for the prompt
	// which was used for the initial creation of the context documents.
	//
	// Example using postgres for storage and OpenAI for embedding:
	// “`
	// rag:
	// datastore:
	// postgres:
	// connectionString: postgresql+psycopg://gloo:gloo@172.17.0.1:6024/gloo
	// collectionName: default
	// embedding:
	// openai:
	// authToken:
	// secretRef:
	// name: openai-secret
	// namespace: gloo-system
	// “`
	Rag *RAG `protobuf:"bytes,3,opt,name=rag,proto3" json:"rag,omitempty"`
	// Semantic caching configuration
	// Semantic caching allows you to cache previous model responses in order to provide
	// faster responses to similar requests in the future.
	// Results will vary depending on the embedding mechanism used, as well
	// as the similarity threshold set.
	//
	// Example using Redis for storage and OpenAI for embedding:
	// “`
	// semanticCache:
	// datastore:
	// redis:
	// connectionString: redis://172.17.0.1:6379
	// embedding:
	// openai:
	// authToken:
	// secretRef:
	// name: openai-secret
	// namespace: gloo-system
	// “`
	SemanticCache *SemanticCache `protobuf:"bytes,4,opt,name=semantic_cache,json=semanticCache,proto3" json:"semantic_cache,omitempty"`
	// A list of defaults to be merged with the user input fields.
	// These will NOT override the user input fields unless override is explicitly set to true.
	// Some examples include setting the temperature, max_tokens, etc.
	//
	// Example overriding system field for Anthropic:
	// “`
	// # Anthropic doesn't support a system chat type
	// defaults:
	// - field: "system"
	// value: "answer all questions in french"
	// “`
	//
	// Example setting the temperature and max_tokens, overriding max_tokens:
	// “`
	// defaults:
	// - field: "temperature"
	// value: 0.5
	// - field: "max_tokens"
	// value: 100
	// “`
	Defaults []*FieldDefault `protobuf:"bytes,5,rep,name=defaults,proto3" json:"defaults,omitempty"`
	// The type of route this is, currently only CHAT is supported
	RouteType RouteSettings_RouteType `` /* 142-byte string literal not displayed */
	// contains filtered or unexported fields
}

RouteSettings is a way to configure the behavior of the LLM provider on a per-route basis This allows users to configure things like: - Prompt Enrichment - Retrieval Augmented Generation - Semantic Caching - Defaults to merge with the user input fields - Guardrails - Route Type

NOTE: These settings may only be applied to a route which uses an LLMProvider backend!

func (*RouteSettings) Clone 

func (m *RouteSettings) Clone() proto.Message

Clone function

func (*RouteSettings) Descriptor deprecated 

func (*RouteSettings) Descriptor() ([]byte, []int)

Deprecated: Use RouteSettings.ProtoReflect.Descriptor instead.

func (*RouteSettings) Equal 

func (m *RouteSettings) Equal(that interface{}) bool

Equal function

func (*RouteSettings) GetDefaults 

func (x *RouteSettings) GetDefaults() []*FieldDefault

func (*RouteSettings) GetPromptEnrichment 

func (x *RouteSettings) GetPromptEnrichment() *AIPromptEnrichment

func (*RouteSettings) GetPromptGuard 

func (x *RouteSettings) GetPromptGuard() *AIPromptGaurd

func (*RouteSettings) GetRag 

func (x *RouteSettings) GetRag() *RAG

func (*RouteSettings) GetRouteType 

func (x *RouteSettings) GetRouteType() RouteSettings_RouteType

func (*RouteSettings) GetSemanticCache 

func (x *RouteSettings) GetSemanticCache() *SemanticCache

func (*RouteSettings) Hash deprecated 

func (m *RouteSettings) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*RouteSettings) HashUnique 

func (m *RouteSettings) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*RouteSettings) ProtoMessage 

func (*RouteSettings) ProtoMessage()

func (*RouteSettings) ProtoReflect 

func (x *RouteSettings) ProtoReflect() protoreflect.Message

func (*RouteSettings) Reset 

func (x *RouteSettings) Reset()

func (*RouteSettings) String 

func (x *RouteSettings) String() string

type RouteSettings_RouteType 

type RouteSettings_RouteType int32
const (
	RouteSettings_CHAT RouteSettings_RouteType = 0
)

func (RouteSettings_RouteType) Descriptor 

func (RouteSettings_RouteType) Descriptor() protoreflect.EnumDescriptor

func (RouteSettings_RouteType) Enum 

func (x RouteSettings_RouteType) Enum() *RouteSettings_RouteType

func (RouteSettings_RouteType) EnumDescriptor deprecated 

func (RouteSettings_RouteType) EnumDescriptor() ([]byte, []int)

Deprecated: Use RouteSettings_RouteType.Descriptor instead.

func (RouteSettings_RouteType) Number 

func (x RouteSettings_RouteType) Number() protoreflect.EnumNumber

func (RouteSettings_RouteType) String 

func (x RouteSettings_RouteType) String() string

func (RouteSettings_RouteType) Type 

func (RouteSettings_RouteType) Type() protoreflect.EnumType

type SemanticCache 

type SemanticCache struct {

	// Which data store to use
	Datastore *SemanticCache_DataStore `protobuf:"bytes,1,opt,name=datastore,proto3" json:"datastore,omitempty"`
	// Model to use to get embeddings for prompt
	Embedding *Embedding `protobuf:"bytes,2,opt,name=embedding,proto3" json:"embedding,omitempty"`
	// Time before data in the cache is considered expired
	Ttl uint32 `protobuf:"varint,3,opt,name=ttl,proto3" json:"ttl,omitempty"`
	// Cache mode to use: READ_WRITE or READ_ONLY
	Mode SemanticCache_Mode `protobuf:"varint,4,opt,name=mode,proto3,enum=ai.options.gloo.solo.io.SemanticCache_Mode" json:"mode,omitempty"`
	// contains filtered or unexported fields
}

func (*SemanticCache) Clone 

func (m *SemanticCache) Clone() proto.Message

Clone function

func (*SemanticCache) Descriptor deprecated 

func (*SemanticCache) Descriptor() ([]byte, []int)

Deprecated: Use SemanticCache.ProtoReflect.Descriptor instead.

func (*SemanticCache) Equal 

func (m *SemanticCache) Equal(that interface{}) bool

Equal function

func (*SemanticCache) GetDatastore 

func (x *SemanticCache) GetDatastore() *SemanticCache_DataStore

func (*SemanticCache) GetEmbedding 

func (x *SemanticCache) GetEmbedding() *Embedding

func (*SemanticCache) GetMode 

func (x *SemanticCache) GetMode() SemanticCache_Mode

func (*SemanticCache) GetTtl 

func (x *SemanticCache) GetTtl() uint32

func (*SemanticCache) Hash deprecated 

func (m *SemanticCache) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*SemanticCache) HashUnique 

func (m *SemanticCache) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*SemanticCache) ProtoMessage 

func (*SemanticCache) ProtoMessage()

func (*SemanticCache) ProtoReflect 

func (x *SemanticCache) ProtoReflect() protoreflect.Message

func (*SemanticCache) Reset 

func (x *SemanticCache) Reset()

func (*SemanticCache) String 

func (x *SemanticCache) String() string

type SemanticCache_DataStore 

type SemanticCache_DataStore struct {

	// Types that are assignable to Datastore:
	//
	//	*SemanticCache_DataStore_Redis
	//	*SemanticCache_DataStore_Weaviate
	Datastore isSemanticCache_DataStore_Datastore `protobuf_oneof:"datastore"`
	// contains filtered or unexported fields
}

Data store from which to cache the request/response pairs

func (*SemanticCache_DataStore) Clone 

func (m *SemanticCache_DataStore) Clone() proto.Message

Clone function

func (*SemanticCache_DataStore) Descriptor deprecated 

func (*SemanticCache_DataStore) Descriptor() ([]byte, []int)

Deprecated: Use SemanticCache_DataStore.ProtoReflect.Descriptor instead.

func (*SemanticCache_DataStore) Equal 

func (m *SemanticCache_DataStore) Equal(that interface{}) bool

Equal function

func (*SemanticCache_DataStore) GetDatastore 

func (m *SemanticCache_DataStore) GetDatastore() isSemanticCache_DataStore_Datastore

func (*SemanticCache_DataStore) GetRedis 

func (x *SemanticCache_DataStore) GetRedis() *SemanticCache_Redis

func (*SemanticCache_DataStore) GetWeaviate 

func (x *SemanticCache_DataStore) GetWeaviate() *SemanticCache_Weaviate

func (*SemanticCache_DataStore) Hash deprecated 

func (m *SemanticCache_DataStore) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*SemanticCache_DataStore) HashUnique 

func (m *SemanticCache_DataStore) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*SemanticCache_DataStore) ProtoMessage 

func (*SemanticCache_DataStore) ProtoMessage()

func (*SemanticCache_DataStore) ProtoReflect 

func (x *SemanticCache_DataStore) ProtoReflect() protoreflect.Message

func (*SemanticCache_DataStore) Reset 

func (x *SemanticCache_DataStore) Reset()

func (*SemanticCache_DataStore) String 

func (x *SemanticCache_DataStore) String() string

type SemanticCache_DataStore_Redis 

type SemanticCache_DataStore_Redis struct {
	Redis *SemanticCache_Redis `protobuf:"bytes,1,opt,name=redis,proto3,oneof"`
}

type SemanticCache_DataStore_Weaviate 

type SemanticCache_DataStore_Weaviate struct {
	Weaviate *SemanticCache_Weaviate `protobuf:"bytes,2,opt,name=weaviate,proto3,oneof"`
}

type SemanticCache_Mode 

type SemanticCache_Mode int32
const (
	// Read and write to the cache as a part of the request/response lifecycle
	SemanticCache_READ_WRITE SemanticCache_Mode = 0
	// Only read from the cache, do not write to it. Data will be written to the cache outside the request/response cycle.
	SemanticCache_READ_ONLY SemanticCache_Mode = 1
)

func (SemanticCache_Mode) Descriptor 

func (SemanticCache_Mode) Descriptor() protoreflect.EnumDescriptor

func (SemanticCache_Mode) Enum 

func (x SemanticCache_Mode) Enum() *SemanticCache_Mode

func (SemanticCache_Mode) EnumDescriptor deprecated 

func (SemanticCache_Mode) EnumDescriptor() ([]byte, []int)

Deprecated: Use SemanticCache_Mode.Descriptor instead.

func (SemanticCache_Mode) Number 

func (x SemanticCache_Mode) Number() protoreflect.EnumNumber

func (SemanticCache_Mode) String 

func (x SemanticCache_Mode) String() string

func (SemanticCache_Mode) Type 

func (SemanticCache_Mode) Type() protoreflect.EnumType

type SemanticCache_Redis 

type SemanticCache_Redis struct {

	// Connection string to the Redis database
	ConnectionString string `protobuf:"bytes,1,opt,name=connection_string,json=connectionString,proto3" json:"connection_string,omitempty"`
	// Similarity score threshold value between 0.0 and 1.0 that determines how similar
	// two queries need to be in order to return a cached result.
	// The lower the number, the more similar the queries need to be for a cache hit.
	//
	// +kubebuilder:validation:Minimum=0
	// +kubebuilder:validation:Maximum=1
	ScoreThreshold float32 `protobuf:"fixed32,2,opt,name=score_threshold,json=scoreThreshold,proto3" json:"score_threshold,omitempty"`
	// contains filtered or unexported fields
}

func (*SemanticCache_Redis) Clone 

func (m *SemanticCache_Redis) Clone() proto.Message

Clone function

func (*SemanticCache_Redis) Descriptor deprecated 

func (*SemanticCache_Redis) Descriptor() ([]byte, []int)

Deprecated: Use SemanticCache_Redis.ProtoReflect.Descriptor instead.

func (*SemanticCache_Redis) Equal 

func (m *SemanticCache_Redis) Equal(that interface{}) bool

Equal function

func (*SemanticCache_Redis) GetConnectionString 

func (x *SemanticCache_Redis) GetConnectionString() string

func (*SemanticCache_Redis) GetScoreThreshold 

func (x *SemanticCache_Redis) GetScoreThreshold() float32

func (*SemanticCache_Redis) Hash deprecated 

func (m *SemanticCache_Redis) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*SemanticCache_Redis) HashUnique 

func (m *SemanticCache_Redis) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*SemanticCache_Redis) ProtoMessage 

func (*SemanticCache_Redis) ProtoMessage()

func (*SemanticCache_Redis) ProtoReflect 

func (x *SemanticCache_Redis) ProtoReflect() protoreflect.Message

func (*SemanticCache_Redis) Reset 

func (x *SemanticCache_Redis) Reset()

func (*SemanticCache_Redis) String 

func (x *SemanticCache_Redis) String() string

type SemanticCache_Weaviate 

type SemanticCache_Weaviate struct {

	// Connection string to the Weaviate database, scheme should NOT be included.
	// For example: weaviate.my-ns.svc.cluster.local
	// NOT: http://weaviate.my-ns.svc.cluster.local
	Host string `protobuf:"bytes,1,opt,name=host,proto3" json:"host,omitempty"`
	// HTTP port to use, if unset will default to 8080
	HttpPort uint32 `protobuf:"varint,2,opt,name=http_port,json=httpPort,proto3" json:"http_port,omitempty"`
	// GRPC port to use, if unset will default to 50051
	GrpcPort uint32 `protobuf:"varint,3,opt,name=grpc_port,json=grpcPort,proto3" json:"grpc_port,omitempty"`
	// Whether or not to use a secure connection, true by default
	Insecure bool `protobuf:"varint,4,opt,name=insecure,proto3" json:"insecure,omitempty"`
	// contains filtered or unexported fields
}

func (*SemanticCache_Weaviate) Clone 

func (m *SemanticCache_Weaviate) Clone() proto.Message

Clone function

func (*SemanticCache_Weaviate) Descriptor deprecated 

func (*SemanticCache_Weaviate) Descriptor() ([]byte, []int)

Deprecated: Use SemanticCache_Weaviate.ProtoReflect.Descriptor instead.

func (*SemanticCache_Weaviate) Equal 

func (m *SemanticCache_Weaviate) Equal(that interface{}) bool

Equal function

func (*SemanticCache_Weaviate) GetGrpcPort 

func (x *SemanticCache_Weaviate) GetGrpcPort() uint32

func (*SemanticCache_Weaviate) GetHost 

func (x *SemanticCache_Weaviate) GetHost() string

func (*SemanticCache_Weaviate) GetHttpPort 

func (x *SemanticCache_Weaviate) GetHttpPort() uint32

func (*SemanticCache_Weaviate) GetInsecure 

func (x *SemanticCache_Weaviate) GetInsecure() bool

func (*SemanticCache_Weaviate) Hash deprecated 

func (m *SemanticCache_Weaviate) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*SemanticCache_Weaviate) HashUnique 

func (m *SemanticCache_Weaviate) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*SemanticCache_Weaviate) ProtoMessage 

func (*SemanticCache_Weaviate) ProtoMessage()

func (*SemanticCache_Weaviate) ProtoReflect 

func (x *SemanticCache_Weaviate) ProtoReflect() protoreflect.Message

func (*SemanticCache_Weaviate) Reset 

func (x *SemanticCache_Weaviate) Reset()

func (*SemanticCache_Weaviate) String 

func (x *SemanticCache_Weaviate) String() string

type SingleAuthToken 

type SingleAuthToken struct {

	// Types that are assignable to AuthTokenSource:
	//
	//	*SingleAuthToken_Inline
	//	*SingleAuthToken_SecretRef
	AuthTokenSource isSingleAuthToken_AuthTokenSource `protobuf_oneof:"auth_token_source"`
	// contains filtered or unexported fields
}

func (*SingleAuthToken) Clone 

func (m *SingleAuthToken) Clone() proto.Message

Clone function

func (*SingleAuthToken) Descriptor deprecated 

func (*SingleAuthToken) Descriptor() ([]byte, []int)

Deprecated: Use SingleAuthToken.ProtoReflect.Descriptor instead.

func (*SingleAuthToken) Equal 

func (m *SingleAuthToken) Equal(that interface{}) bool

Equal function

func (*SingleAuthToken) GetAuthTokenSource 

func (m *SingleAuthToken) GetAuthTokenSource() isSingleAuthToken_AuthTokenSource

func (*SingleAuthToken) GetInline 

func (x *SingleAuthToken) GetInline() string

func (*SingleAuthToken) GetSecretRef 

func (x *SingleAuthToken) GetSecretRef() *core.ResourceRef

func (*SingleAuthToken) Hash deprecated 

func (m *SingleAuthToken) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*SingleAuthToken) HashUnique 

func (m *SingleAuthToken) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*SingleAuthToken) ProtoMessage 

func (*SingleAuthToken) ProtoMessage()

func (*SingleAuthToken) ProtoReflect 

func (x *SingleAuthToken) ProtoReflect() protoreflect.Message

func (*SingleAuthToken) Reset 

func (x *SingleAuthToken) Reset()

func (*SingleAuthToken) String 

func (x *SingleAuthToken) String() string

type SingleAuthToken_Inline 

type SingleAuthToken_Inline struct {
	// Provide easy inline way to specify a token
	Inline string `protobuf:"bytes,1,opt,name=inline,proto3,oneof"`
}

type SingleAuthToken_SecretRef 

type SingleAuthToken_SecretRef struct {
	// Reference to a secret in the same namespace as the Upstream
	SecretRef *core.ResourceRef `protobuf:"bytes,2,opt,name=secret_ref,json=secretRef,proto3,oneof"`
}

type UpstreamSpec 

type UpstreamSpec struct {

	// Types that are assignable to Llm:
	//
	//	*UpstreamSpec_Openai
	//	*UpstreamSpec_Mistral_
	//	*UpstreamSpec_Anthropic_
	//	*UpstreamSpec_AzureOpenai
	//	*UpstreamSpec_Multi
	Llm isUpstreamSpec_Llm `protobuf_oneof:"llm"`
	// contains filtered or unexported fields
}

The AI UpstreamSpec represents a logical LLM provider backend. The purpose of this spec is a way to configure which backend to use as well as how to authenticate with the backend.

Currently the options are: - OpenAI Default Host: api.openai.com Default Port: 443 Auth Token: Bearer token to use for the OpenAI API - Mistral Default Host: api.mistral.com Default Port: 443 Auth Token: Bearer token to use for the Mistral API - Anthropic Default Host: api.anthropic.com Default Port: 443 Auth Token: x-api-key to use for the Anthropic API Version: Optional version header to pass to the Anthropic API

All of the above backends can be configured to use a custom host and port. This option is meant to allow users to proxy the request, or to use a different backend altogether which is API compliant with the upstream version.

Examples:

OpenAI with inline auth token: ``` ai: openai: authToken: inline: "my_token" ```

Mistral with secret ref: ``` ai: mistral: authToken: secretRef: name: "my-secret" namespace: "my-ns" ```

Anthropic with inline token and custom Host: ``` ai: anthropic: authToken: inline: "my_token" customHost: host: "my-anthropic-host.com" port: 443 # Port is optional and will default to 443 for HTTPS ```

func (*UpstreamSpec) Clone 

func (m *UpstreamSpec) Clone() proto.Message

Clone function

func (*UpstreamSpec) Descriptor deprecated 

func (*UpstreamSpec) Descriptor() ([]byte, []int)

Deprecated: Use UpstreamSpec.ProtoReflect.Descriptor instead.

func (*UpstreamSpec) Equal 

func (m *UpstreamSpec) Equal(that interface{}) bool

Equal function

func (*UpstreamSpec) GetAnthropic 

func (x *UpstreamSpec) GetAnthropic() *UpstreamSpec_Anthropic

func (*UpstreamSpec) GetAzureOpenai 

func (x *UpstreamSpec) GetAzureOpenai() *UpstreamSpec_AzureOpenAI

func (*UpstreamSpec) GetLlm 

func (m *UpstreamSpec) GetLlm() isUpstreamSpec_Llm

func (*UpstreamSpec) GetMistral 

func (x *UpstreamSpec) GetMistral() *UpstreamSpec_Mistral

func (*UpstreamSpec) GetMulti 

func (x *UpstreamSpec) GetMulti() *UpstreamSpec_MultiPool

func (*UpstreamSpec) GetOpenai 

func (x *UpstreamSpec) GetOpenai() *UpstreamSpec_OpenAI

func (*UpstreamSpec) Hash deprecated 

func (m *UpstreamSpec) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*UpstreamSpec) HashUnique 

func (m *UpstreamSpec) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*UpstreamSpec) ProtoMessage 

func (*UpstreamSpec) ProtoMessage()

func (*UpstreamSpec) ProtoReflect 

func (x *UpstreamSpec) ProtoReflect() protoreflect.Message

func (*UpstreamSpec) Reset 

func (x *UpstreamSpec) Reset()

func (*UpstreamSpec) String 

func (x *UpstreamSpec) String() string

type UpstreamSpec_Anthropic 

type UpstreamSpec_Anthropic struct {

	// Auth Token to use for the Anthropic API.
	// This token will be placed into the `x-api-key` header
	// when sending the request to the upstream.
	AuthToken  *SingleAuthToken         `protobuf:"bytes,1,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"`
	CustomHost *UpstreamSpec_CustomHost `protobuf:"bytes,2,opt,name=custom_host,json=customHost,proto3" json:"custom_host,omitempty"`
	// An optional version header to pass to the Anthropic API
	// See: https://docs.anthropic.com/en/api/versioning for more details
	Version string `protobuf:"bytes,3,opt,name=version,proto3" json:"version,omitempty"`
	// Optional: override model name. If not set, the model name will be taken from the request
	// This can be useful when trying model failover scenarios
	Model string `protobuf:"bytes,4,opt,name=model,proto3" json:"model,omitempty"`
	// contains filtered or unexported fields
}

func (*UpstreamSpec_Anthropic) Clone 

func (m *UpstreamSpec_Anthropic) Clone() proto.Message

Clone function

func (*UpstreamSpec_Anthropic) Descriptor deprecated 

func (*UpstreamSpec_Anthropic) Descriptor() ([]byte, []int)

Deprecated: Use UpstreamSpec_Anthropic.ProtoReflect.Descriptor instead.

func (*UpstreamSpec_Anthropic) Equal 

func (m *UpstreamSpec_Anthropic) Equal(that interface{}) bool

Equal function

func (*UpstreamSpec_Anthropic) GetAuthToken 

func (x *UpstreamSpec_Anthropic) GetAuthToken() *SingleAuthToken

func (*UpstreamSpec_Anthropic) GetCustomHost 

func (x *UpstreamSpec_Anthropic) GetCustomHost() *UpstreamSpec_CustomHost

func (*UpstreamSpec_Anthropic) GetModel 

func (x *UpstreamSpec_Anthropic) GetModel() string

func (*UpstreamSpec_Anthropic) GetVersion 

func (x *UpstreamSpec_Anthropic) GetVersion() string

func (*UpstreamSpec_Anthropic) Hash deprecated 

func (m *UpstreamSpec_Anthropic) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*UpstreamSpec_Anthropic) HashUnique 

func (m *UpstreamSpec_Anthropic) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*UpstreamSpec_Anthropic) ProtoMessage 

func (*UpstreamSpec_Anthropic) ProtoMessage()

func (*UpstreamSpec_Anthropic) ProtoReflect 

func (x *UpstreamSpec_Anthropic) ProtoReflect() protoreflect.Message

func (*UpstreamSpec_Anthropic) Reset 

func (x *UpstreamSpec_Anthropic) Reset()

func (*UpstreamSpec_Anthropic) String 

func (x *UpstreamSpec_Anthropic) String() string

type UpstreamSpec_Anthropic_ 

type UpstreamSpec_Anthropic_ struct {
	// Anthropic upstream
	Anthropic *UpstreamSpec_Anthropic `protobuf:"bytes,3,opt,name=anthropic,proto3,oneof"`
}

type UpstreamSpec_AzureOpenAI 

type UpstreamSpec_AzureOpenAI struct {

	// Auth Token to use for the Azure OpenAI API
	// This token will be placed into the `api-key` header
	//
	// Types that are assignable to AuthTokenSource:
	//
	//	*UpstreamSpec_AzureOpenAI_AuthToken
	AuthTokenSource isUpstreamSpec_AzureOpenAI_AuthTokenSource `protobuf_oneof:"auth_token_source"`
	// The endpoint to use
	// This should be the endpoint to the Azure OpenAI API, e.g. my-endpoint.openai.azure.com
	// If the scheme is included it will be stripped.
	// This value can be found https://{endpoint}/openai/deployments/{deployment_name}/chat/completions?api-version={api_version}
	Endpoint string `protobuf:"bytes,2,opt,name=endpoint,proto3" json:"endpoint,omitempty"`
	// The deployment/model name to use
	// This value can be found https://{endpoint}/openai/deployments/{deployment_name}/chat/completions?api-version={api_version}
	DeploymentName string `protobuf:"bytes,3,opt,name=deployment_name,json=deploymentName,proto3" json:"deployment_name,omitempty"`
	// The version of the API to use
	// This value can be found https://{endpoint}/openai/deployments/{deployment_name}/chat/completions?api-version={api_version}
	ApiVersion string `protobuf:"bytes,4,opt,name=api_version,json=apiVersion,proto3" json:"api_version,omitempty"`
	// contains filtered or unexported fields
}

Settings for the Azure OpenAI API

func (*UpstreamSpec_AzureOpenAI) Clone 

func (m *UpstreamSpec_AzureOpenAI) Clone() proto.Message

Clone function

func (*UpstreamSpec_AzureOpenAI) Descriptor deprecated 

func (*UpstreamSpec_AzureOpenAI) Descriptor() ([]byte, []int)

Deprecated: Use UpstreamSpec_AzureOpenAI.ProtoReflect.Descriptor instead.

func (*UpstreamSpec_AzureOpenAI) Equal 

func (m *UpstreamSpec_AzureOpenAI) Equal(that interface{}) bool

Equal function

func (*UpstreamSpec_AzureOpenAI) GetApiVersion 

func (x *UpstreamSpec_AzureOpenAI) GetApiVersion() string

func (*UpstreamSpec_AzureOpenAI) GetAuthToken 

func (x *UpstreamSpec_AzureOpenAI) GetAuthToken() *SingleAuthToken

func (*UpstreamSpec_AzureOpenAI) GetAuthTokenSource 

func (m *UpstreamSpec_AzureOpenAI) GetAuthTokenSource() isUpstreamSpec_AzureOpenAI_AuthTokenSource

func (*UpstreamSpec_AzureOpenAI) GetDeploymentName 

func (x *UpstreamSpec_AzureOpenAI) GetDeploymentName() string

func (*UpstreamSpec_AzureOpenAI) GetEndpoint 

func (x *UpstreamSpec_AzureOpenAI) GetEndpoint() string

func (*UpstreamSpec_AzureOpenAI) Hash deprecated 

func (m *UpstreamSpec_AzureOpenAI) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*UpstreamSpec_AzureOpenAI) HashUnique 

func (m *UpstreamSpec_AzureOpenAI) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*UpstreamSpec_AzureOpenAI) ProtoMessage 

func (*UpstreamSpec_AzureOpenAI) ProtoMessage()

func (*UpstreamSpec_AzureOpenAI) ProtoReflect 

func (x *UpstreamSpec_AzureOpenAI) ProtoReflect() protoreflect.Message

func (*UpstreamSpec_AzureOpenAI) Reset 

func (x *UpstreamSpec_AzureOpenAI) Reset()

func (*UpstreamSpec_AzureOpenAI) String 

func (x *UpstreamSpec_AzureOpenAI) String() string

type UpstreamSpec_AzureOpenAI_AuthToken 

type UpstreamSpec_AzureOpenAI_AuthToken struct {
	// Auth Token to use for the OpenAI API
	// This token will be placed into the `api-key` header
	AuthToken *SingleAuthToken `protobuf:"bytes,1,opt,name=auth_token,json=authToken,proto3,oneof"` // use AD or other workload identity mechanism
}

type UpstreamSpec_AzureOpenai 

type UpstreamSpec_AzureOpenai struct {
	// Azure OpenAI upstream
	AzureOpenai *UpstreamSpec_AzureOpenAI `protobuf:"bytes,4,opt,name=azure_openai,json=azureOpenai,proto3,oneof"`
}

type UpstreamSpec_CustomHost 

type UpstreamSpec_CustomHost struct {

	// Custom host to send the traffic to
	Host string `protobuf:"bytes,1,opt,name=host,proto3" json:"host,omitempty"`
	// Custom port to send the traffic to
	Port uint32 `protobuf:"varint,2,opt,name=port,proto3" json:"port,omitempty"`
	// contains filtered or unexported fields
}

func (*UpstreamSpec_CustomHost) Clone 

func (m *UpstreamSpec_CustomHost) Clone() proto.Message

Clone function

func (*UpstreamSpec_CustomHost) Descriptor deprecated 

func (*UpstreamSpec_CustomHost) Descriptor() ([]byte, []int)

Deprecated: Use UpstreamSpec_CustomHost.ProtoReflect.Descriptor instead.

func (*UpstreamSpec_CustomHost) Equal 

func (m *UpstreamSpec_CustomHost) Equal(that interface{}) bool

Equal function

func (*UpstreamSpec_CustomHost) GetHost 

func (x *UpstreamSpec_CustomHost) GetHost() string

func (*UpstreamSpec_CustomHost) GetPort 

func (x *UpstreamSpec_CustomHost) GetPort() uint32

func (*UpstreamSpec_CustomHost) Hash deprecated 

func (m *UpstreamSpec_CustomHost) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*UpstreamSpec_CustomHost) HashUnique 

func (m *UpstreamSpec_CustomHost) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*UpstreamSpec_CustomHost) ProtoMessage 

func (*UpstreamSpec_CustomHost) ProtoMessage()

func (*UpstreamSpec_CustomHost) ProtoReflect 

func (x *UpstreamSpec_CustomHost) ProtoReflect() protoreflect.Message

func (*UpstreamSpec_CustomHost) Reset 

func (x *UpstreamSpec_CustomHost) Reset()

func (*UpstreamSpec_CustomHost) String 

func (x *UpstreamSpec_CustomHost) String() string

type UpstreamSpec_Mistral 

type UpstreamSpec_Mistral struct {

	// Auth Token to use for the Mistral API.
	// This token will be placed into the `Authorization` header
	// and prefixed with Bearer if not present
	// when sending the request to the upstream.
	AuthToken *SingleAuthToken `protobuf:"bytes,1,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"`
	// Optional custom host to send the traffic to
	CustomHost *UpstreamSpec_CustomHost `protobuf:"bytes,2,opt,name=custom_host,json=customHost,proto3" json:"custom_host,omitempty"`
	// Optional: override model name. If not set, the model name will be taken from the request
	// This can be useful when trying model failover scenarios
	Model string `protobuf:"bytes,3,opt,name=model,proto3" json:"model,omitempty"`
	// contains filtered or unexported fields
}

Settings for the Mistral API

func (*UpstreamSpec_Mistral) Clone 

func (m *UpstreamSpec_Mistral) Clone() proto.Message

Clone function

func (*UpstreamSpec_Mistral) Descriptor deprecated 

func (*UpstreamSpec_Mistral) Descriptor() ([]byte, []int)

Deprecated: Use UpstreamSpec_Mistral.ProtoReflect.Descriptor instead.

func (*UpstreamSpec_Mistral) Equal 

func (m *UpstreamSpec_Mistral) Equal(that interface{}) bool

Equal function

func (*UpstreamSpec_Mistral) GetAuthToken 

func (x *UpstreamSpec_Mistral) GetAuthToken() *SingleAuthToken

func (*UpstreamSpec_Mistral) GetCustomHost 

func (x *UpstreamSpec_Mistral) GetCustomHost() *UpstreamSpec_CustomHost

func (*UpstreamSpec_Mistral) GetModel 

func (x *UpstreamSpec_Mistral) GetModel() string

func (*UpstreamSpec_Mistral) Hash deprecated 

func (m *UpstreamSpec_Mistral) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*UpstreamSpec_Mistral) HashUnique 

func (m *UpstreamSpec_Mistral) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*UpstreamSpec_Mistral) ProtoMessage 

func (*UpstreamSpec_Mistral) ProtoMessage()

func (*UpstreamSpec_Mistral) ProtoReflect 

func (x *UpstreamSpec_Mistral) ProtoReflect() protoreflect.Message

func (*UpstreamSpec_Mistral) Reset 

func (x *UpstreamSpec_Mistral) Reset()

func (*UpstreamSpec_Mistral) String 

func (x *UpstreamSpec_Mistral) String() string

type UpstreamSpec_Mistral_ 

type UpstreamSpec_Mistral_ struct {
	// Mistral upstream
	Mistral *UpstreamSpec_Mistral `protobuf:"bytes,2,opt,name=mistral,proto3,oneof"`
}

type UpstreamSpec_Multi 

type UpstreamSpec_Multi struct {
	// multi upstream
	Multi *UpstreamSpec_MultiPool `protobuf:"bytes,5,opt,name=multi,proto3,oneof"`
}

type UpstreamSpec_MultiPool 

type UpstreamSpec_MultiPool struct {

	// List of prioritized backend pools
	Priorities []*UpstreamSpec_MultiPool_Priority `protobuf:"bytes,1,rep,name=priorities,proto3" json:"priorities,omitempty"`
	// contains filtered or unexported fields
}

multi: pools: - pool: - openai: authToken: secretRef: name: openai-secret namespace: gloo-system priority: 1 - pool: - azureOpenai: deploymentName: gpt-4o-mini apiVersion: 2024-02-15-preview endpoint: ai-gateway.openai.azure.com authToken: secretRef: name: azure-secret namespace: gloo-system - azureOpenai: deploymentName: gpt-4o-mini-2 apiVersion: 2024-02-15-preview endpoint: ai-gateway.openai.azure.com authToken: secretRef: name: azure-secret namespace: gloo-system priority: 2

func (*UpstreamSpec_MultiPool) Clone 

func (m *UpstreamSpec_MultiPool) Clone() proto.Message

Clone function

func (*UpstreamSpec_MultiPool) Descriptor deprecated 

func (*UpstreamSpec_MultiPool) Descriptor() ([]byte, []int)

Deprecated: Use UpstreamSpec_MultiPool.ProtoReflect.Descriptor instead.

func (*UpstreamSpec_MultiPool) Equal 

func (m *UpstreamSpec_MultiPool) Equal(that interface{}) bool

Equal function

func (*UpstreamSpec_MultiPool) GetPriorities 

func (x *UpstreamSpec_MultiPool) GetPriorities() []*UpstreamSpec_MultiPool_Priority

func (*UpstreamSpec_MultiPool) Hash deprecated 

func (m *UpstreamSpec_MultiPool) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*UpstreamSpec_MultiPool) HashUnique 

func (m *UpstreamSpec_MultiPool) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*UpstreamSpec_MultiPool) ProtoMessage 

func (*UpstreamSpec_MultiPool) ProtoMessage()

func (*UpstreamSpec_MultiPool) ProtoReflect 

func (x *UpstreamSpec_MultiPool) ProtoReflect() protoreflect.Message

func (*UpstreamSpec_MultiPool) Reset 

func (x *UpstreamSpec_MultiPool) Reset()

func (*UpstreamSpec_MultiPool) String 

func (x *UpstreamSpec_MultiPool) String() string

type UpstreamSpec_MultiPool_Backend 

type UpstreamSpec_MultiPool_Backend struct {

	// Types that are assignable to Llm:
	//
	//	*UpstreamSpec_MultiPool_Backend_Openai
	//	*UpstreamSpec_MultiPool_Backend_Mistral
	//	*UpstreamSpec_MultiPool_Backend_Anthropic
	//	*UpstreamSpec_MultiPool_Backend_AzureOpenai
	Llm isUpstreamSpec_MultiPool_Backend_Llm `protobuf_oneof:"llm"`
	// contains filtered or unexported fields
}

func (*UpstreamSpec_MultiPool_Backend) Clone 

func (m *UpstreamSpec_MultiPool_Backend) Clone() proto.Message

Clone function

func (*UpstreamSpec_MultiPool_Backend) Descriptor deprecated 

func (*UpstreamSpec_MultiPool_Backend) Descriptor() ([]byte, []int)

Deprecated: Use UpstreamSpec_MultiPool_Backend.ProtoReflect.Descriptor instead.

func (*UpstreamSpec_MultiPool_Backend) Equal 

func (m *UpstreamSpec_MultiPool_Backend) Equal(that interface{}) bool

Equal function

func (*UpstreamSpec_MultiPool_Backend) GetAnthropic 

func (x *UpstreamSpec_MultiPool_Backend) GetAnthropic() *UpstreamSpec_Anthropic

func (*UpstreamSpec_MultiPool_Backend) GetAzureOpenai 

func (x *UpstreamSpec_MultiPool_Backend) GetAzureOpenai() *UpstreamSpec_AzureOpenAI

func (*UpstreamSpec_MultiPool_Backend) GetLlm 

func (m *UpstreamSpec_MultiPool_Backend) GetLlm() isUpstreamSpec_MultiPool_Backend_Llm

func (*UpstreamSpec_MultiPool_Backend) GetMistral 

func (x *UpstreamSpec_MultiPool_Backend) GetMistral() *UpstreamSpec_Mistral

func (*UpstreamSpec_MultiPool_Backend) GetOpenai 

func (x *UpstreamSpec_MultiPool_Backend) GetOpenai() *UpstreamSpec_OpenAI

func (*UpstreamSpec_MultiPool_Backend) Hash deprecated 

func (m *UpstreamSpec_MultiPool_Backend) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*UpstreamSpec_MultiPool_Backend) HashUnique 

func (m *UpstreamSpec_MultiPool_Backend) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*UpstreamSpec_MultiPool_Backend) ProtoMessage 

func (*UpstreamSpec_MultiPool_Backend) ProtoMessage()

func (*UpstreamSpec_MultiPool_Backend) ProtoReflect 

func (x *UpstreamSpec_MultiPool_Backend) ProtoReflect() protoreflect.Message

func (*UpstreamSpec_MultiPool_Backend) Reset 

func (x *UpstreamSpec_MultiPool_Backend) Reset()

func (*UpstreamSpec_MultiPool_Backend) String 

func (x *UpstreamSpec_MultiPool_Backend) String() string

type UpstreamSpec_MultiPool_Backend_Anthropic 

type UpstreamSpec_MultiPool_Backend_Anthropic struct {
	// Anthropic upstream
	Anthropic *UpstreamSpec_Anthropic `protobuf:"bytes,3,opt,name=anthropic,proto3,oneof"`
}

type UpstreamSpec_MultiPool_Backend_AzureOpenai 

type UpstreamSpec_MultiPool_Backend_AzureOpenai struct {
	// Azure OpenAI upstream
	AzureOpenai *UpstreamSpec_AzureOpenAI `protobuf:"bytes,4,opt,name=azure_openai,json=azureOpenai,proto3,oneof"`
}

type UpstreamSpec_MultiPool_Backend_Mistral 

type UpstreamSpec_MultiPool_Backend_Mistral struct {
	// Mistral upstream
	Mistral *UpstreamSpec_Mistral `protobuf:"bytes,2,opt,name=mistral,proto3,oneof"`
}

type UpstreamSpec_MultiPool_Backend_Openai 

type UpstreamSpec_MultiPool_Backend_Openai struct {
	// OpenAI upstream
	Openai *UpstreamSpec_OpenAI `protobuf:"bytes,1,opt,name=openai,proto3,oneof"`
}

type UpstreamSpec_MultiPool_Priority 

type UpstreamSpec_MultiPool_Priority struct {
	Pool []*UpstreamSpec_MultiPool_Backend `protobuf:"bytes,1,rep,name=pool,proto3" json:"pool,omitempty"`
	// contains filtered or unexported fields
}

func (*UpstreamSpec_MultiPool_Priority) Clone 

func (m *UpstreamSpec_MultiPool_Priority) Clone() proto.Message

Clone function

func (*UpstreamSpec_MultiPool_Priority) Descriptor deprecated 

func (*UpstreamSpec_MultiPool_Priority) Descriptor() ([]byte, []int)

Deprecated: Use UpstreamSpec_MultiPool_Priority.ProtoReflect.Descriptor instead.

func (*UpstreamSpec_MultiPool_Priority) Equal 

func (m *UpstreamSpec_MultiPool_Priority) Equal(that interface{}) bool

Equal function

func (*UpstreamSpec_MultiPool_Priority) GetPool 

func (x *UpstreamSpec_MultiPool_Priority) GetPool() []*UpstreamSpec_MultiPool_Backend

func (*UpstreamSpec_MultiPool_Priority) Hash deprecated 

func (m *UpstreamSpec_MultiPool_Priority) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*UpstreamSpec_MultiPool_Priority) HashUnique 

func (m *UpstreamSpec_MultiPool_Priority) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*UpstreamSpec_MultiPool_Priority) ProtoMessage 

func (*UpstreamSpec_MultiPool_Priority) ProtoMessage()

func (*UpstreamSpec_MultiPool_Priority) ProtoReflect 

func (x *UpstreamSpec_MultiPool_Priority) ProtoReflect() protoreflect.Message

func (*UpstreamSpec_MultiPool_Priority) Reset 

func (x *UpstreamSpec_MultiPool_Priority) Reset()

func (*UpstreamSpec_MultiPool_Priority) String 

func (x *UpstreamSpec_MultiPool_Priority) String() string

type UpstreamSpec_OpenAI 

type UpstreamSpec_OpenAI struct {

	// Auth Token to use for the OpenAI API
	// This token will be placed into the `Authorization` header
	// and prefixed with Bearer if not present
	// when sending the request to the upstream.
	AuthToken *SingleAuthToken `protobuf:"bytes,1,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"`
	// Optional custom host to send the traffic to
	CustomHost *UpstreamSpec_CustomHost `protobuf:"bytes,2,opt,name=custom_host,json=customHost,proto3" json:"custom_host,omitempty"`
	// Optional: override model name. If not set, the model name will be taken from the request
	// This can be useful when trying model failover scenarios
	// e.g. "gpt-4o-mini"
	Model string `protobuf:"bytes,3,opt,name=model,proto3" json:"model,omitempty"`
	// contains filtered or unexported fields
}

Settings for the OpenAI API

func (*UpstreamSpec_OpenAI) Clone 

func (m *UpstreamSpec_OpenAI) Clone() proto.Message

Clone function

func (*UpstreamSpec_OpenAI) Descriptor deprecated 

func (*UpstreamSpec_OpenAI) Descriptor() ([]byte, []int)

Deprecated: Use UpstreamSpec_OpenAI.ProtoReflect.Descriptor instead.

func (*UpstreamSpec_OpenAI) Equal 

func (m *UpstreamSpec_OpenAI) Equal(that interface{}) bool

Equal function

func (*UpstreamSpec_OpenAI) GetAuthToken 

func (x *UpstreamSpec_OpenAI) GetAuthToken() *SingleAuthToken

func (*UpstreamSpec_OpenAI) GetCustomHost 

func (x *UpstreamSpec_OpenAI) GetCustomHost() *UpstreamSpec_CustomHost

func (*UpstreamSpec_OpenAI) GetModel 

func (x *UpstreamSpec_OpenAI) GetModel() string

func (*UpstreamSpec_OpenAI) Hash deprecated 

func (m *UpstreamSpec_OpenAI) Hash(hasher hash.Hash64) (uint64, error)

Hash function

Deprecated: due to hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions. Prefer the HashUnique function instead.

func (*UpstreamSpec_OpenAI) HashUnique 

func (m *UpstreamSpec_OpenAI) HashUnique(hasher hash.Hash64) (uint64, error)

HashUnique function generates a hash of the object that is unique to the object by hashing field name and value pairs. Replaces Hash due to original hashing implemention only using field values. The omission of the field name in the hash calculation can lead to hash collisions.

func (*UpstreamSpec_OpenAI) ProtoMessage 

func (*UpstreamSpec_OpenAI) ProtoMessage()

func (*UpstreamSpec_OpenAI) ProtoReflect 

func (x *UpstreamSpec_OpenAI) ProtoReflect() protoreflect.Message

func (*UpstreamSpec_OpenAI) Reset 

func (x *UpstreamSpec_OpenAI) Reset()

func (*UpstreamSpec_OpenAI) String 

func (x *UpstreamSpec_OpenAI) String() string

type UpstreamSpec_Openai 

type UpstreamSpec_Openai struct {
	// OpenAI upstream
	Openai *UpstreamSpec_OpenAI `protobuf:"bytes,1,opt,name=openai,proto3,oneof"`
}

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.