route

Documentation

Index

• func ComputeCacheKeyForChatCompletionRequest(path string, req *goopenai.ChatCompletionRequest) string
• func ComputeCacheKeyForEmbeddingsRequest(path string, req *goopenai.EmbeddingRequest) string
• func ConvertToArrayOfStrings(input []any) []string
• func ConvertToMapOfIntegers(input any) map[string]int
• func InitializeBackoff(strategy string, dur time.Duration) backoff.BackOff
• type CacheConfig
• type Request
  • func (r *Request) GetSettingValue(provider string, param string) (string, error)
• type Response
• type Route
  • func (r *Route) RunSteps(req *Request, rec recorder, log *zap.Logger) (*Response, error)
  • func (r *Route) RunStepsV2(req *Request, rec recorder, log *zap.Logger, kc *key.ResponseKey) (*Response, error)
  • func (r *Route) ShouldRunEmbeddings() bool
  • func (r *Route) ValidateSettings(settings []*provider.Setting) bool
• type Step
  • func (s *Step) DecorateChatCompletionRequest(req *goopenai.ChatCompletionRequest)
  • func (s *Step) DecorateRequest(provider string, body []byte, isEmbedding bool) ([]byte, error)

Functions

func ComputeCacheKeyForChatCompletionRequest

func ComputeCacheKeyForChatCompletionRequest(path string, req *goopenai.ChatCompletionRequest) string

func ComputeCacheKeyForEmbeddingsRequest

func ComputeCacheKeyForEmbeddingsRequest(path string, req *goopenai.EmbeddingRequest) string

func ConvertToArrayOfStrings

func ConvertToArrayOfStrings(input []any) []string

func ConvertToMapOfIntegers

func ConvertToMapOfIntegers(input any) map[string]int

func InitializeBackoff

func InitializeBackoff(strategy string, dur time.Duration) backoff.BackOff

Types

type CacheConfig

type CacheConfig struct {
	Enabled bool   `json:"enabled"`
	Ttl     string `json:"ttl"`
}

type Request

type Request struct {
	Settings      map[string]*provider.Setting
	Key           *key.ResponseKey
	Client        http.Client
	Forwarded     *http.Request
	Start         time.Time
	CustomId      string
	Request       []byte
	Response      []byte
	UserId        string
	PolicyId      string
	Action        string
	CorrelationId string
}

func (*Request) GetSettingValue

func (r *Request) GetSettingValue(provider string, param string) (string, error)

type Response

type Response struct {
	Provider string
	Model    string
	Data     []byte
	Cancel   context.CancelFunc
	Response *http.Response
}

type Route

type Route struct {
	Id            string       `json:"id"`
	RetryStrategy string       `json:"retryStrategy"`
	RequestFormat string       `json:"requestFormat"`
	CreatedAt     int64        `json:"createdAt"`
	UpdatedAt     int64        `json:"updatedAt"`
	Name          string       `json:"name"`
	Path          string       `json:"path"`
	KeyIds        []string     `json:"keyIds"`
	Steps         []*Step      `json:"steps"`
	CacheConfig   *CacheConfig `json:"cacheConfig"`
}

func (*Route) RunSteps

func (r *Route) RunSteps(req *Request, rec recorder, log *zap.Logger) (*Response, error)

func (*Route) RunStepsV2

func (r *Route) RunStepsV2(req *Request, rec recorder, log *zap.Logger, kc *key.ResponseKey) (*Response, error)

func (*Route) ShouldRunEmbeddings

func (r *Route) ShouldRunEmbeddings() bool

func (*Route) ValidateSettings

func (r *Route) ValidateSettings(settings []*provider.Setting) bool

type Step

type Step struct {
	Retries       int               `json:"retries"`
	RetryInterval string            `json:"retryInterval"`
	Provider      string            `json:"provider"`
	RequestParams map[string]any    `json:"requestParams"`
	Params        map[string]string `json:"params"`
	Model         string            `json:"model"`
	Timeout       string            `json:"timeout"`
}

func (*Step) DecorateChatCompletionRequest

func (s *Step) DecorateChatCompletionRequest(req *goopenai.ChatCompletionRequest)

func (*Step) DecorateRequest

func (s *Step) DecorateRequest(provider string, body []byte, isEmbedding bool) ([]byte, error)