route

Documentation

Index

• func ComputeCacheKeyForChatCompletionRequest(path string, req *goopenai.ChatCompletionRequest) string
• func ComputeCacheKeyForEmbeddingsRequest(path string, req *goopenai.EmbeddingRequest) string
• type CacheConfig
• type Request
  • func (r *Request) GetSettingValue(provider string, param string) (string, error)
• type Response
• type Route
  • func (r *Route) RunSteps(req *Request) (*Response, error)
  • func (r *Route) ShouldRunEmbeddings() bool
  • func (r *Route) ValidateSettings(settings []*provider.Setting) bool
• type Step

Functions

func ComputeCacheKeyForChatCompletionRequest

func ComputeCacheKeyForChatCompletionRequest(path string, req *goopenai.ChatCompletionRequest) string

func ComputeCacheKeyForEmbeddingsRequest

func ComputeCacheKeyForEmbeddingsRequest(path string, req *goopenai.EmbeddingRequest) string

Types

type CacheConfig

type CacheConfig struct {
	Enabled bool   `json:"enabled"`
	Ttl     string `json:"ttl"`
}

type Request

type Request struct {
	Settings  map[string]*provider.Setting
	Key       *key.ResponseKey
	Client    http.Client
	Forwarded *http.Request
}

func (*Request) GetSettingValue

func (r *Request) GetSettingValue(provider string, param string) (string, error)

type Response

type Response struct {
	Provider string
	Model    string
	Cancel   context.CancelFunc
	Response *http.Response
}

type Route

type Route struct {
	Id          string       `json:"id"`
	CreatedAt   int64        `json:"createdAt"`
	UpdatedAt   int64        `json:"updatedAt"`
	Name        string       `json:"name"`
	Path        string       `json:"path"`
	KeyIds      []string     `json:"keyIds"`
	Steps       []*Step      `json:"steps"`
	CacheConfig *CacheConfig `json:"cacheConfig"`
}

func (*Route) RunSteps

func (r *Route) RunSteps(req *Request) (*Response, error)

func (*Route) ShouldRunEmbeddings

func (r *Route) ShouldRunEmbeddings() bool

func (*Route) ValidateSettings

func (r *Route) ValidateSettings(settings []*provider.Setting) bool

type Step

type Step struct {
	Retries  int               `json:"retries"`
	Provider string            `json:"provider"`
	Params   map[string]string `json:"params"`
	Model    string            `json:"model"`
	Timeout  string            `json:"timeout"`
}