proxy

Documentation

Index

• func CorsMiddleware() gin.HandlerFunc
• func JSON(c *gin.Context, code int, message string)
• type CustomPolicyDetector
• type CustomProvidersManager
• type DeletionResponse
• type EmbeddingResponse
• type EmbeddingResponseBase64
• type Error
• type ErrorResponse
• type Form
• type ImageEditForm
• type ImageVariationForm
• type KeyManager
• type ModerationRequest
• type PoliciesManager
• type ProviderSettingsManager
• type ProxyServer
  • func NewProxyServer(log *zap.Logger, mode, privacyMode string, c cache, m KeyManager, ...) (*ProxyServer, error)
  • func (ps *ProxyServer) Run()
  • func (ps *ProxyServer) Shutdown(ctx context.Context) error
• type Scanner
• type SpeechRequest
• type StreamingData
• type TranslationForm
• type TransriptionForm

Functions

func CorsMiddleware

func CorsMiddleware() gin.HandlerFunc

func JSON

func JSON(c *gin.Context, code int, message string)

Types

type CustomPolicyDetector

type CustomPolicyDetector interface {
	Detect(input []string, requirements []string) (bool, error)
}

type CustomProvidersManager

type CustomProvidersManager interface {
	GetRouteConfigFromMem(name, path string) *custom.RouteConfig
	GetCustomProviderFromMem(name string) *custom.Provider
}

type DeletionResponse

type DeletionResponse struct {
	Id      string `json:"id"`
	Object  string `json:"object"`
	Deleted bool   `json:"deleted"`
}

type EmbeddingResponse

type EmbeddingResponse struct {
	Object string               `json:"object"`
	Data   []goopenai.Embedding `json:"data"`
	Model  string               `json:"model"`
	Usage  goopenai.Usage       `json:"usage"`
}

EmbeddingResponse is the response from a Create embeddings request.

type EmbeddingResponseBase64

type EmbeddingResponseBase64 struct {
	Object string                     `json:"object"`
	Data   []goopenai.Base64Embedding `json:"data"`
	Model  string                     `json:"model"`
	Usage  goopenai.Usage             `json:"usage"`
}

EmbeddingResponse is the response from a Create embeddings request.

type Error

type Error struct {
	Type    string `json:"type"`
	Message string `json:"message"`
}

type ErrorResponse

type ErrorResponse struct {
	Error *Error `json:"error"`
}

type Form

type Form struct {
	File *multipart.FileHeader `form:"file" binding:"required"`
}

type ImageEditForm

type ImageEditForm struct {
	Image *multipart.FileHeader `form:"image" binding:"required"`
	Mask  *multipart.FileHeader `form:"mask" binding:"required"`
}

type ImageVariationForm

type ImageVariationForm struct {
	Image *multipart.FileHeader `form:"image" binding:"required"`
}

type KeyManager

type KeyManager interface {
	GetKeys(tags, keyIds []string, provider string) ([]*key.ResponseKey, error)
	UpdateKey(id string, key *key.UpdateKey) (*key.ResponseKey, error)
	CreateKey(key *key.RequestKey) (*key.ResponseKey, error)
	DeleteKey(id string) error
}

type ModerationRequest

type ModerationRequest struct {
	Input any    `json:"input"`
	Model string `json:"model"`
}

type PoliciesManager

type PoliciesManager interface {
	GetPolicyByIdFromMemdb(id string) *policy.Policy
}

type ProviderSettingsManager

type ProviderSettingsManager interface {
	CreateSetting(setting *provider.Setting) (*provider.Setting, error)
	UpdateSetting(id string, setting *provider.UpdateSetting) (*provider.Setting, error)
	GetSetting(id string) (*provider.Setting, error)
}

type ProxyServer

type ProxyServer struct {
	// contains filtered or unexported fields
}

func NewProxyServer

func NewProxyServer(log *zap.Logger, mode, privacyMode string, c cache, m KeyManager, rm routeManager, a authenticator, psm ProviderSettingsManager, cpm CustomProvidersManager, ks keyStorage, kms keyMemStorage, e estimator, ae anthropicEstimator, aoe azureEstimator, v validator, r recorder, pub publisher, rlm rateLimitManager, timeOut time.Duration, ac accessCache, uac userAccessCache, pm PoliciesManager, scanner Scanner, cd CustomPolicyDetector, die deepinfraEstimator, um userManager) (*ProxyServer, error)

func (*ProxyServer) Run

func (ps *ProxyServer) Run()

func (*ProxyServer) Shutdown

func (ps *ProxyServer) Shutdown(ctx context.Context) error

type Scanner

type Scanner interface {
	Scan(input []string) (*pii.Result, error)
}

type SpeechRequest

type SpeechRequest struct {
	Model          string  `json:"model"`
	Input          string  `json:"input"`
	Voice          string  `json:"voice"`
	ResponseFormat string  `json:"response_format"`
	Speed          float64 `json:"speed"`
}

type StreamingData

type StreamingData struct {
	Data []byte `json:"data"`
}

type TranslationForm

type TranslationForm struct {
	File *multipart.FileHeader `form:"file" binding:"required"`
}

type TransriptionForm

type TransriptionForm struct {
	File *multipart.FileHeader `form:"file" binding:"required"`
}