web

Documentation

Index

• func JSON(c *gin.Context, code int, message string)
• type AdminServer
  • func NewAdminServer(log *zap.Logger, mode string, m KeyManager, krm KeyReportingManager, ...) (*AdminServer, error)
  • func (as *AdminServer) Run()
  • func (as *AdminServer) Shutdown(ctx context.Context) error
• type CustomProvidersManager
• type EmbeddingResponse
• type EmbeddingResponseBase64
• type ErrorResponse
• type KeyManager
• type KeyReportingManager
• type ModelDeletionResponse
• type ModerationRequest
• type ProviderSettingsManager
• type ProxyServer
  • func NewProxyServer(log *zap.Logger, mode, privacyMode string, m KeyManager, ...) (*ProxyServer, error)
  • func (ps *ProxyServer) Run()
  • func (ps *ProxyServer) Shutdown(ctx context.Context) error

Functions

func JSON

func JSON(c *gin.Context, code int, message string)

Types

type AdminServer

type AdminServer struct {
	// contains filtered or unexported fields
}

func NewAdminServer

func NewAdminServer(log *zap.Logger, mode string, m KeyManager, krm KeyReportingManager, psm ProviderSettingsManager, cpm CustomProvidersManager) (*AdminServer, error)

func (*AdminServer) Run

func (as *AdminServer) Run()

func (*AdminServer) Shutdown

func (as *AdminServer) Shutdown(ctx context.Context) error

type CustomProvidersManager

type CustomProvidersManager interface {
	CreateCustomProvider(setting *custom.Provider) (*custom.Provider, error)
	GetCustomProviders() ([]*custom.Provider, error)
	GetRouteConfigFromMem(name, path string) *custom.RouteConfig
	GetCustomProviderFromMem(name string) *custom.Provider
	UpdateCustomProvider(id string, setting *custom.UpdateProvider) (*custom.Provider, error)
}

type EmbeddingResponse

type EmbeddingResponse struct {
	Object string               `json:"object"`
	Data   []goopenai.Embedding `json:"data"`
	Model  string               `json:"model"`
	Usage  goopenai.Usage       `json:"usage"`
}

EmbeddingResponse is the response from a Create embeddings request.

type EmbeddingResponseBase64

type EmbeddingResponseBase64 struct {
	Object string                     `json:"object"`
	Data   []goopenai.Base64Embedding `json:"data"`
	Model  string                     `json:"model"`
	Usage  goopenai.Usage             `json:"usage"`
}

EmbeddingResponse is the response from a Create embeddings request.

type ErrorResponse

type ErrorResponse struct {
	Type     string `json:"type"`
	Title    string `json:"title"`
	Status   int    `json:"status"`
	Detail   string `json:"detail"`
	Instance string `json:"instance"`
}

type KeyManager

type KeyManager interface {
	GetKeys(tag []string, provider string) ([]*key.ResponseKey, error)
	UpdateKey(id string, key *key.UpdateKey) (*key.ResponseKey, error)
	CreateKey(key *key.RequestKey) (*key.ResponseKey, error)
	DeleteKey(id string) error
}

type KeyReportingManager

type KeyReportingManager interface {
	GetKeyReporting(keyId string) (*key.KeyReporting, error)
	GetEvent(customId string) (*event.Event, error)
	GetEventReporting(e *event.ReportingRequest) (*event.ReportingResponse, error)
}

type ModelDeletionResponse

type ModelDeletionResponse struct {
	Id      string `json:"id"`
	Object  string `json:"object"`
	Deleted bool   `json:"deleted"`
}

type ModerationRequest

type ModerationRequest struct {
	Input any    `json:"input"`
	Model string `json:"model"`
}

type ProviderSettingsManager

type ProviderSettingsManager interface {
	CreateSetting(setting *provider.Setting) (*provider.Setting, error)
	UpdateSetting(id string, setting *provider.Setting) (*provider.Setting, error)
	GetSetting(id string) (*provider.Setting, error)
	GetSettings() ([]*provider.Setting, error)
}

type ProxyServer

type ProxyServer struct {
	// contains filtered or unexported fields
}

func NewProxyServer

func NewProxyServer(log *zap.Logger, mode, privacyMode string, m KeyManager, psm ProviderSettingsManager, cpm CustomProvidersManager, ks keyStorage, kms keyMemStorage, e estimator, v validator, r recorder, credential string, enc encrypter, rlm rateLimitManager, timeOut time.Duration) (*ProxyServer, error)

func (*ProxyServer) Run

func (ps *ProxyServer) Run()

func (*ProxyServer) Shutdown

func (ps *ProxyServer) Shutdown(ctx context.Context) error