internal

Documentation

Index

• Variables
• type OpenAIModelResponse
• type Request
• type Server
  • func NewServer(conf *config.Config) (*Server, error)
  • func (s *Server) Dispatch(w http.ResponseWriter, r *http.Request) error
  • func (s *Server) EvalTest(model string)
  • func (s *Server) ServeHTTP(w http.ResponseWriter, r *http.Request)

Variables

var (
	ErrModelRequired = errors.New("model is required")
	ErrNotSupport    = errors.New("not support")
)

Types

type OpenAIModelResponse

type OpenAIModelResponse struct {
	Object string         `json:"object"`
	Data   []openai.Model `json:"data"`
}

type Request

type Request struct {
	Method      string              `json:"method,omitempty"`
	URL         string              `json:"url,omitempty"`
	Path        string              `json:"path,omitempty"`
	QueryParams map[string][]string `json:"query_params,omitempty"`
	Body        []byte              `json:"body,omitempty"`
}

Request Proxy request object

type Server

type Server struct {
	// contains filtered or unexported fields
}

func NewServer

func NewServer(conf *config.Config) (*Server, error)

func (*Server) Dispatch

func (s *Server) Dispatch(w http.ResponseWriter, r *http.Request) error

Dispatch Request distribution implementation logic

func (*Server) EvalTest

func (s *Server) EvalTest(model string)

func (*Server) ServeHTTP

func (s *Server) ServeHTTP(w http.ResponseWriter, r *http.Request)