llm

Documentation

Index

• type Client
• type Registry
  • func NewRegistry() *Registry
  • func (r *Registry) AddClient(client Client) error
  • func (r *Registry) Call(ctx context.Context, messageRequest types.CompletionRequest, ...) (*types.CompletionMessage, error)
  • func (r *Registry) ListModels(ctx context.Context, providers ...string) (result []string, _ error)
  • func (r *Registry) ProxyInfo() (string, string, error)
  • func (r *Registry) ServeHTTP(w http.ResponseWriter, req *http.Request)

Types

type Client

type Client interface {
	Call(ctx context.Context, messageRequest types.CompletionRequest, status chan<- types.CompletionStatus) (*types.CompletionMessage, error)
	ListModels(ctx context.Context, providers ...string) (result []string, _ error)
	Supports(ctx context.Context, modelName string) (bool, error)
}

type Registry

type Registry struct {
	// contains filtered or unexported fields
}

func NewRegistry

func NewRegistry() *Registry

func (*Registry) AddClient

func (r *Registry) AddClient(client Client) error

func (*Registry) Call

func (r *Registry) Call(ctx context.Context, messageRequest types.CompletionRequest, status chan<- types.CompletionStatus) (*types.CompletionMessage, error)

func (*Registry) ListModels

func (r *Registry) ListModels(ctx context.Context, providers ...string) (result []string, _ error)

func (*Registry) ProxyInfo

func (r *Registry) ProxyInfo() (string, string, error)

func (*Registry) ServeHTTP

func (r *Registry) ServeHTTP(w http.ResponseWriter, req *http.Request)