apiutils

Documentation

Index

• Variables
• func MergeModelAdapter(model, adapter string) string
• func SplitModelAdapter(s string) (model, adapter string)
• type ModelClient
• type Request
  • func ParseRequest(ctx context.Context, client ModelClient, body io.Reader, path string, ...) (*Request, error)

Variables

var (
	ErrBadRequest    = fmt.Errorf("bad request")
	ErrModelNotFound = fmt.Errorf("model not found")
)

Functions

func MergeModelAdapter

func MergeModelAdapter(model, adapter string) string

MergeModelAdapter merges a model and adapter name into a single string.

func SplitModelAdapter

func SplitModelAdapter(s string) (model, adapter string)

SplitModelAdapter splits a requested model name into KubeAI Model.metadata.name and Model.spec.adapters[].name.

Types

type ModelClient

type ModelClient interface {
	LookupModel(ctx context.Context, model, adapter string, selectors []string) (*v1.Model, error)
}

type Request

type Request struct {
	Body []byte

	Selectors []string

	ID string

	// RequestedModel is the model name requested by the client.
	// This might contain the adapter name as well.
	RequestedModel string

	Model   string
	Adapter string

	LoadBalancing v1.LoadBalancing

	Prefix string

	ContentLength int64
	// contains filtered or unexported fields
}

func ParseRequest

func ParseRequest(ctx context.Context, client ModelClient, body io.Reader, path string, headers http.Header) (*Request, error)