modelcontroller

Documentation

Index

• type ModelConfig
• type ModelReconciler
  • func (r *ModelReconciler) Reconcile(ctx context.Context, req ctrl.Request) (res ctrl.Result, resErr error)
  • func (r *ModelReconciler) SetupWithManager(mgr ctrl.Manager) error
• type PVCModelAnnotationValue

Types

type ModelConfig

type ModelConfig struct {
	config.CacheProfile
	config.ResourceProfile
	Image  string
	Source modelSource
}

type ModelReconciler

type ModelReconciler struct {
	client.Client
	Scheme                  *runtime.Scheme
	Namespace               string
	AllowPodAddressOverride bool
	HuggingfaceSecretName   string
	ResourceProfiles        map[string]config.ResourceProfile
	CacheProfiles           map[string]config.CacheProfile
	ModelServers            config.ModelServers
	ModelServerPods         config.ModelServerPods
	ModelLoaders            config.ModelLoaders
	ModelRollouts           config.ModelRollouts
}

ModelReconciler reconciles a Model object

func (*ModelReconciler) Reconcile

func (r *ModelReconciler) Reconcile(ctx context.Context, req ctrl.Request) (res ctrl.Result, resErr error)

func (*ModelReconciler) SetupWithManager

func (r *ModelReconciler) SetupWithManager(mgr ctrl.Manager) error

SetupWithManager sets up the controller with the Manager.

type PVCModelAnnotationValue

type PVCModelAnnotationValue struct {
	UID       string    `json:"uid"`
	Timestamp time.Time `json:"timestamp"`
}