modelcontroller

Nov 27, 2024

Changes in this version

type ModelReconciler

+ PodRESTClient rest.Interface

+ RESTConfig *rest.Config

+ SecretNames config.SecretNames

+ VLLMClient *vllmclient.Client

Oct 19, 2024

Changes in this version

type ModelConfig

+ Source modelSource

type ModelReconciler

+ CacheProfiles map[string]config.CacheProfile

+ ModelLoaders config.ModelLoaders

+ type PVCModelAnnotationValue struct

+ Timestamp time.Time

+ UID string

Sep 25, 2024

Changes in this version

type ModelReconciler

+ ModelRollouts config.ModelRollouts

+ ModelServerPods config.ModelServerPods

Sep 19, 2024

Changes in this version

+ type ModelConfig struct

+ Image string

Aug 29, 2024

Changes in this version

+ type ModelReconciler struct

+ AllowPodAddressOverride bool

+ HuggingfaceSecretName string

+ ModelServers config.ModelServers

+ Namespace string

+ ResourceProfiles map[string]config.ResourceProfile

+ Scheme *runtime.Scheme

+ func (r *ModelReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error)

+ func (r *ModelReconciler) SetupWithManager(mgr ctrl.Manager) error

+ type ServerImages struct

+ Ollama string

+ VLLMCPU string

+ VLLMGPU string