Documentation ¶
Overview ¶
TODO:
- If modelPath is .zip, .gz, .tar then use rclone cp but not sync and then unzip model in validate-model step
- Pass on helm chart level env variable with tools image name
Index ¶
- Constants
- Variables
- func GetCMPolicyName(modelDeploymentCR *odahuflowv1alpha1.ModelDeployment) string
- func KnativeServiceName(md *odahuflowv1alpha1.ModelDeployment) string
- func VirtualServiceName(mr *odahuflowv1alpha1.ModelRoute) string
- type BatchInferenceJobReconciler
- type BatchInferenceJobReconcilerOptions
- type DockerSecret
- type EnqueueRequestForImplicitOwner
- func (e *EnqueueRequestForImplicitOwner) Create(evt event.CreateEvent, q workqueue.RateLimitingInterface)
- func (e *EnqueueRequestForImplicitOwner) Delete(evt event.DeleteEvent, q workqueue.RateLimitingInterface)
- func (e *EnqueueRequestForImplicitOwner) Generic(evt event.GenericEvent, q workqueue.RateLimitingInterface)
- func (e *EnqueueRequestForImplicitOwner) Update(evt event.UpdateEvent, q workqueue.RateLimitingInterface)
- type ModelDeploymentReconciler
- func (r *ModelDeploymentReconciler) Reconcile(request ctrl.Request) (ctrl.Result, error)
- func (r *ModelDeploymentReconciler) ReconcileKnativeService(log *zap.SugaredLogger, modelDeploymentCR *odahuflowv1alpha1.ModelDeployment, ...) error
- func (r *ModelDeploymentReconciler) SetupBuilder(mgr ctrl.Manager) *ctrl.Builder
- func (r *ModelDeploymentReconciler) SetupWithManager(mgr ctrl.Manager) error
- type ModelPackagingReconciler
- type ModelRouteReconciler
- type ModelTrainingReconciler
- type PodGetter
Constants ¶
View Source
const ( DefaultModelPort = int32(5000) DefaultRequeueDelay = 10 * time.Second DefaultPortName = "http1" KnativeMinReplicasKey = "autoscaling.knative.dev/minScale" KnativeMaxReplicasKey = "autoscaling.knative.dev/maxScale" KnativeAutoscalingTargetKey = "autoscaling.knative.dev/target" KnativeAutoscalingTargetDefaultValue = "10" KnativeAutoscalingClass = "autoscaling.knative.dev/class" KnativeAutoscalingMetric = "autoscaling.knative.dev/metric" DefaultKnativeAutoscalingMetric = "concurrency" DefaultKnativeAutoscalingClass = "kpa.autoscaling.knative.dev" ModelNameAnnotationKey = "modelName" AppliedModelDeploymentSpecKey = "odahu.org/applied-model-deployment-spec" AppliedPolicyHashKey = "odahu.org/applied-policy-hash" IstioRewriteHTTPProbesAnnotation = "sidecar.istio.io/rewriteAppHTTPProbers" OdahuAuthorizationLabel = "odahu-flow-authorization" )
View Source
const ( DockerConfigSecretKey = ".dockercfg" PeriodUpdatingDockerConnectionToken = 6 * time.Hour PeriodVerifyingDockerConnectionToken = 10 * time.Minute )
View Source
const (
ModelRouteVersionKey = "modelRouteVersion"
)
Variables ¶
View Source
var (
DefaultTerminationPeriod = int64(600)
)
Functions ¶
func GetCMPolicyName ¶
func GetCMPolicyName(modelDeploymentCR *odahuflowv1alpha1.ModelDeployment) string
func KnativeServiceName ¶
func KnativeServiceName(md *odahuflowv1alpha1.ModelDeployment) string
func VirtualServiceName ¶
func VirtualServiceName(mr *odahuflowv1alpha1.ModelRoute) string
Types ¶
type BatchInferenceJobReconciler ¶
type BatchInferenceJobReconciler struct { client.Client Log logr.Logger Scheme *runtime.Scheme // contains filtered or unexported fields }
BatchInferenceJobReconciler reconciles a BatchInferenceJob object
func NewBatchInferenceJobReconciler ¶
func NewBatchInferenceJobReconciler(opts BatchInferenceJobReconcilerOptions) *BatchInferenceJobReconciler
func (*BatchInferenceJobReconciler) SetupWithManager ¶
func (r *BatchInferenceJobReconciler) SetupWithManager(mgr ctrl.Manager) error
type BatchInferenceJobReconcilerOptions ¶
type BatchInferenceJobReconcilerOptions struct { Client client.Client Schema *runtime.Scheme ConnGetter controller_types.ConnGetter PodGetter PodGetter Cfg config.BatchConfig ResourceGPUName string }
type DockerSecret ¶
type EnqueueRequestForImplicitOwner ¶
type EnqueueRequestForImplicitOwner struct{}
func (*EnqueueRequestForImplicitOwner) Create ¶
func (e *EnqueueRequestForImplicitOwner) Create(evt event.CreateEvent, q workqueue.RateLimitingInterface)
func (*EnqueueRequestForImplicitOwner) Delete ¶
func (e *EnqueueRequestForImplicitOwner) Delete(evt event.DeleteEvent, q workqueue.RateLimitingInterface)
func (*EnqueueRequestForImplicitOwner) Generic ¶
func (e *EnqueueRequestForImplicitOwner) Generic(evt event.GenericEvent, q workqueue.RateLimitingInterface)
Generic implements EventHandler
func (*EnqueueRequestForImplicitOwner) Update ¶
func (e *EnqueueRequestForImplicitOwner) Update(evt event.UpdateEvent, q workqueue.RateLimitingInterface)
type ModelDeploymentReconciler ¶
ModelDeploymentReconciler reconciles a ModelDeployment object
func (*ModelDeploymentReconciler) ReconcileKnativeService ¶
func (r *ModelDeploymentReconciler) ReconcileKnativeService( log *zap.SugaredLogger, modelDeploymentCR *odahuflowv1alpha1.ModelDeployment, predictor predictors.Predictor, ) error
func (*ModelDeploymentReconciler) SetupBuilder ¶
func (r *ModelDeploymentReconciler) SetupBuilder(mgr ctrl.Manager) *ctrl.Builder
func (*ModelDeploymentReconciler) SetupWithManager ¶
func (r *ModelDeploymentReconciler) SetupWithManager(mgr ctrl.Manager) error
type ModelPackagingReconciler ¶
ModelPackagingReconciler reconciles a ModelPackaging object
func NewModelPackagingReconciler ¶
func NewModelPackagingReconciler( mgr manager.Manager, cfg config.Config, packAPIClient mp_api_client.Client, ) *ModelPackagingReconciler
newReconciler returns a new reconcile.Reconciler
func (*ModelPackagingReconciler) SetupBuilder ¶
func (r *ModelPackagingReconciler) SetupBuilder(mgr ctrl.Manager) *ctrl.Builder
func (*ModelPackagingReconciler) SetupWithManager ¶
func (r *ModelPackagingReconciler) SetupWithManager(mgr ctrl.Manager) error
type ModelRouteReconciler ¶
ModelRouteReconciler reconciles a ModelRoute object
func NewModelRouteReconciler ¶
func NewModelRouteReconciler( mgr manager.Manager, cfg config.Config, ) *ModelRouteReconciler
func (*ModelRouteReconciler) SetupBuilder ¶
func (r *ModelRouteReconciler) SetupBuilder(mgr ctrl.Manager) *ctrl.Builder
func (*ModelRouteReconciler) SetupWithManager ¶
func (r *ModelRouteReconciler) SetupWithManager(mgr ctrl.Manager) error
type ModelTrainingReconciler ¶
ModelTrainingReconciler reconciles a ModelTraining object
func NewModelTrainingReconciler ¶
func NewModelTrainingReconciler( mgr manager.Manager, cfg config.Config, trainAPIClient train_api_client.Client, ) *ModelTrainingReconciler
newReconciler returns a new reconcile.Reconciler
func (*ModelTrainingReconciler) SetupBuilder ¶
func (r *ModelTrainingReconciler) SetupBuilder(mgr ctrl.Manager) *ctrl.Builder
func (*ModelTrainingReconciler) SetupWithManager ¶
func (r *ModelTrainingReconciler) SetupWithManager(mgr ctrl.Manager) error
Source Files ¶
Click to show internal directories.
Click to hide internal directories.