controllers

Documentation

Index

• Constants
• Variables
• func Hash(predictorSpec *api.PredictorSpec) string
• type MMServiceMap
  • func (m *MMServiceMap) Delete(namespace string)
  • func (m *MMServiceMap) Get(namespace string) *mmesh.MMService
  • func (m *MMServiceMap) GetOrCreate(namespace string, tlsConfig mmesh.TLSConfigLookup) (*mmesh.MMService, bool)
• type ModelKeyInfo
• type PredictorReconciler
  • func (pr *PredictorReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error)
  • func (pr *PredictorReconciler) ReconcilePredictor(ctx context.Context, nname types.NamespacedName, sourceId string, ...) (ctrl.Result, error)
  • func (pr *PredictorReconciler) SetupWithManager(mgr ctrl.Manager, eventStream *mmesh.ModelMeshEventStream, ...) error
• type ServiceReconciler
  • func (r *ServiceReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error)
  • func (r *ServiceReconciler) SetupWithManager(mgr ctrl.Manager) error
• type ServingRuntimeReconciler
  • func (r *ServingRuntimeReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error)
  • func (r *ServingRuntimeReconciler) SetupWithManager(mgr ctrl.Manager, watchInferenceServices bool, ...) error

Constants

const (
	InferenceServiceCRSourceId = "isvc"
	PredictorCRSourceId        = "ksp"
)

const (
	GrpcRequestTimeout     = 10 * time.Second
	K8sStatusUpdateTimeout = 10 * time.Second
)

const (
	// The amount of time failed requests are queued before reattempting
	DefaultRequeueTime = 5 * time.Second
)

const (
	StoragePVCType = "pvc"
)

Variables

var RequeueResult = ctrl.Result{RequeueAfter: DefaultRequeueTime}

Functions

func Hash

func Hash(predictorSpec *api.PredictorSpec) string

Hash returns a 10-character hash string of the spec

Types

type MMServiceMap

type MMServiceMap sync.Map // string->*mmesh.MMService

This is a map in preparation for multi-namespace support

func (*MMServiceMap) Delete

func (m *MMServiceMap) Delete(namespace string)

func (*MMServiceMap) Get

func (m *MMServiceMap) Get(namespace string) *mmesh.MMService

func (*MMServiceMap) GetOrCreate

func (m *MMServiceMap) GetOrCreate(namespace string, tlsConfig mmesh.TLSConfigLookup) (*mmesh.MMService, bool)

type ModelKeyInfo

type ModelKeyInfo struct {
	StorageKey    *string           `json:"storage_key,omitempty"`
	StorageParams map[string]string `json:"storage_params,omitempty"`
	ModelType     *api.ModelType    `json:"model_type,omitempty"`
	SchemaPath    *string           `json:"schema_path,omitempty"`
}

passed in ModelInfo.Key field of registration requests

type PredictorReconciler

type PredictorReconciler struct {
	client.Client
	Log        logr.Logger
	MMServices *MMServiceMap

	RegistryLookup map[string]predictor_source.PredictorRegistry
}

PredictorReconciler reconciles Predictors

func (*PredictorReconciler) Reconcile

func (pr *PredictorReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error)

func (*PredictorReconciler) ReconcilePredictor

func (pr *PredictorReconciler) ReconcilePredictor(ctx context.Context, nname types.NamespacedName,
	sourceId string, registry predictor_source.PredictorRegistry) (ctrl.Result, error)

func (*PredictorReconciler) SetupWithManager

func (pr *PredictorReconciler) SetupWithManager(mgr ctrl.Manager, eventStream *mmesh.ModelMeshEventStream,
	watchInferenceServices bool, sourcePluginEvents <-chan event.GenericEvent) error

type ServiceReconciler

type ServiceReconciler struct {
	client.Client
	Log                  logr.Logger
	Scheme               *runtime.Scheme
	ConfigProvider       *config.ConfigProvider
	ConfigMapName        types.NamespacedName
	ControllerDeployment types.NamespacedName
	ClusterScope         bool

	MMServices       *MMServiceMap
	ModelEventStream *mmesh.ModelMeshEventStream

	ServiceMonitorCRDExists bool
}

ServiceReconciler reconciles a ServingRuntime object

func (*ServiceReconciler) Reconcile

func (r *ServiceReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error)

func (*ServiceReconciler) SetupWithManager

func (r *ServiceReconciler) SetupWithManager(mgr ctrl.Manager) error

type ServingRuntimeReconciler

type ServingRuntimeReconciler struct {
	client.Client
	Log                 logr.Logger
	Scheme              *runtime.Scheme
	ConfigProvider      *config.ConfigProvider
	ConfigMapName       types.NamespacedName
	ControllerName      string
	ControllerNamespace string
	// whether the controller has cluster scope permissions
	ClusterScope bool
	// whether the controller is enabled to read and watch ClusterServingRuntimes
	EnableCSRWatch bool
	// whether the controller is enabled to read and watch secrets
	EnableSecretWatch bool

	RegistryMap map[string]predictor_source.PredictorRegistry
	// contains filtered or unexported fields
}

ServingRuntimeReconciler reconciles a ServingRuntime object

func (*ServingRuntimeReconciler) Reconcile

func (r *ServingRuntimeReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error)

func (*ServingRuntimeReconciler) SetupWithManager

func (r *ServingRuntimeReconciler) SetupWithManager(mgr ctrl.Manager,
	watchInferenceServices bool, sourcePluginEvents <-chan event.GenericEvent) error