controllers

Documentation

Index

• Constants
• Variables
• func SetUriParamsForTFServingProxyContainer(pu *machinelearningv1.PredictiveUnit, c *v1.Container)
• type AmbassadoroResourceCleaner
• type ExplainerConfig
• type ExplainerInitialiser
  • func NewExplainerInitializer(ctx context.Context, clientset kubernetes.Interface) *ExplainerInitialiser
• type IstioResourceCleaner
• type ModelInitialiser
  • func NewModelInitializer(ctx context.Context, clientset kubernetes.Interface) *ModelInitialiser
  • func (mi *ModelInitialiser) InjectModelInitializer(deployment *appsv1.Deployment, containerName string, srcURI string, ...) (deploy *appsv1.Deployment, err error)
• type PrePackedInitialiser
  • func NewPrePackedInitializer(ctx context.Context, clientset kubernetes.Interface) *PrePackedInitialiser
• type SeldonDeploymentReconciler
  • func (r *SeldonDeploymentReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error)
  • func (r *SeldonDeploymentReconciler) SetupWithManager(ctx context.Context, mgr ctrl.Manager, name string) error
• type StorageInitializerConfig

Constants

const (
	ENV_AMBASSADOR_ENABLED           = "AMBASSADOR_ENABLED"
	ENV_AMBASSADOR_VERSION           = "AMBASSADOR_VERSION"
	ENV_ISTIO_ENABLED                = "ISTIO_ENABLED"
	ENV_ISTIO_GATEWAY                = "ISTIO_GATEWAY"
	ENV_ISTIO_TLS_MODE               = "ISTIO_TLS_MODE"
	ANNOTATION_ISTIO_GATEWAY         = "seldon.io/istio-gateway"
	ANNOTATION_ISTIO_RETRIES         = "seldon.io/istio-retries"
	ANNOTATION_ISTIO_RETRIES_TIMEOUT = "seldon.io/istio-retries-timeout"
	ANNOTATION_ISTIO_HOST            = "seldon.io/istio-host"
)

const (
	MLServerHuggingFaceImplementation  = "mlserver_huggingface.HuggingFaceRuntime"
	MLServerSKLearnImplementation      = "mlserver_sklearn.SKLearnModel"
	MLServerXGBoostImplementation      = "mlserver_xgboost.XGBoostModel"
	MLServerTempoImplementation        = "tempo.mlserver.InferenceRuntime"
	MLServerMLFlowImplementation       = "mlserver_mlflow.MLflowRuntime"
	MLServerAlibiExplainImplementation = "mlserver_alibi_explain.AlibiExplainRuntime"

	MLServerParallelWorkersEnv         = "MLSERVER_PARALLEL_WORKERS"
	MLServerParallelWorkersEnvDefault  = "0"
	MLServerHuggingFaceCacheEnv        = "XDG_CACHE_HOME"
	MLServerHuggingFaceCacheEnvDefault = "/opt/mlserver"
	MLServerHTTPPortEnv                = "MLSERVER_HTTP_PORT"
	MLServerGRPCPortEnv                = "MLSERVER_GRPC_PORT"
	MLServerMetricsPortEnv             = "MLSERVER_METRICS_PORT"
	MLServerMetricsEndpointEnv         = "MLSERVER_METRICS_ENDPOINT"
	MLServerModelNameEnv               = "MLSERVER_MODEL_NAME"
	MLServerModelImplementationEnv     = "MLSERVER_MODEL_IMPLEMENTATION"
	MLServerModelURIEnv                = "MLSERVER_MODEL_URI"
	MLServerTempoRuntimeEnv            = "TEMPO_RUNTIME_OPTIONS"
	MLServerModelExtraEnv              = "MLSERVER_MODEL_EXTRA"
)

const (
	DefaultModelLocalMountPath         = "/mnt/models"
	StorageInitializerConfigMapKeyName = "storageInitializer"
	ModelInitializerContainerImage     = "docker.io/seldonio/rclone-storage-initializer"
	ModelInitializerContainerVersion   = "latest"
	PvcURIPrefix                       = "pvc://"
	PvcSourceMountName                 = "kfserving-pvc-source"
	PvcSourceMountPath                 = "/mnt/pvc"
	ModelInitializerVolumeSuffix       = "provision-location"
	ModelInitializerContainerSuffix    = "model-initializer"
	EnvStorageInitializerImageRelated  = "RELATED_IMAGE_STORAGE_INITIALIZER"
)

TODO: check PVC

const (
	LastAppliedConfig                   = "seldon.io/last-applied"
	ENV_DEFAULT_ENGINE_SERVER_PORT      = "ENGINE_SERVER_PORT"
	ENV_DEFAULT_ENGINE_SERVER_GRPC_PORT = "ENGINE_SERVER_GRPC_PORT"
	ENV_CONTROLLER_ID                   = "CONTROLLER_ID"

	ENV_PREDICTIVE_UNIT_DEFAULT_ENV_SECRET_REF_NAME = "PREDICTIVE_UNIT_DEFAULT_ENV_SECRET_REF_NAME"

	// This env var in the operator allows you to change the default path
	// 		to mount the cert in the containers
	ENV_DEFAULT_CERT_MOUNT_PATH_NAME = "DEFAULT_CERT_MOUNT_PATH_NAME"
	// The ENV VAR NAME for containers to be able to find the path
	SELDON_MOUNT_PATH_ENV_NAME = "SELDON_CERT_MOUNT_PATH"

	DEFAULT_ENGINE_CONTAINER_PORT = 8000
	DEFAULT_ENGINE_GRPC_PORT      = 5001

	AMBASSADOR_ANNOTATION = "getambassador.io/config"
	LABEL_CONTROLLER_ID   = "seldon.io/controller-id"

	ENV_KEDA_ENABLED = "KEDA_ENABLED"
)

const (
	ENV_DEFAULT_EXECUTOR_SERVER_PORT             = "EXECUTOR_SERVER_PORT"
	ENV_DEFAULT_EXECUTOR_SERVER_GRPC_PORT        = "EXECUTOR_SERVER_GRPC_PORT"
	ENV_DEFAULT_EXECUTOR_CPU_REQUEST             = "EXECUTOR_DEFAULT_CPU_REQUEST"
	ENV_DEFAULT_EXECUTOR_MEMORY_REQUEST          = "EXECUTOR_DEFAULT_MEMORY_REQUEST"
	ENV_DEFAULT_EXECUTOR_CPU_LIMIT               = "EXECUTOR_DEFAULT_CPU_LIMIT"
	ENV_DEFAULT_EXECUTOR_MEMORY_LIMIT            = "EXECUTOR_DEFAULT_MEMORY_LIMIT"
	ENV_EXECUTOR_METRICS_PORT_NAME               = "EXECUTOR_SERVER_METRICS_PORT_NAME"
	ENV_EXECUTOR_PROMETHEUS_PATH                 = "EXECUTOR_PROMETHEUS_PATH"
	ENV_EXECUTOR_REQUEST_LOGGER_WORK_QUEUE_SIZE  = "EXECUTOR_REQUEST_LOGGER_WORK_QUEUE_SIZE"
	ENV_EXECUTOR_REQUEST_LOGGER_WRITE_TIMEOUT_MS = "EXECUTOR_REQUEST_LOGGER_WRITE_TIMEOUT_MS"
	ENV_EXECUTOR_FULL_HEALTH_CHECKS              = "EXECUTOR_FULL_HEALTH_CHECKS"
	ENV_EXECUTOR_USER                            = "EXECUTOR_CONTAINER_USER"
	ENV_USE_EXECUTOR                             = "USE_EXECUTOR"

	DEFAULT_EXECUTOR_CONTAINER_PORT = 8000
	DEFAULT_EXECUTOR_GRPC_PORT      = 5001

	ENV_EXECUTOR_IMAGE         = "EXECUTOR_CONTAINER_IMAGE_AND_VERSION"
	ENV_EXECUTOR_IMAGE_RELATED = "RELATED_IMAGE_EXECUTOR" //RedHat specific
)

const (
	ExplainerConfigMapKeyName  = "explainer"
	EnvRelatedImageExplainer   = "RELATED_IMAGE_EXPLAINER"
	EnvRelatedImageExplainerV2 = "RELATED_IMAGE_EXPLAINER_V2"
)

const (
	ENV_DEFAULT_USER_ID = "DEFAULT_USER_ID"
)

Variables

var (
	ControllerNamespace     = utils.GetEnv("POD_NAMESPACE", "seldon-system")
	ControllerConfigMapName = "seldon-config"
)

var (
	EngineContainerName = "seldon-container-engine"
)

var (
	ExplainerTypeToMLServerExplainerType = map[machinelearningv1.AlibiExplainerType]string{
		machinelearningv1.AlibiAnchorsTabularExplainer:      "anchor_tabular",
		machinelearningv1.AlibiAnchorsImageExplainer:        "anchor_image",
		machinelearningv1.AlibiAnchorsTextExplainer:         "anchor_text",
		machinelearningv1.AlibiCounterfactualsExplainer:     "counterfactuals",
		machinelearningv1.AlibiContrastiveExplainer:         "contrastive",
		machinelearningv1.AlibiKernelShapExplainer:          "kernel_shap",
		machinelearningv1.AlibiIntegratedGradientsExplainer: "integrated_gradients",
		machinelearningv1.AlibiALEExplainer:                 "ALE",
		machinelearningv1.AlibiTreeShap:                     "tree_shap",
	}
)

var (
	PredictiveUnitDefaultEnvSecretRefName = utils.GetEnv(ENV_PREDICTIVE_UNIT_DEFAULT_ENV_SECRET_REF_NAME, "")
)

Functions

func SetUriParamsForTFServingProxyContainer

func SetUriParamsForTFServingProxyContainer(pu *machinelearningv1.PredictiveUnit, c *v1.Container)

Types

type AmbassadoroResourceCleaner

type AmbassadoroResourceCleaner struct {
	// contains filtered or unexported fields
}

type ExplainerConfig

type ExplainerConfig struct {
	Image    string `json:"image"`
	Image_v2 string `json:"image_v2"`
}

type ExplainerInitialiser

type ExplainerInitialiser struct {
	// contains filtered or unexported fields
}

func NewExplainerInitializer

func NewExplainerInitializer(ctx context.Context, clientset kubernetes.Interface) *ExplainerInitialiser

type IstioResourceCleaner

type IstioResourceCleaner struct {
	// contains filtered or unexported fields
}

type ModelInitialiser

type ModelInitialiser struct {
	// contains filtered or unexported fields
}

func NewModelInitializer

func NewModelInitializer(ctx context.Context, clientset kubernetes.Interface) *ModelInitialiser

func (*ModelInitialiser) InjectModelInitializer

func (mi *ModelInitialiser) InjectModelInitializer(deployment *appsv1.Deployment, containerName string, srcURI string, serviceAccountName string, envSecretRefName string, storageInitializerImage string) (deploy *appsv1.Deployment, err error)

InjectModelInitializer injects an init container to provision model data

type PrePackedInitialiser

type PrePackedInitialiser struct {
	// contains filtered or unexported fields
}

func NewPrePackedInitializer

func NewPrePackedInitializer(ctx context.Context, clientset kubernetes.Interface) *PrePackedInitialiser

type SeldonDeploymentReconciler

type SeldonDeploymentReconciler struct {
	client.Client
	Log       logr.Logger
	Scheme    *runtime.Scheme
	Namespace string
	Recorder  record.EventRecorder
	ClientSet kubernetes.Interface
}

SeldonDeploymentReconciler reconciles a SeldonDeployment object

func (*SeldonDeploymentReconciler) Reconcile

func (r *SeldonDeploymentReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error)

func (*SeldonDeploymentReconciler) SetupWithManager

func (r *SeldonDeploymentReconciler) SetupWithManager(ctx context.Context, mgr ctrl.Manager, name string) error

type StorageInitializerConfig

type StorageInitializerConfig struct {
	Image         string `json:"image"`
	CpuRequest    string `json:"cpuRequest"`
	CpuLimit      string `json:"cpuLimit"`
	MemoryRequest string `json:"memoryRequest"`
	MemoryLimit   string `json:"memoryLimit"`
}