Documentation ¶
Index ¶
- Constants
- Variables
- func GetPredictorTypeLabel(p *api.Predictor) string
- func GetServingRuntimeLabelSet(rt *kserveapi.ServingRuntimeSpec, restProxyEnabled bool, rtName string) sets.String
- func GetServingRuntimeLabelSets(rt *kserveapi.ServingRuntimeSpec, restProxyEnabled bool, rtName string) (mtLabels sets.String, pvLabels sets.String, rtLabel string)
- func ValidateEndpoint(s string) (string, error)
- type ClusterConfig
- type Deployment
- type Endpoint
- type TCPEndpoint
- type UnixEndpoint
Constants ¶
View Source
const ( ModelMeshContainerName = "mm" RESTProxyContainerName = "rest-proxy" GrpcPortEnvVar = "INTERNAL_GRPC_PORT" ServeGrpcPortEnvVar = "INTERNAL_SERVING_GRPC_PORT" GrpcUdsPathEnvVar = "INTERNAL_GRPC_SOCKET_PATH" ServeGrpcUdsPathEnvVar = "INTERNAL_SERVING_GRPC_SOCKET_PATH" EtcdSecretKey = "etcd_connection" EtcdVolume = "etcd-config" ModelsDirVolume = "models-dir" SocketVolume = "domain-socket" ConfigStorageMount = "storage-config" //The name of the puller container PullerContainerName = "puller" //The env variable puller uses to configure it's own listen port PullerEnvListenPort = "PORT" //The env variable puller uses to configure the target model serving port PullerEnvModelServerEndpoint = "MODEL_SERVER_ENDPOINT" //The env variable puller uses to configure the models dir PullerEnvModelDir = "ROOT_MODEL_DIR" //The env variable puller uses to configure the config dir (secrets) PullerEnvStorageConfigDir = "STORAGE_CONFIG_DIR" //The env variable puller uses to configure the pvc dir (secrets) PullerEnvPVCDir = "PVC_MOUNTS_DIR" //The puller default port number PullerPortNumber = 8086 //The puller model mount path PullerModelPath = "/models" //The puller model PVC path DefaultPVCMountsDir = "/pvc_mounts" //The puller model config path PullerConfigPath = "/storage-config" InternalConfigMapName = "tc-config" )
View Source
const ( MMTypeConstraintsKey = "type_constraints" MMDataPlaneConfigKey = "dataplane_api_config" )
View Source
const ( ModelsDir string = "/models" PVCRootDir string = "/pvc_mounts" ModelDirScale float64 = 1.5 )
View Source
const ( TLSSecretCertKey = "tls.crt" TLSSecretKeyKey = "tls.key" TLSClientCertKey = "ca.crt" )
View Source
const ModelMeshEtcdPrefix = "mm"
View Source
const ModelTypeLabelThatNoRuntimeSupports = "_no_runtime"
Variables ¶
View Source
var StorageSecretName string
View Source
var (
Union = kserveutils.Union
)
Functions ¶
func GetPredictorTypeLabel ¶ added in v0.9.0
func GetServingRuntimeLabelSet ¶ added in v0.9.0
func GetServingRuntimeLabelSets ¶ added in v0.9.0
func ValidateEndpoint ¶
Types ¶
type ClusterConfig ¶
type ClusterConfig struct { SRSpecs map[string]*kserveapi.ServingRuntimeSpec Scheme *runtime.Scheme }
A ClusterConfig represents the configuration shared across a logical model mesh cluster
type Deployment ¶
type Deployment struct { ServiceName string ServicePort uint16 Name string Namespace string Owner mf.Owner SRSpec *kserveapi.ServingRuntimeSpec DefaultVModelOwner string Log logr.Logger Metrics bool PrometheusPort uint16 PrometheusScheme string PayloadProcessors string ModelMeshImage string ModelMeshResources *corev1.ResourceRequirements RESTProxyEnabled bool RESTProxyImage string RESTProxyResources *corev1.ResourceRequirements RESTProxyPort uint16 PVCs []string // internal fields used when templating ModelMeshLimitCPU string ModelMeshRequestsCPU string ModelMeshLimitMemory string ModelMeshRequestsMemory string ModelMeshAdditionalEnvVars []corev1.EnvVar // end internal fields PullerImage string PullerImageCommand []string PullerResources *corev1.ResourceRequirements Replicas uint16 Port uint16 TLSSecretName string TLSClientAuth string EtcdSecretName string ServiceAccountName string GrpcMaxMessageSize int AnnotationConfigMap *corev1.ConfigMap AnnotationsMap map[string]string LabelsMap map[string]string ImagePullSecrets []corev1.LocalObjectReference EnableAccessLogging bool Client client.Client }
Models a deployment
type TCPEndpoint ¶
type UnixEndpoint ¶
Click to show internal directories.
Click to hide internal directories.