constants

Oct 14, 2024

Changes in this version

+ const ClusterLocalModelKind

+ const IsvcNameHeader

+ const IsvcNamespaceHeader

+ const LoggerCaBundleVolume

+ const LoggerCaCertMountPath

+ var IstioMeshGateway = "mesh"

+ var LocalModelLabel = InferenceServiceInternalAnnotationsPrefix + "/localmodel"

+ var LocalModelSourceUriAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/localmodel-sourceuri"

+ var LoggerMetadataHeadersInternalAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/logger-metadata-headers"

+ var StorageReadonlyAnnotationKey = "storage.kserve.io/readonly"

+ func PathBasedExplainPrefix() string

Jun 3, 2024

Changes in this version

+ const DefaultNSKnativeServing

+ const IstioVirtualServiceKind

+ const KnativeServiceKind

type CheckResultType

+ const CheckResultDelete

+ const CheckResultSkipped

Feb 24, 2024

Changes in this version

+ const AggregateMetricsPortName

+ const CaBundleConfigMapNameEnvVarKey

+ const CaBundleVolumeMountPathEnvVarKey

+ const DefaultCaBundleFileName

+ const DefaultCaBundleVolumeMountPath

+ const DefaultGlobalCaBundleConfigMapName

+ const SupportedModelHuggingFace

+ var DefaultIstioSidecarUID = int64(1337)

+ var IstioInitContainerName = "istio-init"

+ var IstioInterceptModeRedirect = "REDIRECT"

+ var IstioInterceptionModeAnnotation = "sidecar.istio.io/interceptionMode"

+ var IstioSidecarStatusAnnotation = "sidecar.istio.io/status"

type AutoscalerClassType

+ var AutoscalerClassExternal AutoscalerClassType = "external"

Sep 22, 2023

Changes in this version

+ var ServingRuntimeValidatorWebhookName = KServeName + "-servingRuntime-validator-webhook"

type InferenceServiceProtocol

+ const ProtocolVersionENV

Aug 7, 2023

Changes in this version

+ const ClusterLocalDomain

+ const ClusterLocalVisibility

+ const NetworkVisibility

+ const TransformerContainerName

+ var IstioSidecarUIDAnnotationKey = KServeAPIGroupName + "/storage-initializer-uid"

+ var KnativeOpenshiftEnablePassthroughKey = "serving.knative.openshift.io/enablePassthrough"

+ var KnativeServingAPIGroupNamePrefix = "serving.knative"

+ func ExplainerServiceName(name string) string

+ func PredictorServiceName(name string) string

+ func TransformerServiceName(name string) string

Mar 5, 2023

Changes in this version

+ const InferenceGraphLabel

Jan 22, 2023

Changes in this version

+ const KServeContainerPrometheusMetricsPathEnvVarKey

+ const KServeContainerPrometheusMetricsPortEnvVarKey

+ const QueueProxyAggregatePrometheusMetricsPortEnvVarKey

+ const RouterHeadersPropagateEnvVar

+ var DefaultPodPrometheusPort = "9090"

+ var DefaultPrometheusPath = "/metrics"

+ var EnableMetricAggregation = KServeAPIGroupName + "/enable-metric-aggregation"

+ var KServeContainerPrometheusPathKey = "prometheus.kserve.io/path"

+ var KnativeServingAPIGroupName = "serving.knative.dev"

+ var KserveContainerPrometheusPortKey = "prometheus.kserve.io/port"

+ var PrometheusPathAnnotationKey = "prometheus.io/path"

+ var PrometheusPortAnnotationKey = "prometheus.io/port"

+ var QueueProxyAggregatePrometheusMetricsPort = "9088"

+ var RollOutDurationAnnotationKey = KnativeServingAPIGroupName + "/rollout-duration"

+ var SetPrometheusAnnotation = KServeAPIGroupName + "/enable-prometheus-scraping"

Jul 22, 2022

Changes in this version

+ const MLServerModelClassMLFlow

+ const RawDeploymentAppLabel

+ const RevisionLabel

+ const StateReasonCompleted

+ const StateReasonCrashLoopBackOff

+ const StateReasonError

+ const StateReasonRunning

+ const StorageInitializerContainerName

+ const SupportedModelMLFlow

+ var AutoScalerKPAMetricsAllowedList = []AutoScalerKPAMetricsType

+ var DefaultStorageSpecSecret = "storage-config"

+ var DefaultStorageSpecSecretPath = "/mnt/storage-secret"

+ var PredictorHostAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/predictor-host"

+ var PredictorProtocolAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/predictor-protocol"

+ var StorageSpecAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/storage-spec"

+ var StorageSpecKeyAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/storage-spec-key"

+ var StorageSpecParamAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/storage-spec-param"

+ type AutoScalerKPAMetricsType string

+ var AutoScalerKPAMetricsConcurrency AutoScalerKPAMetricsType = "concurrency"

+ var AutoScalerKPAMetricsRPS AutoScalerKPAMetricsType = "rps"

type AutoscalerMetricsType

+ var AutoScalerMetricsMemory AutoscalerMetricsType = "memory"

type InferenceServiceProtocol

+ const ProtocolGRPCV1

+ const ProtocolGRPCV2

+ const ProtocolUnknown

+ func GetProtocolVersionString(protocol ProtocolVersion) InferenceServiceProtocol

+ type ProtocolVersion int

+ const GRPCV1

+ const GRPCV2

+ const Unknown

+ const V1

+ const V2

+ func GetProtocolVersionInt(protocol InferenceServiceProtocol) ProtocolVersion

Feb 14, 2022

Changes in this version

+ const InferenceServiceDefaultAgentPortStr

+ const LGBServer

+ const MLServer

+ const MLServerModelClassLightGBM

+ const MLServerModelClassSKLearn

+ const MLServerModelClassXGBoost

+ const ModelClassLabel

+ const PMMLServer

+ const PaddleServer

+ const SKLearnServer

+ const ServiceEnvelope

+ const ServiceEnvelopeKServe

+ const ServiceEnvelopeKServeV2

+ const SupportedModelLightGBM

+ const SupportedModelONNX

+ const SupportedModelPMML

+ const SupportedModelPaddle

+ const SupportedModelPyTorch

+ const SupportedModelSKLearn

+ const SupportedModelTensorflow

+ const SupportedModelTriton

+ const SupportedModelXGBoost

+ const TFServing

+ const TorchServe

+ const TritonServer

+ const XGBServer

+ var KnativeAutoscalingAPIGroupName = "autoscaling.knative.dev"

+ var MaxScaleAnnotationKey = KnativeAutoscalingAPIGroupName + "/maxScale"

+ var MinScaleAnnotationKey = KnativeAutoscalingAPIGroupName + "/minScale"

Oct 8, 2021

Changes in this version

+ const AgentConfigDirArgName

+ const AgentConfigMapKeyName

+ const AgentContainerName

+ const AgentEnableFlag

+ const AgentModelDirArgName

+ const CustomSpecMultiModelServerEnvVarKey

+ const CustomSpecProtocolEnvVarKey

+ const InferenceServiceDefaultAgentPort

+ const InferenceServiceDefaultBatcherPort

+ const InferenceServiceLabel

+ const MLServerGRPCPortEnv

+ const MLServerHTTPPortEnv

+ const MLServerLoadModelsStartupEnv

+ const MLServerModelImplementationEnv

+ const MLServerModelNameEnv

+ const MLServerModelURIEnv

+ const MLServerModelsDirEnv

+ const MLServerSKLearnImplementation

+ const MLServerXGBoostImplementation

+ const ModelConfigDir

+ const ModelConfigVolumeName

+ const ModelDir

+ const ModelDirVolumeName

+ const ParentInferenceServiceLabel

+ const VisibilityLabel

+ var AgentModelConfigMountPathAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/configMountPath"

+ var AgentModelConfigVolumeNameAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/configVolumeName"

+ var AgentModelDirAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/modelDir"

+ var AgentShouldInjectAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/agent"

+ var AutoscalerAllowedClassList = []AutoscalerClassType

+ var AutoscalerAllowedMetricsList = []AutoscalerMetricsType

+ var AutoscalerClass = KServeAPIGroupName + "/autoscalerClass"

+ var AutoscalerMetrics = KServeAPIGroupName + "/metrics"

+ var BatcherInternalAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/batcher"

+ var BatcherMaxBatchSizeInternalAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/batcher-max-batchsize"

+ var BatcherMaxLatencyInternalAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/batcher-max-latency"

+ var BatcherTimeoutInternalAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/batcher-timeout"

+ var DefaultAutoscalerClass = AutoscalerClassHPA

+ var DefaultCPUUtilization int32 = 80

+ var DefaultReadinessTimeout int32 = 600

+ var DeploymentMode = KServeAPIGroupName + "/deploymentMode"

+ var EnableKServeMutatingWebhook = "enabled"

+ var EnableRoutingTagAnnotationKey = KServeAPIGroupName + "/enable-tag-routing"

+ var KServeAPIGroupName = "serving.kserve.io"

+ var KServeDefaultVersion = "v0.5.0"

+ var KServeName = "kserve"

+ var KServeNamespace = getEnvOrDefault("POD_NAMESPACE", "kserve")

+ var MLServerISGRPCPort = int32(9000)

+ var MLServerISRestPort = int32(8080)

+ var ModelConfigFileName = "models.json"

+ var RevisionTemplateLabelDisallowedList = []string

+ var ServiceAnnotationDisallowedList = []string

+ var TargetUtilizationPercentage = KServeAPIGroupName + "/targetUtilizationPercentage"

+ var TrainedModelAllocated = KServeAPIGroupName + "/" + "trainedmodel-allocated"

+ func ExplainPath(name string) string

+ func GetRawServiceLabel(service string) string

+ func ModelConfigName(inferenceserviceName string, shardId int) string

+ func PredictPath(name string, protocol InferenceServiceProtocol) string

+ func VirtualServiceHostname(name string, predictorHostName string) string

+ type AutoscalerClassType string

+ var AutoscalerClassHPA AutoscalerClassType = "hpa"

+ type AutoscalerMetricsType string

+ var AutoScalerMetricsCPU AutoscalerMetricsType = "cpu"

+ type CheckResultType int

+ const CheckResultCreate

+ const CheckResultExisted

+ const CheckResultUnknown

+ const CheckResultUpdate

+ type DeploymentModeType string

+ const ModelMeshDeployment

+ const RawDeployment

+ const Serverless

+ type InferenceServiceProtocol string

+ const ProtocolV1

+ const ProtocolV2

Mar 12, 2020

Changes in this version

+ const ArgumentHttpPort

+ const ArgumentModelClassName

+ const ArgumentModelDir

+ const ArgumentModelName

+ const ArgumentPredictorHost

+ const ArgumentWorkers

+ const CommonDefaultHttpPort

+ const InferenceServiceCanary

+ const InferenceServiceContainerName

+ const InferenceServiceDefault

+ const InferenceServiceDefaultHttpPort

+ const InferenceServiceDefaultLoggerPort

+ const KServiceComponentLabel

+ const KServiceEndpointLabel

+ const KServiceModelLabel

+ const KnativeIngressGateway

+ const KnativeLocalGateway

+ var DefaultExplainerTimeout int64 = 300

+ var DefaultMinReplicas = 1

+ var DefaultPredictorTimeout int64 = 60

+ var DefaultTransformerTimeout int64 = 120

+ var EnableKFServingMutatingWebhook = "enabled"

+ var EnableWebhookNamespaceSelectorEnvName = "ENABLE_WEBHOOK_NAMESPACE_SELECTOR"

+ var EnableWebhookNamespaceSelectorEnvValue = "enabled"

+ var InferenceServiceAPIName = "inferenceservices"

+ var InferenceServiceConfigMapName = "inferenceservice-config"

+ var InferenceServiceGKEAcceleratorAnnotationKey = KFServingAPIGroupName + "/gke-accelerator"

+ var InferenceServiceInternalAnnotationsPrefix = "internal." + KFServingAPIGroupName

+ var InferenceServiceName = "inferenceservice"

+ var InferenceServicePodLabelKey = KFServingAPIGroupName + "/" + InferenceServiceName

+ var IsEnableWebhookNamespaceSelector = isEnvVarMatched(EnableWebhookNamespaceSelectorEnvName, EnableWebhookNamespaceSelectorEnvValue)

+ var KFServingDefaultVersion = "v0.3.0"

+ var LocalGatewayHost = "cluster-local-gateway.istio-system.svc." + network.GetClusterDomainName()

+ var LoggerInternalAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/logger"

+ var LoggerModeInternalAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/logger-mode"

+ var LoggerSinkUrlInternalAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/logger-sink-url"

+ var PodMutatorWebhookName = KFServingName + "-pod-mutator-webhook"

+ func CanaryPredictorServiceURL(name string, namespace string, domain string) string

+ func DefaultPredictorServiceURL(name string, namespace string, domain string) string

+ func ExplainPrefix(name string) string

+ func GetLoggerDefaultUrl(namespace string) string

+ func HostRegExp(host string) string

+ func InferenceServiceHostName(name string, namespace string, domain string) string

+ func InferenceServicePrefix(name string) string

+ func InferenceServiceURL(scheme, name, namespace, domain string) string

+ func PredictPrefix(name string) string

+ func PredictorURL(metadata v1.ObjectMeta, isCanary bool) string

+ func TransformerURL(metadata v1.ObjectMeta, isCanary bool) string

+ type InferenceServiceComponent string

+ func (e InferenceServiceComponent) String() string

+ type InferenceServiceVerb string

+ func (v InferenceServiceVerb) String() string

Sep 24, 2019

Changes in this version

+ const CustomSpecStorageUriEnvVarKey

+ const KFServiceCanary

+ const KFServiceDefault

+ const ModelServerArgsModelName

+ const ModelServerArgsPredictorHost

+ var StorageInitializerSourceUriInternalAnnotationKey = KFServiceInternalAnnotationsPrefix + "/storage-initializer-sourceuri"

+ func CanaryExplainerServiceName(name string) string

+ func CanaryPredictorServiceName(name string) string

+ func CanaryServiceName(name string, endpoint KFServiceEndpoint) string

+ func CanaryTransformerServiceName(name string) string

+ func DefaultExplainerServiceName(name string) string

+ func DefaultPredictorServiceName(name string) string

+ func DefaultServiceName(name string, endpoint KFServiceEndpoint) string

+ func DefaultTransformerServiceName(name string) string

+ func ExplainRouteName(name string) string

+ func PredictRouteName(name string) string

+ func RouteName(name string, verb KFServiceVerb) string

+ type KFServiceEndpoint string

+ const Explainer

+ const Predictor

+ const Transformer

+ func (e KFServiceEndpoint) String() string

+ type KFServiceVerb string

+ const Explain

+ const Predict

+ func (v KFServiceVerb) String() string

Aug 13, 2019

Changes in this version

+ const CustomSpecModelUriEnvVarKey

Jul 10, 2019

Changes in this version

+ const DefaultModelLocalMountPath

+ const NvidiaGPUResourceType

+ var DeploymentMutatorWebhookName = strings.Join([]string{ ... }, ".")

+ var KFServiceConfigMapName = "kfservice-config"

+ var KFServiceGKEAcceleratorAnnotationKey = KFServingAPIGroupName + "/gke-accelerator"

+ var KFServiceInternalAnnotationsPrefix = "internal." + KFServingAPIGroupName

+ var KFServiceMutatingWebhookConfigName = strings.Join([]string{ ... }, ".")

+ var KFServiceValidatingWebhookConfigName = strings.Join([]string{ ... }, ".")

+ var ModelInitializerSourceUriInternalAnnotationKey = KFServiceInternalAnnotationsPrefix + "/model-initializer-sourceuri"

May 22, 2019

Changes in this version

+ var ControllerLabelName = KFServingName + "-controller-manager"

+ var DefaultScalingTarget = "1"

+ var DefaultTimeout int64 = 300

+ var KFServiceAPIName = "kfservices"

+ var KFServiceDefaultingWebhookName = strings.Join([]string{ ... }, ".")

+ var KFServiceName = "kfservice"

+ var KFServicePodLabelKey = KFServingAPIGroupName + "/" + KFServiceName

+ var KFServiceValidatingWebhookName = strings.Join([]string{ ... }, ".")

+ var KFServingAPIGroupName = "serving.kubeflow.org"

+ var KFServingName = "kfserving"

+ var KFServingNamespace = getEnvOrDefault("POD_NAMESPACE", "kfserving-system")

+ var WebhookFailurePolicy = v1beta1.Fail

+ var WebhookServerName = KFServingName + "-webhook-server"

+ var WebhookServerSecretName = WebhookServerName + "-secret"

+ var WebhookServerServiceName = WebhookServerName + "-service"

+ func CanaryConfigurationName(name string) string

+ func DefaultConfigurationName(name string) string