Documentation ¶
Overview ¶
Package v1alpha1 contains API Schema definitions for the serving v1alpha1 API group +k8s:openapi-gen=true +k8s:deepcopy-gen=package,register +k8s:conversion-gen=kfserving/pkg/apis/serving +k8s:defaulter-gen=TypeMeta +groupName=serving.kubeflow.org
Package v1alpha1 contains API Schema definitions for the serving v1alpha1 API group +k8s:openapi-gen=true +k8s:deepcopy-gen=package,register +k8s:conversion-gen=kfserving/pkg/apis/serving +k8s:defaulter-gen=TypeMeta +groupName=serving.kubeflow.org
Index ¶
- Constants
- Variables
- func GetOpenAPIDefinitions(ref common.ReferenceCallback) map[string]common.OpenAPIDefinition
- func Resource(resource string) schema.GroupResource
- type CustomSpec
- func (c *CustomSpec) ApplyDefaults()
- func (c *CustomSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container
- func (in *CustomSpec) DeepCopy() *CustomSpec
- func (in *CustomSpec) DeepCopyInto(out *CustomSpec)
- func (c *CustomSpec) GetModelSourceUri() string
- func (c *CustomSpec) Validate() error
- type FrameworkConfig
- type FrameworkHandler
- type FrameworksConfig
- type KFService
- type KFServiceList
- type KFServiceSpec
- type KFServiceStatus
- func (in *KFServiceStatus) DeepCopy() *KFServiceStatus
- func (in *KFServiceStatus) DeepCopyInto(out *KFServiceStatus)
- func (ss *KFServiceStatus) GetCondition(t apis.ConditionType) *apis.Condition
- func (ss *KFServiceStatus) InitializeConditions()
- func (ss *KFServiceStatus) IsReady() bool
- func (ss *KFServiceStatus) PropagateCanaryConfigurationStatus(canaryConfigurationStatus *knservingv1alpha1.ConfigurationStatus)
- func (ss *KFServiceStatus) PropagateDefaultConfigurationStatus(defaultConfigurationStatus *knservingv1alpha1.ConfigurationStatus)
- func (ss *KFServiceStatus) PropagateRouteStatus(rs *knservingv1alpha1.RouteStatus)
- type ModelSpec
- func (m *ModelSpec) ApplyDefaults()
- func (m *ModelSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container
- func (in *ModelSpec) DeepCopy() *ModelSpec
- func (in *ModelSpec) DeepCopyInto(out *ModelSpec)
- func (m *ModelSpec) GetModelSourceUri() string
- func (m *ModelSpec) Validate() error
- type PyTorchSpec
- func (s *PyTorchSpec) ApplyDefaults()
- func (s *PyTorchSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container
- func (in *PyTorchSpec) DeepCopy() *PyTorchSpec
- func (in *PyTorchSpec) DeepCopyInto(out *PyTorchSpec)
- func (s *PyTorchSpec) GetModelSourceUri() string
- func (s *PyTorchSpec) Validate() error
- type SKLearnSpec
- func (s *SKLearnSpec) ApplyDefaults()
- func (s *SKLearnSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container
- func (in *SKLearnSpec) DeepCopy() *SKLearnSpec
- func (in *SKLearnSpec) DeepCopyInto(out *SKLearnSpec)
- func (s *SKLearnSpec) GetModelSourceUri() string
- func (s *SKLearnSpec) Validate() error
- type StatusConfigurationSpec
- type TensorRTSpec
- func (t *TensorRTSpec) ApplyDefaults()
- func (t *TensorRTSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container
- func (in *TensorRTSpec) DeepCopy() *TensorRTSpec
- func (in *TensorRTSpec) DeepCopyInto(out *TensorRTSpec)
- func (t *TensorRTSpec) GetModelSourceUri() string
- func (t *TensorRTSpec) Validate() error
- type TensorflowSpec
- func (t *TensorflowSpec) ApplyDefaults()
- func (t *TensorflowSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container
- func (in *TensorflowSpec) DeepCopy() *TensorflowSpec
- func (in *TensorflowSpec) DeepCopyInto(out *TensorflowSpec)
- func (t *TensorflowSpec) GetModelSourceUri() string
- func (t *TensorflowSpec) Validate() error
- type XGBoostSpec
- func (x *XGBoostSpec) ApplyDefaults()
- func (x *XGBoostSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container
- func (in *XGBoostSpec) DeepCopy() *XGBoostSpec
- func (in *XGBoostSpec) DeepCopyInto(out *XGBoostSpec)
- func (x *XGBoostSpec) GetModelSourceUri() string
- func (x *XGBoostSpec) Validate() error
Constants ¶
const ( // ExactlyOneModelSpecViolatedError is a known error message ExactlyOneModelSpecViolatedError = "Exactly one of [Custom, Tensorflow, TensorRT, SKLearn, XGBoost] must be specified in ModelSpec" // AtLeastOneModelSpecViolatedError is a known error message AtLeastOneModelSpecViolatedError = "At least one of [Custom, Tensorflow, TensorRT, SKLearn, XGBoost] must be specified in ModelSpec" )
const ( // RoutesReady is set when network configuration has completed. RoutesReady apis.ConditionType = "RoutesReady" // DefaultPredictorReady is set when default predictor has reported readiness. DefaultPredictorReady apis.ConditionType = "DefaultPredictorReady" // CanaryPredictorReady is set when canary predictor has reported readiness. CanaryPredictorReady apis.ConditionType = "CanaryPredictorReady" )
ConditionType represents a Service condition value
const ( MinReplicasShouldBeLessThanMaxError = "MinReplicas cannot be greater than MaxReplicas." MinReplicasLowerBoundExceededError = "MinReplicas cannot be less than 0." MaxReplicasLowerBoundExceededError = "MaxReplicas cannot be less than 0." TrafficBoundsExceededError = "TrafficPercent must be between [0, 100]." TrafficProvidedWithoutCanaryError = "Canary must be specified when CanaryTrafficPercent > 0." UnsupportedModelURIFormatError = "" /* 153-byte string literal not displayed */ )
Known error messages
Variables ¶
var ( DefaultMemoryRequests = resource.MustParse("2Gi") DefaultCPURequests = resource.MustParse("1") )
var ( AllowedSKLearnRuntimeVersions = []string{ "latest", } InvalidSKLearnRuntimeVersionError = "RuntimeVersion must be one of " + strings.Join(AllowedSKLearnRuntimeVersions, ", ") SKLearnServerImageName = "gcr.io/kfserving/sklearnserver" DefaultSKLearnRuntimeVersion = "latest" )
TODO add image name to to configmap
var ( TensorflowEntrypointCommand = "/usr/bin/tensorflow_model_server" TensorflowServingGRPCPort = "9000" TensorflowServingRestPort = "8080" TensorflowServingImageName = "tensorflow/serving" DefaultTensorflowRuntimeVersion = "latest" TensorflowServingGPUSuffix = "-gpu" DefaultTensorflowRuntimeVersionGPU = DefaultTensorflowRuntimeVersion + TensorflowServingGPUSuffix AllowedTensorflowRuntimeVersions = []string{ DefaultTensorflowRuntimeVersion, DefaultTensorflowRuntimeVersionGPU, "1.13.0", "1.13.0" + TensorflowServingGPUSuffix, "1.12.0", "1.12.0" + TensorflowServingGPUSuffix, "1.11.0", "1.11.0" + TensorflowServingGPUSuffix, } InvalidTensorflowRuntimeVersionError = "RuntimeVersion must be one of " + strings.Join(AllowedTensorflowRuntimeVersions, ", ") InvalidTensorflowRuntimeIncludesGPU = "RuntimeVersion is not GPU enabled but GPU resources are requested. " + InvalidTensorflowRuntimeVersionError InvalidTensorflowRuntimeExcludesGPU = "RuntimeVersion is GPU enabled but GPU resources are not requested. " + InvalidTensorflowRuntimeVersionError )
var ( AllowedXGBoostRuntimeVersions = []string{ "latest", } InvalidXGBoostRuntimeVersionError = "RuntimeVersion must be one of " + strings.Join(AllowedXGBoostRuntimeVersions, ", ") XGBoostServerImageName = "gcr.io/kfserving/xgbserver" DefaultXGBoostRuntimeVersion = "latest" )
TODO add image name to to configmap
var ( AllowedPyTorchRuntimeVersions = []string{ "latest", } InvalidPyTorchRuntimeVersionError = "RuntimeVersion must be one of " + strings.Join(AllowedPyTorchRuntimeVersions, ", ") PyTorchServerImageName = "gcr.io/kfserving/pytorchserver" DefaultPyTorchRuntimeVersion = "latest" DefaultPyTorchModelClassName = "PyTorchModel" )
TODO add image name to to configmap
var ( DefaultTensorRTISImageName = "nvcr.io/nvidia/tensorrtserver" // For versioning see https://github.com/NVIDIA/tensorrt-inference-server/releases DefaultTensorRTISRuntimeVersion = "19.05-py3" AllowedTensorRTISRuntimeVersions = []string{ "19.05-py3", } InvalidTensorRTISRuntimeVersionError = "RuntimeVersion must be one of " + strings.Join(AllowedTensorRTISRuntimeVersions, ", ") TensorRTISGRPCPort = int32(9000) TensorRTISRestPort = int32(8080) )
var ( SupportedModelSourceURIPrefixList = []string{"gs://", "s3://", "pvc://", "file://"} AzureBlobURIRegEx = "https://(.+?).blob.core.windows.net/(.+)" )
var ( // APIVersion is the current API version used to register these objects APIVersion = "v1alpha1" // SchemeGroupVersion is group version used to register these objects SchemeGroupVersion = schema.GroupVersion{Group: constants.KFServingAPIGroupName, Version: APIVersion} // SchemeBuilder is used to add go types to the GroupVersionKind scheme SchemeBuilder = &scheme.Builder{GroupVersion: SchemeGroupVersion} // AddToScheme is required by pkg/client/... AddToScheme = SchemeBuilder.AddToScheme )
Functions ¶
func GetOpenAPIDefinitions ¶ added in v0.1.1
func GetOpenAPIDefinitions(ref common.ReferenceCallback) map[string]common.OpenAPIDefinition
func Resource ¶
func Resource(resource string) schema.GroupResource
Resource is required by pkg/client/listers/...
Types ¶
type CustomSpec ¶
CustomSpec provides a hook for arbitrary container configuration.
func (*CustomSpec) ApplyDefaults ¶
func (c *CustomSpec) ApplyDefaults()
func (*CustomSpec) CreateModelServingContainer ¶
func (c *CustomSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container
func (*CustomSpec) DeepCopy ¶
func (in *CustomSpec) DeepCopy() *CustomSpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new CustomSpec.
func (*CustomSpec) DeepCopyInto ¶
func (in *CustomSpec) DeepCopyInto(out *CustomSpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
func (*CustomSpec) GetModelSourceUri ¶ added in v0.1.0
func (c *CustomSpec) GetModelSourceUri() string
func (*CustomSpec) Validate ¶
func (c *CustomSpec) Validate() error
type FrameworkConfig ¶ added in v0.1.0
type FrameworkConfig struct {
ContainerImage string `json:"image"`
}
func (*FrameworkConfig) DeepCopy ¶ added in v0.1.0
func (in *FrameworkConfig) DeepCopy() *FrameworkConfig
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new FrameworkConfig.
func (*FrameworkConfig) DeepCopyInto ¶ added in v0.1.0
func (in *FrameworkConfig) DeepCopyInto(out *FrameworkConfig)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
type FrameworkHandler ¶
type FrameworksConfig ¶ added in v0.1.0
type FrameworksConfig struct { Tensorflow FrameworkConfig `json:"tensorflow,omitempty"` TensorRT FrameworkConfig `json:"tensorrt,omitempty"` Xgboost FrameworkConfig `json:"xgboost,omitempty"` SKlearn FrameworkConfig `json:"sklearn,omitempty"` PyTorch FrameworkConfig `json:"pytorch,omitempty"` }
func (*FrameworksConfig) DeepCopy ¶ added in v0.1.0
func (in *FrameworksConfig) DeepCopy() *FrameworksConfig
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new FrameworksConfig.
func (*FrameworksConfig) DeepCopyInto ¶ added in v0.1.0
func (in *FrameworksConfig) DeepCopyInto(out *FrameworksConfig)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
type KFService ¶
type KFService struct { metav1.TypeMeta `json:",inline"` metav1.ObjectMeta `json:"metadata,omitempty"` Spec KFServiceSpec `json:"spec,omitempty"` Status KFServiceStatus `json:"status,omitempty"` }
KFService is the Schema for the services API +k8s:openapi-gen=true +kubebuilder:printcolumn:name="URL",type="string",JSONPath=".status.url" +kubebuilder:printcolumn:name="Default Traffic",type="integer",JSONPath=".status.default.traffic" +kubebuilder:printcolumn:name="Canary Traffic",type="integer",JSONPath=".status.canary.traffic" +kubebuilder:printcolumn:name="Age",type="date",JSONPath=".metadata.creationTimestamp" +kubebuilder:resource:path=kfservices,shortName=kfservice
func (*KFService) DeepCopy ¶
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new KFService.
func (*KFService) DeepCopyInto ¶
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
func (*KFService) DeepCopyObject ¶
DeepCopyObject is an autogenerated deepcopy function, copying the receiver, creating a new runtime.Object.
func (*KFService) Default ¶
func (kfsvc *KFService) Default()
Default implements https://godoc.org/sigs.k8s.io/controller-runtime/pkg/webhook/admission#Defaulter
func (*KFService) ValidateCreate ¶
ValidateCreate implements https://godoc.org/sigs.k8s.io/controller-runtime/pkg/webhook/admission#Validator
func (*KFService) ValidateUpdate ¶
ValidateUpdate implements https://godoc.org/sigs.k8s.io/controller-runtime/pkg/webhook/admission#Validator
type KFServiceList ¶
type KFServiceList struct { metav1.TypeMeta `json:",inline"` metav1.ListMeta `json:"metadata,omitempty"` Items []KFService `json:"items"` }
KFServiceList contains a list of Service
func (*KFServiceList) DeepCopy ¶
func (in *KFServiceList) DeepCopy() *KFServiceList
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new KFServiceList.
func (*KFServiceList) DeepCopyInto ¶
func (in *KFServiceList) DeepCopyInto(out *KFServiceList)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
func (*KFServiceList) DeepCopyObject ¶
func (in *KFServiceList) DeepCopyObject() runtime.Object
DeepCopyObject is an autogenerated deepcopy function, copying the receiver, creating a new runtime.Object.
type KFServiceSpec ¶
type KFServiceSpec struct { Default ModelSpec `json:"default"` // Canary defines an alternate configuration to route a percentage of traffic. Canary *ModelSpec `json:"canary,omitempty"` CanaryTrafficPercent int `json:"canaryTrafficPercent,omitempty"` }
KFServiceSpec defines the desired state of KFService
func (*KFServiceSpec) DeepCopy ¶
func (in *KFServiceSpec) DeepCopy() *KFServiceSpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new KFServiceSpec.
func (*KFServiceSpec) DeepCopyInto ¶
func (in *KFServiceSpec) DeepCopyInto(out *KFServiceSpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
type KFServiceStatus ¶
type KFServiceStatus struct { duckv1beta1.Status `json:",inline"` URL *apis.URL `json:"url,omitempty"` Default StatusConfigurationSpec `json:"default,omitempty"` Canary StatusConfigurationSpec `json:"canary,omitempty"` }
KFServiceStatus defines the observed state of KFService
func (*KFServiceStatus) DeepCopy ¶
func (in *KFServiceStatus) DeepCopy() *KFServiceStatus
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new KFServiceStatus.
func (*KFServiceStatus) DeepCopyInto ¶
func (in *KFServiceStatus) DeepCopyInto(out *KFServiceStatus)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
func (*KFServiceStatus) GetCondition ¶ added in v0.1.0
func (ss *KFServiceStatus) GetCondition(t apis.ConditionType) *apis.Condition
GetCondition returns the condition by name.
func (*KFServiceStatus) InitializeConditions ¶ added in v0.1.0
func (ss *KFServiceStatus) InitializeConditions()
func (*KFServiceStatus) IsReady ¶ added in v0.1.0
func (ss *KFServiceStatus) IsReady() bool
IsReady returns if the service is ready to serve the requested configuration.
func (*KFServiceStatus) PropagateCanaryConfigurationStatus ¶
func (ss *KFServiceStatus) PropagateCanaryConfigurationStatus(canaryConfigurationStatus *knservingv1alpha1.ConfigurationStatus)
PropagateCanaryConfigurationStatus propagates the canary Configuration status and applies its values to the Service status.
func (*KFServiceStatus) PropagateDefaultConfigurationStatus ¶
func (ss *KFServiceStatus) PropagateDefaultConfigurationStatus(defaultConfigurationStatus *knservingv1alpha1.ConfigurationStatus)
PropagateDefaultConfigurationStatus propagates the default Configuration status and applies its values to the Service status.
func (*KFServiceStatus) PropagateRouteStatus ¶
func (ss *KFServiceStatus) PropagateRouteStatus(rs *knservingv1alpha1.RouteStatus)
PropagateRouteStatus propagates route's status to the service's status.
type ModelSpec ¶
type ModelSpec struct { // Service Account Name ServiceAccountName string `json:"serviceAccountName,omitempty"` // Minimum number of replicas, pods won't scale down to 0 in case of no traffic MinReplicas int `json:"minReplicas,omitempty"` // This is the up bound for autoscaler to scale to MaxReplicas int `json:"maxReplicas,omitempty"` // The following fields follow a "1-of" semantic. Users must specify exactly one spec. Custom *CustomSpec `json:"custom,omitempty"` Tensorflow *TensorflowSpec `json:"tensorflow,omitempty"` TensorRT *TensorRTSpec `json:"tensorrt,omitempty"` XGBoost *XGBoostSpec `json:"xgboost,omitempty"` SKLearn *SKLearnSpec `json:"sklearn,omitempty"` PyTorch *PyTorchSpec `json:"pytorch,omitempty"` }
ModelSpec defines the default configuration to route traffic.
func (*ModelSpec) ApplyDefaults ¶
func (m *ModelSpec) ApplyDefaults()
func (*ModelSpec) CreateModelServingContainer ¶
func (m *ModelSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container
func (*ModelSpec) DeepCopy ¶
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ModelSpec.
func (*ModelSpec) DeepCopyInto ¶
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
func (*ModelSpec) GetModelSourceUri ¶ added in v0.1.0
Returns a URI to the model. This URI is passed to the model-initializer via the ModelInitializerSourceUriInternalAnnotationKey
type PyTorchSpec ¶ added in v0.1.0
type PyTorchSpec struct { ModelURI string `json:"modelUri"` // Defaults PyTorch model class name to 'PyTorchModel' ModelClassName string `json:"modelClassName,omitempty"` // Defaults to latest PyTorch Version RuntimeVersion string `json:"runtimeVersion,omitempty"` // Defaults to requests and limits of 1CPU, 2Gb MEM. Resources v1.ResourceRequirements `json:"resources,omitempty"` }
PyTorchSpec defines arguments for configuring PyTorch model serving.
func (*PyTorchSpec) ApplyDefaults ¶ added in v0.1.0
func (s *PyTorchSpec) ApplyDefaults()
func (*PyTorchSpec) CreateModelServingContainer ¶ added in v0.1.0
func (s *PyTorchSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container
func (*PyTorchSpec) DeepCopy ¶ added in v0.1.0
func (in *PyTorchSpec) DeepCopy() *PyTorchSpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new PyTorchSpec.
func (*PyTorchSpec) DeepCopyInto ¶ added in v0.1.0
func (in *PyTorchSpec) DeepCopyInto(out *PyTorchSpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
func (*PyTorchSpec) GetModelSourceUri ¶ added in v0.1.0
func (s *PyTorchSpec) GetModelSourceUri() string
func (*PyTorchSpec) Validate ¶ added in v0.1.0
func (s *PyTorchSpec) Validate() error
type SKLearnSpec ¶
type SKLearnSpec struct { ModelURI string `json:"modelUri"` // Defaults to latest SKLearn Version. RuntimeVersion string `json:"runtimeVersion,omitempty"` // Defaults to requests and limits of 1CPU, 2Gb MEM. Resources v1.ResourceRequirements `json:"resources,omitempty"` }
SKLearnSpec defines arguments for configuring SKLearn model serving.
func (*SKLearnSpec) ApplyDefaults ¶
func (s *SKLearnSpec) ApplyDefaults()
func (*SKLearnSpec) CreateModelServingContainer ¶
func (s *SKLearnSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container
func (*SKLearnSpec) DeepCopy ¶
func (in *SKLearnSpec) DeepCopy() *SKLearnSpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new SKLearnSpec.
func (*SKLearnSpec) DeepCopyInto ¶
func (in *SKLearnSpec) DeepCopyInto(out *SKLearnSpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
func (*SKLearnSpec) GetModelSourceUri ¶ added in v0.1.0
func (s *SKLearnSpec) GetModelSourceUri() string
func (*SKLearnSpec) Validate ¶
func (s *SKLearnSpec) Validate() error
type StatusConfigurationSpec ¶
type StatusConfigurationSpec struct { Name string `json:"name,omitempty"` Replicas int `json:"replicas,omitempty"` Traffic int `json:"traffic,omitempty"` }
StatusConfigurationSpec describes the state of the configuration receiving traffic.
func (*StatusConfigurationSpec) DeepCopy ¶
func (in *StatusConfigurationSpec) DeepCopy() *StatusConfigurationSpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new StatusConfigurationSpec.
func (*StatusConfigurationSpec) DeepCopyInto ¶
func (in *StatusConfigurationSpec) DeepCopyInto(out *StatusConfigurationSpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
type TensorRTSpec ¶ added in v0.1.0
type TensorRTSpec struct { ModelURI string `json:"modelUri"` // Defaults to latest TensorRT Version. RuntimeVersion string `json:"runtimeVersion,omitempty"` // Defaults to requests and limits of 1CPU, 2Gb MEM. Resources v1.ResourceRequirements `json:"resources,omitempty"` }
TensorRTSpec defines arguments for configuring TensorRT model serving.
func (*TensorRTSpec) ApplyDefaults ¶ added in v0.1.0
func (t *TensorRTSpec) ApplyDefaults()
func (*TensorRTSpec) CreateModelServingContainer ¶ added in v0.1.0
func (t *TensorRTSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container
func (*TensorRTSpec) DeepCopy ¶ added in v0.1.0
func (in *TensorRTSpec) DeepCopy() *TensorRTSpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new TensorRTSpec.
func (*TensorRTSpec) DeepCopyInto ¶ added in v0.1.0
func (in *TensorRTSpec) DeepCopyInto(out *TensorRTSpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
func (*TensorRTSpec) GetModelSourceUri ¶ added in v0.1.0
func (t *TensorRTSpec) GetModelSourceUri() string
func (*TensorRTSpec) Validate ¶ added in v0.1.0
func (t *TensorRTSpec) Validate() error
type TensorflowSpec ¶
type TensorflowSpec struct { ModelURI string `json:"modelUri"` // Defaults to latest TF Version. RuntimeVersion string `json:"runtimeVersion,omitempty"` // Defaults to requests and limits of 1CPU, 2Gb MEM. Resources v1.ResourceRequirements `json:"resources,omitempty"` }
TensorflowSpec defines arguments for configuring Tensorflow model serving.
func (*TensorflowSpec) ApplyDefaults ¶
func (t *TensorflowSpec) ApplyDefaults()
func (*TensorflowSpec) CreateModelServingContainer ¶
func (t *TensorflowSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container
func (*TensorflowSpec) DeepCopy ¶
func (in *TensorflowSpec) DeepCopy() *TensorflowSpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new TensorflowSpec.
func (*TensorflowSpec) DeepCopyInto ¶
func (in *TensorflowSpec) DeepCopyInto(out *TensorflowSpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
func (*TensorflowSpec) GetModelSourceUri ¶ added in v0.1.0
func (t *TensorflowSpec) GetModelSourceUri() string
func (*TensorflowSpec) Validate ¶
func (t *TensorflowSpec) Validate() error
type XGBoostSpec ¶
type XGBoostSpec struct { ModelURI string `json:"modelUri"` // Defaults to latest XGBoost Version. RuntimeVersion string `json:"runtimeVersion,omitempty"` // Defaults to requests and limits of 1CPU, 2Gb MEM. Resources v1.ResourceRequirements `json:"resources,omitempty"` }
XGBoostSpec defines arguments for configuring XGBoost model serving.
func (*XGBoostSpec) ApplyDefaults ¶
func (x *XGBoostSpec) ApplyDefaults()
func (*XGBoostSpec) CreateModelServingContainer ¶
func (x *XGBoostSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container
func (*XGBoostSpec) DeepCopy ¶
func (in *XGBoostSpec) DeepCopy() *XGBoostSpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new XGBoostSpec.
func (*XGBoostSpec) DeepCopyInto ¶
func (in *XGBoostSpec) DeepCopyInto(out *XGBoostSpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
func (*XGBoostSpec) GetModelSourceUri ¶ added in v0.1.0
func (x *XGBoostSpec) GetModelSourceUri() string
func (*XGBoostSpec) Validate ¶
func (x *XGBoostSpec) Validate() error
Source Files ¶
- doc.go
- framework.go
- framework_custom.go
- framework_scikit.go
- framework_tensorflow.go
- framework_xgboost.go
- kfservice_defaults.go
- kfservice_framework_pytorch.go
- kfservice_framework_tensorrt.go
- kfservice_status.go
- kfservice_types.go
- kfservice_validation.go
- openapi_generated.go
- register.go
- zz_generated.deepcopy.go