v1beta1

Documentation

Overview

Package v1beta1 contains API Schema definitions for the serving v1beta1 API group +kubebuilder:object:generate=true +groupName=serving.kserve.io

+kubebuilder:skip

Index

• Constants
• Variables
• type Condition
  • func (in *Condition) DeepCopy() *Condition
  • func (in *Condition) DeepCopyInto(out *Condition)
• type Conditions
  • func (in Conditions) DeepCopy() Conditions
  • func (in Conditions) DeepCopyInto(out *Conditions)
• type InferenceService
  • func (in *InferenceService) DeepCopy() *InferenceService
  • func (in *InferenceService) DeepCopyInto(out *InferenceService)
  • func (in *InferenceService) DeepCopyObject() runtime.Object
• type InferenceServiceList
  • func (in *InferenceServiceList) DeepCopy() *InferenceServiceList
  • func (in *InferenceServiceList) DeepCopyInto(out *InferenceServiceList)
  • func (in *InferenceServiceList) DeepCopyObject() runtime.Object
• type InferenceServicePredictorSpec
  • func (in *InferenceServicePredictorSpec) DeepCopy() *InferenceServicePredictorSpec
  • func (in *InferenceServicePredictorSpec) DeepCopyInto(out *InferenceServicePredictorSpec)
  • func (s *InferenceServicePredictorSpec) GetPredictorFramework() (string, *PredictorExtensionSpec)
• type InferenceServiceSpec
  • func (in *InferenceServiceSpec) DeepCopy() *InferenceServiceSpec
  • func (in *InferenceServiceSpec) DeepCopyInto(out *InferenceServiceSpec)
• type InferenceServiceStatus
  • func (in *InferenceServiceStatus) DeepCopy() *InferenceServiceStatus
  • func (in *InferenceServiceStatus) DeepCopyInto(out *InferenceServiceStatus)
• type ModelFormat
  • func (in *ModelFormat) DeepCopy() *ModelFormat
  • func (in *ModelFormat) DeepCopyInto(out *ModelFormat)
• type ModelSpec
  • func (in *ModelSpec) DeepCopy() *ModelSpec
  • func (in *ModelSpec) DeepCopyInto(out *ModelSpec)
• type PredictorExtensionSpec
  • func (in *PredictorExtensionSpec) DeepCopy() *PredictorExtensionSpec
  • func (in *PredictorExtensionSpec) DeepCopyInto(out *PredictorExtensionSpec)

Constants

const (
	SecretKeyAnnotation      = "serving.kserve.io/secretKey"
	DeploymentModeAnnotation = "serving.kserve.io/deploymentMode"
	SchemaPathAnnotation     = "serving.kserve.io/schemaPath"
	RuntimeAnnotation        = "serving.kserve.io/servingRuntime"
	MMDeploymentModeVal      = "ModelMesh"
)

Variables

var (
	// GroupVersion is group version used to register these objects
	GroupVersion = schema.GroupVersion{Group: "serving.kserve.io", Version: "v1beta1"}

	// SchemeBuilder is used to add go types to the GroupVersionKind scheme
	SchemeBuilder = &scheme.Builder{GroupVersion: GroupVersion}

	// AddToScheme adds the types in this group-version to the given scheme.
	AddToScheme = SchemeBuilder.AddToScheme
)

Types

type Condition

type Condition struct {
	Type string `json:"type"`

	Status corev1.ConditionStatus `json:"status"`
}

This is used for reflecting the Ready status of the resource according to the InferenceService CRD's expected key which is: status.conditions[?(@.type=='Ready')].status

func (*Condition) DeepCopy

func (in *Condition) DeepCopy() *Condition

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new Condition.

func (*Condition) DeepCopyInto

func (in *Condition) DeepCopyInto(out *Condition)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type Conditions

type Conditions []Condition

func (Conditions) DeepCopy

func (in Conditions) DeepCopy() Conditions

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new Conditions.

func (Conditions) DeepCopyInto

func (in Conditions) DeepCopyInto(out *Conditions)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type InferenceService

type InferenceService struct {
	metav1.TypeMeta   `json:",inline"`
	metav1.ObjectMeta `json:"metadata,omitempty"`

	Spec   InferenceServiceSpec   `json:"spec,omitempty"`
	Status InferenceServiceStatus `json:"status,omitempty"`
}

InferenceService is the Schema for the inferenceservices API

func (*InferenceService) DeepCopy

func (in *InferenceService) DeepCopy() *InferenceService

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new InferenceService.

func (*InferenceService) DeepCopyInto

func (in *InferenceService) DeepCopyInto(out *InferenceService)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*InferenceService) DeepCopyObject

func (in *InferenceService) DeepCopyObject() runtime.Object

DeepCopyObject is an autogenerated deepcopy function, copying the receiver, creating a new runtime.Object.

type InferenceServiceList

type InferenceServiceList struct {
	metav1.TypeMeta `json:",inline"`
	metav1.ListMeta `json:"metadata,omitempty"`
	Items           []InferenceService `json:"items"`
}

InferenceServiceList contains a list of InferenceService

func (*InferenceServiceList) DeepCopy

func (in *InferenceServiceList) DeepCopy() *InferenceServiceList

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new InferenceServiceList.

func (*InferenceServiceList) DeepCopyInto

func (in *InferenceServiceList) DeepCopyInto(out *InferenceServiceList)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*InferenceServiceList) DeepCopyObject

func (in *InferenceServiceList) DeepCopyObject() runtime.Object

DeepCopyObject is an autogenerated deepcopy function, copying the receiver, creating a new runtime.Object.

type InferenceServicePredictorSpec

type InferenceServicePredictorSpec struct {
	Model *ModelSpec `json:"model,omitempty"`

	SKLearn    *PredictorExtensionSpec `json:"sklearn,omitempty"`
	XGBoost    *PredictorExtensionSpec `json:"xgboost,omitempty"`
	Tensorflow *PredictorExtensionSpec `json:"tensorflow,omitempty"`
	PyTorch    *PredictorExtensionSpec `json:"pytorch,omitempty"`
	Triton     *PredictorExtensionSpec `json:"triton,omitempty"`
	ONNX       *PredictorExtensionSpec `json:"onnx,omitempty"`
	PMML       *PredictorExtensionSpec `json:"pmml,omitempty"`
	LightGBM   *PredictorExtensionSpec `json:"lightgbm,omitempty"`
	Paddle     *PredictorExtensionSpec `json:"paddle,omitempty"`
}

func (*InferenceServicePredictorSpec) DeepCopy

func (in *InferenceServicePredictorSpec) DeepCopy() *InferenceServicePredictorSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new InferenceServicePredictorSpec.

func (*InferenceServicePredictorSpec) DeepCopyInto

func (in *InferenceServicePredictorSpec) DeepCopyInto(out *InferenceServicePredictorSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*InferenceServicePredictorSpec) GetPredictorFramework

func (s *InferenceServicePredictorSpec) GetPredictorFramework() (string, *PredictorExtensionSpec)

type InferenceServiceSpec

type InferenceServiceSpec struct {
	// Predictor defines the model serving spec
	// +required
	Predictor InferenceServicePredictorSpec `json:"predictor"`
}

InferenceServiceSpec defines the desired state of InferenceService

func (*InferenceServiceSpec) DeepCopy

func (in *InferenceServiceSpec) DeepCopy() *InferenceServiceSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new InferenceServiceSpec.

func (*InferenceServiceSpec) DeepCopyInto

func (in *InferenceServiceSpec) DeepCopyInto(out *InferenceServiceSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type InferenceServiceStatus

type InferenceServiceStatus struct {
	URL string `json:"url,omitempty"`

	common.PredictorStatus `json:",inline"`

	// Conditions the latest available observations of a resource's current state.
	Conditions Conditions `json:"conditions,omitempty" patchStrategy:"merge" patchMergeKey:"type"`
}

InferenceServiceStatus defines the observed state of InferenceService

func (*InferenceServiceStatus) DeepCopy

func (in *InferenceServiceStatus) DeepCopy() *InferenceServiceStatus

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new InferenceServiceStatus.

func (*InferenceServiceStatus) DeepCopyInto

func (in *InferenceServiceStatus) DeepCopyInto(out *InferenceServiceStatus)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type ModelFormat

type ModelFormat struct {
	// Name of the model format.
	// +required
	Name string `json:"name"`
	// Version of the model format.
	// +optional
	Version *string `json:"version,omitempty"`
}

func (*ModelFormat) DeepCopy

func (in *ModelFormat) DeepCopy() *ModelFormat

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ModelFormat.

func (*ModelFormat) DeepCopyInto

func (in *ModelFormat) DeepCopyInto(out *ModelFormat)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type ModelSpec

type ModelSpec struct {
	// ModelFormat being served.
	// +required
	ModelFormat ModelFormat `json:"modelFormat"`

	// Specific ClusterServingRuntime/ServingRuntime name to use for deployment.
	// +optional
	Runtime *string `json:"runtime,omitempty"`

	PredictorExtensionSpec `json:",inline"`
}

func (*ModelSpec) DeepCopy

func (in *ModelSpec) DeepCopy() *ModelSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ModelSpec.

func (*ModelSpec) DeepCopyInto

func (in *ModelSpec) DeepCopyInto(out *ModelSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type PredictorExtensionSpec

type PredictorExtensionSpec struct {
	// +optional
	StorageURI *string `json:"storageUri,omitempty"`
	// +optional
	RuntimeVersion *string `json:"runtimeVersion,omitempty"`
	// Storage Spec for model location
	// +optional
	Storage *common.StorageSpec `json:"storage,omitempty"`
}

func (*PredictorExtensionSpec) DeepCopy

func (in *PredictorExtensionSpec) DeepCopy() *PredictorExtensionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new PredictorExtensionSpec.

func (*PredictorExtensionSpec) DeepCopyInto

func (in *PredictorExtensionSpec) DeepCopyInto(out *PredictorExtensionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.