Documentation ¶
Overview ¶
+kubebuilder:rbac:groups=serving.kserve.io,resources=inferencegraphs;inferencegraphs/finalizers,verbs=get;list;watch;create;update;patch;delete +kubebuilder:rbac:groups=serving.kserve.io,resources=inferencegraphs/status,verbs=get;update;patch +kubebuilder:rbac:groups=serving.knative.dev,resources=services,verbs=get;list;watch;create;update;patch;delete +kubebuilder:rbac:groups=serving.knative.dev,resources=services/finalizers,verbs=get;list;watch;create;update;patch;delete +kubebuilder:rbac:groups=serving.knative.dev,resources=services/status,verbs=get;update;patch
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
func PropagateRawStatus ¶ added in v0.12.0
func PropagateRawStatus(graphStatus *v1alpha1api.InferenceGraphStatus, deployment *appsv1.Deployment, url *apis.URL)
PropagateRawStatus Propagates deployment status onto Inference graph status. In raw deployment mode, deployment available denotes the ready status for IG
Types ¶
type GraphKnativeServiceReconciler ¶
type GraphKnativeServiceReconciler struct { Service *knservingv1.Service // contains filtered or unexported fields }
func NewGraphKnativeServiceReconciler ¶
func NewGraphKnativeServiceReconciler(client client.Client, scheme *runtime.Scheme, ksvc *knservingv1.Service) *GraphKnativeServiceReconciler
func (*GraphKnativeServiceReconciler) Reconcile ¶
func (r *GraphKnativeServiceReconciler) Reconcile() (*knservingv1.ServiceStatus, error)
type InferenceGraphReconciler ¶
type InferenceGraphReconciler struct { client.Client ClientConfig *rest.Config Clientset kubernetes.Interface Log logr.Logger Scheme *runtime.Scheme Recorder record.EventRecorder }
InferenceGraphReconciler reconciles a InferenceGraph object
func (*InferenceGraphReconciler) SetupWithManager ¶
func (r *InferenceGraphReconciler) SetupWithManager(mgr ctrl.Manager, deployConfig *v1beta1api.DeployConfig) error
type InferenceGraphState ¶
type InferenceGraphState string
InferenceGraphState describes the Readiness of the InferenceGraph
const ( InferenceGraphNotReadyState InferenceGraphState = "InferenceGraphNotReady" InferenceGraphReadyState InferenceGraphState = "InferenceGraphReady" )
type RouterConfig ¶
type RouterConfig struct { Image string `json:"image"` CpuRequest string `json:"cpuRequest"` CpuLimit string `json:"cpuLimit"` MemoryRequest string `json:"memoryRequest"` MemoryLimit string `json:"memoryLimit"` /* Example of how to add headers in router config: headers: { "propagate": [ "Custom-Header1", "Custom-Header2" ] } Note: Making Headers, a map of strings, gives the flexibility to extend it in the future to support adding more operations on headers. For example: Similar to "propagate" operation, one can add "transform" operation if they want to transform headers keys or values before passing down to nodes. */ Headers map[string][]string `json:"headers"` }