pod

Documentation

Overview

Copyright 2019 kubeflow.org.

Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Copyright 2019 kubeflow.org.

Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Index

• Constants
• func InjectGKEAcceleratorSelector(pod *v1.Pod) error
• type AgentConfig
• type AgentInjector
  • func (ag *AgentInjector) InjectAgent(pod *v1.Pod) error
• type BatcherConfig
• type BatcherInjector
  • func (il *BatcherInjector) InjectBatcher(pod *v1.Pod) error
• type LoggerConfig
• type Mutator
  • func (mutator *Mutator) Handle(ctx context.Context, req admission.Request) admission.Response
  • func (mutator *Mutator) InjectClient(c client.Client) error
  • func (mutator *Mutator) InjectDecoder(d *admission.Decoder) error
• type StorageInitializerConfig
• type StorageInitializerInjector
  • func (mi *StorageInitializerInjector) InjectStorageInitializer(pod *v1.Pod) error

Constants

const (
	GkeAcceleratorNodeSelector = "cloud.google.com/gke-accelerator"
	NvidiaGPUTaintValue        = "present"
)

These constants are used for detecting and applying GPU selectors

const (
	LoggerConfigMapKeyName         = "logger"
	LoggerArgumentLogUrl           = "--log-url"
	LoggerArgumentSourceUri        = "--source-uri"
	LoggerArgumentMode             = "--log-mode"
	LoggerArgumentInferenceService = "--inference-service"
	LoggerArgumentNamespace        = "--namespace"
	LoggerArgumentEndpoint         = "--endpoint"
	LoggerArgumentComponent        = "--component"
)

const (
	BatcherContainerName        = "batcher"
	BatcherConfigMapKeyName     = "batcher"
	BatcherEnableFlag           = "--enable-batcher"
	BatcherArgumentMaxBatchSize = "--max-batchsize"
	BatcherArgumentMaxLatency   = "--max-latency"
	BatcherArgumentTimeout      = "--timeout"
)

const (
	StorageInitializerContainerName         = "storage-initializer"
	StorageInitializerConfigMapKeyName      = "storageInitializer"
	StorageInitializerVolumeName            = "kfserving-provision-location"
	StorageInitializerContainerImage        = "gcr.io/kfserving/storage-initializer"
	StorageInitializerContainerImageVersion = "latest"
	PvcURIPrefix                            = "pvc://"
	PvcSourceMountName                      = "kfserving-pvc-source"
	PvcSourceMountPath                      = "/mnt/pvc"
)

Functions

func InjectGKEAcceleratorSelector

func InjectGKEAcceleratorSelector(pod *v1.Pod) error

Types

type AgentConfig

type AgentConfig struct {
	Image         string `json:"image"`
	CpuRequest    string `json:"cpuRequest"`
	CpuLimit      string `json:"cpuLimit"`
	MemoryRequest string `json:"memoryRequest"`
	MemoryLimit   string `json:"memoryLimit"`
}

type AgentInjector

type AgentInjector struct {
	// contains filtered or unexported fields
}

func (*AgentInjector) InjectAgent

func (ag *AgentInjector) InjectAgent(pod *v1.Pod) error

type BatcherConfig

type BatcherConfig struct {
	Image         string `json:"image"`
	CpuRequest    string `json:"cpuRequest"`
	CpuLimit      string `json:"cpuLimit"`
	MemoryRequest string `json:"memoryRequest"`
	MemoryLimit   string `json:"memoryLimit"`
}

type BatcherInjector

type BatcherInjector struct {
	// contains filtered or unexported fields
}

func (*BatcherInjector) InjectBatcher

func (il *BatcherInjector) InjectBatcher(pod *v1.Pod) error

type LoggerConfig

type LoggerConfig struct {
	Image         string `json:"image"`
	CpuRequest    string `json:"cpuRequest"`
	CpuLimit      string `json:"cpuLimit"`
	MemoryRequest string `json:"memoryRequest"`
	MemoryLimit   string `json:"memoryLimit"`
	DefaultUrl    string `json:"defaultUrl"`
}

type Mutator

type Mutator struct {
	Client  client.Client
	Decoder *admission.Decoder
}

Mutator is a webhook that injects incoming pods

func (*Mutator) Handle

func (mutator *Mutator) Handle(ctx context.Context, req admission.Request) admission.Response

Handle decodes the incoming Pod and executes mutation logic.

func (*Mutator) InjectClient

func (mutator *Mutator) InjectClient(c client.Client) error

InjectClient injects the client.

func (*Mutator) InjectDecoder

func (mutator *Mutator) InjectDecoder(d *admission.Decoder) error

InjectDecoder injects the decoder.

type StorageInitializerConfig

type StorageInitializerConfig struct {
	Image         string `json:"image"`
	CpuRequest    string `json:"cpuRequest"`
	CpuLimit      string `json:"cpuLimit"`
	MemoryRequest string `json:"memoryRequest"`
	MemoryLimit   string `json:"memoryLimit"`
}

type StorageInitializerInjector

type StorageInitializerInjector struct {
	// contains filtered or unexported fields
}

func (*StorageInitializerInjector) InjectStorageInitializer

func (mi *StorageInitializerInjector) InjectStorageInitializer(pod *v1.Pod) error

InjectStorageInitializer injects an init container to provision model data for the serving container in a unified way across storage tech by injecting a provisioning INIT container. This is a work around because KNative does not support INIT containers: https://github.com/knative/serving/issues/4307