serving

package
v0.0.0-...-1dfa148 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Mar 12, 2024 License: Apache-2.0 Imports: 4 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type CustomServingJobBuilder

type CustomServingJobBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewCustomServingJobBuilder

func NewCustomServingJobBuilder() *CustomServingJobBuilder

func (*CustomServingJobBuilder) Annotations

func (b *CustomServingJobBuilder) Annotations(annotations map[string]string) *CustomServingJobBuilder

Annotations is used to add annotations for job pods,match option --annotation

func (*CustomServingJobBuilder) Build

func (b *CustomServingJobBuilder) Build() (*Job, error)

Build is used to build the job

func (*CustomServingJobBuilder) CPU

CPU assign cpu limits,match the option --cpu

func (*CustomServingJobBuilder) Command

Command is used to set job command

func (*CustomServingJobBuilder) DataDirs

DataDirs is used to mount host files to job containers,match option --data-dir

func (*CustomServingJobBuilder) DataSubPathExprs

func (b *CustomServingJobBuilder) DataSubPathExprs(exprs map[string]string) *CustomServingJobBuilder

DataSubPathExprs is used to mount k8s pvc subpath to job pods,match option data-subpath-expr

func (*CustomServingJobBuilder) Datas

Datas is used to mount k8s pvc to job pods,match option --data

func (*CustomServingJobBuilder) EmptyDirSubPathExprs

func (b *CustomServingJobBuilder) EmptyDirSubPathExprs(exprs map[string]string) *CustomServingJobBuilder

func (*CustomServingJobBuilder) EnableIstio

EnableIstio is used to enable istio,match the option --enable-istio

func (*CustomServingJobBuilder) Envs

Envs is used to set env of job containers,match option --env

func (*CustomServingJobBuilder) ExposeService

ExposeService is used to expose service,match the option --expose-service

func (*CustomServingJobBuilder) GPUCore

GPUCore is used to set gpu core for the job, match the option --gpucore

func (*CustomServingJobBuilder) GPUCount

GPUCount is used to set count of gpu for the job,match the option --gpus

func (*CustomServingJobBuilder) GPUMemory

func (b *CustomServingJobBuilder) GPUMemory(memory int) *CustomServingJobBuilder

GPUMemory is used to set gpu memory for the job,match the option --gpumemory

func (*CustomServingJobBuilder) Image

Image is used to set job image,match the option --image

func (*CustomServingJobBuilder) ImagePullPolicy

func (b *CustomServingJobBuilder) ImagePullPolicy(policy string) *CustomServingJobBuilder

ImagePullPolicy is used to set image pull policy,match the option --image-pull-policy

func (*CustomServingJobBuilder) Labels

Labels is used to add labels for job

func (*CustomServingJobBuilder) Memory

Memory assign memory limits,match option --memory

func (*CustomServingJobBuilder) MetricsPort

func (b *CustomServingJobBuilder) MetricsPort(port int) *CustomServingJobBuilder

MetricsPort is used to set metrics port,match the option --metrics-port

func (*CustomServingJobBuilder) Name

Name is used to set job name,match option --name

func (*CustomServingJobBuilder) Namespace

func (b *CustomServingJobBuilder) Namespace(namespace string) *CustomServingJobBuilder

Namespace is used to set job namespace,match option --namespace

func (*CustomServingJobBuilder) NodeSelectors

func (b *CustomServingJobBuilder) NodeSelectors(selectors map[string]string) *CustomServingJobBuilder

NodeSelectors is used to set node selectors for scheduling job,match option --selector

func (*CustomServingJobBuilder) Port

Port is used to set port,match the option --port

func (*CustomServingJobBuilder) Replicas

Replicas is used to set serving job replicas,match the option --replicas

func (*CustomServingJobBuilder) RestfulPort

func (b *CustomServingJobBuilder) RestfulPort(port int) *CustomServingJobBuilder

RestfulPort is used to set restful port,match the option --restful-port

func (*CustomServingJobBuilder) Shell

Shell is used to set bash or sh

func (*CustomServingJobBuilder) TempDirs

func (*CustomServingJobBuilder) Tolerations

func (b *CustomServingJobBuilder) Tolerations(tolerations []string) *CustomServingJobBuilder

Tolerations is used to set tolerations for tolerate nodes,match option --toleration

func (*CustomServingJobBuilder) Version

Version is used to set serving job version,match the option --version

type Job

type Job struct {
	// contains filtered or unexported fields
}

Job defines the base job

func NewJob

func NewJob(name string, jobType types.ServingJobType, args interface{}) *Job

func (*Job) Args

func (b *Job) Args() interface{}

func (*Job) Name

func (b *Job) Name() string

func (*Job) Type

func (j *Job) Type() types.ServingJobType

type KFServingJobBuilder

type KFServingJobBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewKFServingJobBuilder

func NewKFServingJobBuilder() *KFServingJobBuilder

func (*KFServingJobBuilder) Annotations

func (b *KFServingJobBuilder) Annotations(annotations map[string]string) *KFServingJobBuilder

Annotations is used to add annotations for job pods,match option --annotation

func (*KFServingJobBuilder) Build

func (b *KFServingJobBuilder) Build() (*Job, error)

Build is used to build the job

func (*KFServingJobBuilder) CPU

CPU assign cpu limits,match the option --cpu

func (*KFServingJobBuilder) CanaryPercent

func (b *KFServingJobBuilder) CanaryPercent(percent int) *KFServingJobBuilder

CanaryPercent is used to set Canary percent,match the option --canary-percent

func (*KFServingJobBuilder) Command

func (b *KFServingJobBuilder) Command(args []string) *KFServingJobBuilder

Command is used to set job command

func (*KFServingJobBuilder) ConfigFiles

func (b *KFServingJobBuilder) ConfigFiles(files map[string]string) *KFServingJobBuilder

ConfigFiles is used to mapping config files form local to job containers,match option --config-file

func (*KFServingJobBuilder) DataDirs

func (b *KFServingJobBuilder) DataDirs(volumes map[string]string) *KFServingJobBuilder

DataDirs is used to mount host files to job containers,match option --data-dir

func (*KFServingJobBuilder) Datas

func (b *KFServingJobBuilder) Datas(volumes map[string]string) *KFServingJobBuilder

Datas is used to mount k8s pvc to job pods,match option --data

func (*KFServingJobBuilder) EnableIstio

func (b *KFServingJobBuilder) EnableIstio() *KFServingJobBuilder

EnableIstio is used to enable istio,match the option --enable-istio

func (*KFServingJobBuilder) Envs

Envs is used to set env of job containers,match option --env

func (*KFServingJobBuilder) ExposeService

func (b *KFServingJobBuilder) ExposeService() *KFServingJobBuilder

ExposeService is used to expose service,match the option --expose-service

func (*KFServingJobBuilder) GPUCore

func (b *KFServingJobBuilder) GPUCore(core int) *KFServingJobBuilder

GPUCore is used to set gpu core for the job, match the option --gpucore

func (*KFServingJobBuilder) GPUCount

func (b *KFServingJobBuilder) GPUCount(count int) *KFServingJobBuilder

GPUCount is used to set count of gpu for the job,match the option --gpus

func (*KFServingJobBuilder) GPUMemory

func (b *KFServingJobBuilder) GPUMemory(memory int) *KFServingJobBuilder

GPUMemory is used to set gpu memory for the job,match the option --gpumemory

func (*KFServingJobBuilder) Image

Image is used to set job image,match the option --image

func (*KFServingJobBuilder) ImagePullPolicy

func (b *KFServingJobBuilder) ImagePullPolicy(policy string) *KFServingJobBuilder

ImagePullPolicy is used to set image pull policy,match the option --image-pull-policy

func (*KFServingJobBuilder) Labels

func (b *KFServingJobBuilder) Labels(labels map[string]string) *KFServingJobBuilder

Labels is used to add labels for job

func (*KFServingJobBuilder) Memory

func (b *KFServingJobBuilder) Memory(memory string) *KFServingJobBuilder

Memory assign memory limits,match option --memory

func (*KFServingJobBuilder) ModelType

func (b *KFServingJobBuilder) ModelType(modeType string) *KFServingJobBuilder

ModeType is used to set mode type,match the option --mode-type

func (*KFServingJobBuilder) Name

Name is used to set job name,match option --name

func (*KFServingJobBuilder) Namespace

func (b *KFServingJobBuilder) Namespace(namespace string) *KFServingJobBuilder

Namespace is used to set job namespace,match option --namespace

func (*KFServingJobBuilder) NodeSelectors

func (b *KFServingJobBuilder) NodeSelectors(selectors map[string]string) *KFServingJobBuilder

NodeSelectors is used to set node selectors for scheduling job,match option --selector

func (*KFServingJobBuilder) Port

Port is used to set port,match the option --port

func (*KFServingJobBuilder) Replicas

func (b *KFServingJobBuilder) Replicas(count int) *KFServingJobBuilder

Replicas is used to set serving job replicas,match the option --replicas

func (*KFServingJobBuilder) Shell

Shell is used to set bash or sh

func (*KFServingJobBuilder) StorageUri

func (b *KFServingJobBuilder) StorageUri(uri string) *KFServingJobBuilder

StorageUri is used to set storage uri,match the option --storage-uri

func (*KFServingJobBuilder) Tolerations

func (b *KFServingJobBuilder) Tolerations(tolerations []string) *KFServingJobBuilder

Tolerations is used to set tolerations for tolerate nodes,match option --toleration

func (*KFServingJobBuilder) Version

func (b *KFServingJobBuilder) Version(version string) *KFServingJobBuilder

Version is used to set serving job version,match the option --version

type KServeJobBuilder

type KServeJobBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewKServeJobBuilder

func NewKServeJobBuilder() *KServeJobBuilder

func (*KServeJobBuilder) Annotations

func (b *KServeJobBuilder) Annotations(annotations map[string]string) *KServeJobBuilder

Annotations is used to add annotations for job pods,match option --annotation

func (*KServeJobBuilder) Build

func (b *KServeJobBuilder) Build() (*Job, error)

Build is used to build the job

func (*KServeJobBuilder) CPU

CPU assign cpu limits,match the option --cpu

func (*KServeJobBuilder) CanaryTrafficPercent

func (b *KServeJobBuilder) CanaryTrafficPercent(canaryTrafficPercent int64) *KServeJobBuilder

CanaryTrafficPercent defines the traffic split percentage between the candidate revision and the last ready revision

func (*KServeJobBuilder) Command

func (b *KServeJobBuilder) Command(args []string) *KServeJobBuilder

Command is used to set job command

func (*KServeJobBuilder) ConfigFiles

func (b *KServeJobBuilder) ConfigFiles(files map[string]string) *KServeJobBuilder

ConfigFiles is used to mapping config files form local to job containers,match option --config-file

func (*KServeJobBuilder) ContainerConcurrency

func (b *KServeJobBuilder) ContainerConcurrency(containerConcurrency int64) *KServeJobBuilder

ContainerConcurrency specifies how many requests can be processed concurrently

func (*KServeJobBuilder) DataDirs

func (b *KServeJobBuilder) DataDirs(volumes map[string]string) *KServeJobBuilder

DataDirs is used to mount host files to job containers,match option --data-dir

func (*KServeJobBuilder) Datas

func (b *KServeJobBuilder) Datas(volumes map[string]string) *KServeJobBuilder

Datas is used to mount k8s pvc to job pods,match option --data

func (*KServeJobBuilder) EnableIstio

func (b *KServeJobBuilder) EnableIstio() *KServeJobBuilder

EnableIstio is used to enable istio,match the option --enable-istio

func (*KServeJobBuilder) Envs

func (b *KServeJobBuilder) Envs(envs map[string]string) *KServeJobBuilder

Envs is used to set env of job containers,match option --env

func (*KServeJobBuilder) ExposeService

func (b *KServeJobBuilder) ExposeService() *KServeJobBuilder

ExposeService is used to expose service,match the option --expose-service

func (*KServeJobBuilder) GPUCore

func (b *KServeJobBuilder) GPUCore(core int) *KServeJobBuilder

GPUCore is used to set gpu core for the job, match the option --gpucore

func (*KServeJobBuilder) GPUCount

func (b *KServeJobBuilder) GPUCount(count int) *KServeJobBuilder

GPUCount is used to set count of gpu for the job,match the option --gpus

func (*KServeJobBuilder) GPUMemory

func (b *KServeJobBuilder) GPUMemory(memory int) *KServeJobBuilder

GPUMemory is used to set gpu memory for the job,match the option --gpumemory

func (*KServeJobBuilder) Image

func (b *KServeJobBuilder) Image(image string) *KServeJobBuilder

Image is used to set job image,match the option --image

func (*KServeJobBuilder) ImagePullPolicy

func (b *KServeJobBuilder) ImagePullPolicy(policy string) *KServeJobBuilder

ImagePullPolicy is used to set image pull policy,match the option --image-pull-policy

func (*KServeJobBuilder) Labels

func (b *KServeJobBuilder) Labels(labels map[string]string) *KServeJobBuilder

Labels is used to add labels for job

func (*KServeJobBuilder) MaxReplicas

func (b *KServeJobBuilder) MaxReplicas(maxReplicas int) *KServeJobBuilder

MaxReplicas number of replicas for autoscaling.

func (*KServeJobBuilder) Memory

func (b *KServeJobBuilder) Memory(memory string) *KServeJobBuilder

Memory assign memory limits,match option --memory

func (*KServeJobBuilder) MinReplicas

func (b *KServeJobBuilder) MinReplicas(minReplicas int) *KServeJobBuilder

MinReplicas number of replicas, defaults to 1 but can be set to 0 to enable scale-to-zero.

func (*KServeJobBuilder) ModelFormat

func (b *KServeJobBuilder) ModelFormat(modelFormat *types.ModelFormat) *KServeJobBuilder

ModelFormat the ModelFormat being served.

func (*KServeJobBuilder) Name

func (b *KServeJobBuilder) Name(name string) *KServeJobBuilder

Name is used to set job name,match option --name

func (*KServeJobBuilder) Namespace

func (b *KServeJobBuilder) Namespace(namespace string) *KServeJobBuilder

Namespace is used to set job namespace,match option --namespace

func (*KServeJobBuilder) NodeSelectors

func (b *KServeJobBuilder) NodeSelectors(selectors map[string]string) *KServeJobBuilder

NodeSelectors is used to set node selectors for scheduling job,match option --selector

func (*KServeJobBuilder) Port

func (b *KServeJobBuilder) Port(port int) *KServeJobBuilder

Port the port of tcp listening port, default is 8080 in kserve

func (*KServeJobBuilder) ProtocolVersion

func (b *KServeJobBuilder) ProtocolVersion(protocolVersion string) *KServeJobBuilder

ProtocolVersion use by the predictor (i.e. v1 or v2 or grpc-v1 or grpc-v2)

func (*KServeJobBuilder) Replicas

func (b *KServeJobBuilder) Replicas(count int) *KServeJobBuilder

Replicas is used to set serving job replicas,match the option --replicas

func (*KServeJobBuilder) Runtime

func (b *KServeJobBuilder) Runtime(runtime string) *KServeJobBuilder

Runtime specific ClusterServingRuntime/ServingRuntime name to use for deployment.

func (*KServeJobBuilder) RuntimeVersion

func (b *KServeJobBuilder) RuntimeVersion(runtimeVersion string) *KServeJobBuilder

RuntimeVersion of the predictor docker image

func (*KServeJobBuilder) ScaleMetric

func (b *KServeJobBuilder) ScaleMetric(scaleMetric string) *KServeJobBuilder

ScaleMetric watched by autoscaler. possible values are concurrency, rps, cpu, memory. concurrency, rps are supported via KPA

func (*KServeJobBuilder) ScaleTarget

func (b *KServeJobBuilder) ScaleTarget(scaleTarget int) *KServeJobBuilder

ScaleTarget number of replicas for autoscaling.

func (*KServeJobBuilder) Shell

func (b *KServeJobBuilder) Shell(shell string) *KServeJobBuilder

Shell is used to set bash or sh

func (*KServeJobBuilder) StorageUri

func (b *KServeJobBuilder) StorageUri(uri string) *KServeJobBuilder

StorageUri is used to set storage uri,match the option --storage-uri

func (*KServeJobBuilder) TimeoutSeconds

func (b *KServeJobBuilder) TimeoutSeconds(timeoutSeconds int64) *KServeJobBuilder

TimeoutSeconds specifies the number of seconds to wait before timing out a request to the component.

func (*KServeJobBuilder) Tolerations

func (b *KServeJobBuilder) Tolerations(tolerations []string) *KServeJobBuilder

Tolerations is used to set tolerations for tolerate nodes,match option --toleration

func (*KServeJobBuilder) Version

func (b *KServeJobBuilder) Version(version string) *KServeJobBuilder

Version is used to set serving job version,match the option --version

type SeldonJobBuilder

type SeldonJobBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewSeldonServingJobBuilder

func NewSeldonServingJobBuilder() *SeldonJobBuilder

func (*SeldonJobBuilder) Annotations

func (b *SeldonJobBuilder) Annotations(annotations map[string]string) *SeldonJobBuilder

Annotations is used to add annotations for job pods,match option --annotation

func (*SeldonJobBuilder) Build

func (b *SeldonJobBuilder) Build() (*Job, error)

Build is used to build the job

func (*SeldonJobBuilder) CPU

CPU assign cpu limits,match the option --cpu

func (*SeldonJobBuilder) Command

func (b *SeldonJobBuilder) Command(args []string) *SeldonJobBuilder

Command is used to set job command

func (*SeldonJobBuilder) ConfigFiles

func (b *SeldonJobBuilder) ConfigFiles(files map[string]string) *SeldonJobBuilder

ConfigFiles is used to mapping config files form local to job containers,match option --config-file

func (*SeldonJobBuilder) DataDirs

func (b *SeldonJobBuilder) DataDirs(volumes map[string]string) *SeldonJobBuilder

DataDirs is used to mount host files to job containers,match option --data-dir

func (*SeldonJobBuilder) Datas

func (b *SeldonJobBuilder) Datas(volumes map[string]string) *SeldonJobBuilder

Datas is used to mount k8s pvc to job pods,match option --data

func (*SeldonJobBuilder) EnableIstio

func (b *SeldonJobBuilder) EnableIstio() *SeldonJobBuilder

EnableIstio is used to enable istio,match the option --enable-istio

func (*SeldonJobBuilder) Envs

func (b *SeldonJobBuilder) Envs(envs map[string]string) *SeldonJobBuilder

Envs is used to set env of job containers,match option --env

func (*SeldonJobBuilder) ExposeService

func (b *SeldonJobBuilder) ExposeService() *SeldonJobBuilder

ExposeService is used to expose service,match the option --expose-service

func (*SeldonJobBuilder) GPUCore

func (b *SeldonJobBuilder) GPUCore(core int) *SeldonJobBuilder

GPUCore is used to set gpu core for the job, match the option --gpucore

func (*SeldonJobBuilder) GPUCount

func (b *SeldonJobBuilder) GPUCount(count int) *SeldonJobBuilder

GPUCount is used to set count of gpu for the job,match the option --gpus

func (*SeldonJobBuilder) GPUMemory

func (b *SeldonJobBuilder) GPUMemory(memory int) *SeldonJobBuilder

GPUMemory is used to set gpu memory for the job,match the option --gpumemory

func (*SeldonJobBuilder) Image

func (b *SeldonJobBuilder) Image(image string) *SeldonJobBuilder

Image is used to set job image,match the option --image

func (*SeldonJobBuilder) ImagePullPolicy

func (b *SeldonJobBuilder) ImagePullPolicy(policy string) *SeldonJobBuilder

ImagePullPolicy is used to set image pull policy,match the option --image-pull-policy

func (*SeldonJobBuilder) Implementation

func (b *SeldonJobBuilder) Implementation(implementation string) *SeldonJobBuilder

Implementation defines the serving model framework --implementation

func (*SeldonJobBuilder) Labels

func (b *SeldonJobBuilder) Labels(labels map[string]string) *SeldonJobBuilder

Labels is used to add labels for job

func (*SeldonJobBuilder) Memory

func (b *SeldonJobBuilder) Memory(memory string) *SeldonJobBuilder

Memory assign memory limits,match option --memory

func (*SeldonJobBuilder) ModelUri

func (b *SeldonJobBuilder) ModelUri(modelUri string) *SeldonJobBuilder

ModelUri defines the model uri --mode-uri

func (*SeldonJobBuilder) Name

func (b *SeldonJobBuilder) Name(name string) *SeldonJobBuilder

Name is used to set job name,match option --name

func (*SeldonJobBuilder) Namespace

func (b *SeldonJobBuilder) Namespace(namespace string) *SeldonJobBuilder

Namespace is used to set job namespace,match option --namespace

func (*SeldonJobBuilder) NodeSelectors

func (b *SeldonJobBuilder) NodeSelectors(selectors map[string]string) *SeldonJobBuilder

NodeSelectors is used to set node selectors for scheduling job,match option --selector

func (*SeldonJobBuilder) Replicas

func (b *SeldonJobBuilder) Replicas(count int) *SeldonJobBuilder

Replicas is used to set serving job replicas,match the option --replicas

func (*SeldonJobBuilder) Shell

func (b *SeldonJobBuilder) Shell(shell string) *SeldonJobBuilder

Shell is used to set bash or sh

func (*SeldonJobBuilder) Tolerations

func (b *SeldonJobBuilder) Tolerations(tolerations []string) *SeldonJobBuilder

Tolerations is used to set tolerations for tolerate nodes,match option --toleration

func (*SeldonJobBuilder) Version

func (b *SeldonJobBuilder) Version(version string) *SeldonJobBuilder

Version is used to set serving job version,match the option --version

type TFServingJobBuilder

type TFServingJobBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewTFServingJobBuilder

func NewTFServingJobBuilder() *TFServingJobBuilder

func (*TFServingJobBuilder) Annotations

func (b *TFServingJobBuilder) Annotations(annotations map[string]string) *TFServingJobBuilder

Annotations is used to add annotations for job pods,match option --annotation

func (*TFServingJobBuilder) Build

func (b *TFServingJobBuilder) Build() (*Job, error)

Build is used to build the job

func (*TFServingJobBuilder) CPU

CPU assign cpu limits,match the option --cpu

func (*TFServingJobBuilder) Command

func (b *TFServingJobBuilder) Command(args []string) *TFServingJobBuilder

Command is used to set job command

func (*TFServingJobBuilder) ConfigFiles

func (b *TFServingJobBuilder) ConfigFiles(files map[string]string) *TFServingJobBuilder

ConfigFiles is used to mapping config files form local to job containers,match option --config-file

func (*TFServingJobBuilder) DataDirs

func (b *TFServingJobBuilder) DataDirs(volumes map[string]string) *TFServingJobBuilder

DataDirs is used to mount host files to job containers,match option --data-dir

func (*TFServingJobBuilder) DataSubPathExprs

func (b *TFServingJobBuilder) DataSubPathExprs(exprs map[string]string) *TFServingJobBuilder

DataSubPathExprs is used to mount k8s pvc subpath to job pods,match option data-subpath-expr

func (*TFServingJobBuilder) Datas

func (b *TFServingJobBuilder) Datas(volumes map[string]string) *TFServingJobBuilder

Datas is used to mount k8s pvc to job pods,match option --data

func (*TFServingJobBuilder) EmptyDirSubPathExprs

func (b *TFServingJobBuilder) EmptyDirSubPathExprs(exprs map[string]string) *TFServingJobBuilder

EmptyDirSubPathExprs specify the datasource subpath to mount to the pod by expression

func (*TFServingJobBuilder) EnableIstio

func (b *TFServingJobBuilder) EnableIstio() *TFServingJobBuilder

EnableIstio is used to enable istio,match the option --enable-istio

func (*TFServingJobBuilder) Envs

Envs is used to set env of job containers,match option --env

func (*TFServingJobBuilder) ExposeService

func (b *TFServingJobBuilder) ExposeService() *TFServingJobBuilder

ExposeService is used to expose service,match the option --expose-service

func (*TFServingJobBuilder) GPUCore

func (b *TFServingJobBuilder) GPUCore(core int) *TFServingJobBuilder

GPUCore is used to set gpu core for the job, match the option --gpucore

func (*TFServingJobBuilder) GPUCount

func (b *TFServingJobBuilder) GPUCount(count int) *TFServingJobBuilder

GPUCount is used to set count of gpu for the job,match the option --gpus

func (*TFServingJobBuilder) GPUMemory

func (b *TFServingJobBuilder) GPUMemory(memory int) *TFServingJobBuilder

GPUMemory is used to set gpu memory for the job,match the option --gpumemory

func (*TFServingJobBuilder) Image

Image is used to set job image,match the option --image

func (*TFServingJobBuilder) ImagePullPolicy

func (b *TFServingJobBuilder) ImagePullPolicy(policy string) *TFServingJobBuilder

ImagePullPolicy is used to set image pull policy,match the option --image-pull-policy

func (*TFServingJobBuilder) Labels

func (b *TFServingJobBuilder) Labels(labels map[string]string) *TFServingJobBuilder

Labels is used to add labels for job

func (*TFServingJobBuilder) Memory

func (b *TFServingJobBuilder) Memory(memory string) *TFServingJobBuilder

Memory assign memory limits,match option --memory

func (*TFServingJobBuilder) ModelConfigFile

func (b *TFServingJobBuilder) ModelConfigFile(filePath string) *TFServingJobBuilder

ModelConfigFile is used to set model config file,match the option --model-config-file

func (*TFServingJobBuilder) ModelName

func (b *TFServingJobBuilder) ModelName(name string) *TFServingJobBuilder

ModelName is used to set model name,match the option --model-name

func (*TFServingJobBuilder) ModelPath

func (b *TFServingJobBuilder) ModelPath(path string) *TFServingJobBuilder

ModelPath is used to set model path,match the option --model-path

func (*TFServingJobBuilder) MonitoringConfigFile

func (b *TFServingJobBuilder) MonitoringConfigFile(filePath string) *TFServingJobBuilder

MonitoringConfigFile is used to set monitoring config file,match the option --monitoring-config-file

func (*TFServingJobBuilder) Name

Name is used to set job name,match option --name

func (*TFServingJobBuilder) Namespace

func (b *TFServingJobBuilder) Namespace(namespace string) *TFServingJobBuilder

Namespace is used to set job namespace,match option --namespace

func (*TFServingJobBuilder) NodeSelectors

func (b *TFServingJobBuilder) NodeSelectors(selectors map[string]string) *TFServingJobBuilder

NodeSelectors is used to set node selectors for scheduling job,match option --selector

func (*TFServingJobBuilder) Port

Port is used to set port,match the option --port

func (*TFServingJobBuilder) Replicas

func (b *TFServingJobBuilder) Replicas(count int) *TFServingJobBuilder

Replicas is used to set serving job replicas,match the option --replicas

func (*TFServingJobBuilder) RestfulPort

func (b *TFServingJobBuilder) RestfulPort(port int) *TFServingJobBuilder

RestfulPort is used to set restful port,match the option --restful-port

func (*TFServingJobBuilder) Shell

Shell is used to set bash or sh

func (*TFServingJobBuilder) TempDirs

func (b *TFServingJobBuilder) TempDirs(volumes map[string]string) *TFServingJobBuilder

TempDirs specify the deployment empty dir

func (*TFServingJobBuilder) Tolerations

func (b *TFServingJobBuilder) Tolerations(tolerations []string) *TFServingJobBuilder

Tolerations is used to set tolerations for tolerate nodes,match option --toleration

func (*TFServingJobBuilder) Version

func (b *TFServingJobBuilder) Version(version string) *TFServingJobBuilder

Version is used to set serving job version,match the option --version

func (*TFServingJobBuilder) VersionPolicy

func (b *TFServingJobBuilder) VersionPolicy(policy string) *TFServingJobBuilder

VersionPolicy is used to set version policy,match the option --version-policy

type TRTServingJobBuilder

type TRTServingJobBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewTRTServingJobBuilder

func NewTRTServingJobBuilder() *TRTServingJobBuilder

func (*TRTServingJobBuilder) AllowMetrics

func (b *TRTServingJobBuilder) AllowMetrics() *TRTServingJobBuilder

AllowMetrics is enable metric,match the option --allow-meetrics

func (*TRTServingJobBuilder) Annotations

func (b *TRTServingJobBuilder) Annotations(annotations map[string]string) *TRTServingJobBuilder

Annotations is used to add annotations for job pods,match option --annotation

func (*TRTServingJobBuilder) Build

func (b *TRTServingJobBuilder) Build() (*Job, error)

Build is used to build the job

func (*TRTServingJobBuilder) CPU

CPU assign cpu limits,match the option --cpu

func (*TRTServingJobBuilder) Command

func (b *TRTServingJobBuilder) Command(args []string) *TRTServingJobBuilder

Command is used to set job command

func (*TRTServingJobBuilder) ConfigFiles

func (b *TRTServingJobBuilder) ConfigFiles(files map[string]string) *TRTServingJobBuilder

ConfigFiles is used to mapping config files form local to job containers,match option --config-file

func (*TRTServingJobBuilder) DataDirs

func (b *TRTServingJobBuilder) DataDirs(volumes map[string]string) *TRTServingJobBuilder

DataDirs is used to mount host files to job containers,match option --data-dir

func (*TRTServingJobBuilder) Datas

func (b *TRTServingJobBuilder) Datas(volumes map[string]string) *TRTServingJobBuilder

Datas is used to mount k8s pvc to job pods,match option --data

func (*TRTServingJobBuilder) EnableIstio

func (b *TRTServingJobBuilder) EnableIstio() *TRTServingJobBuilder

EnableIstio is used to enable istio,match the option --enable-istio

func (*TRTServingJobBuilder) Envs

Envs is used to set env of job containers,match option --env

func (*TRTServingJobBuilder) ExposeService

func (b *TRTServingJobBuilder) ExposeService() *TRTServingJobBuilder

ExposeService is used to expose service,match the option --expose-service

func (*TRTServingJobBuilder) GPUCore

func (b *TRTServingJobBuilder) GPUCore(core int) *TRTServingJobBuilder

GPUCore is used to set gpu core for the job, match the option --gpucore

func (*TRTServingJobBuilder) GPUCount

func (b *TRTServingJobBuilder) GPUCount(count int) *TRTServingJobBuilder

GPUCount is used to set count of gpu for the job,match the option --gpus

func (*TRTServingJobBuilder) GPUMemory

func (b *TRTServingJobBuilder) GPUMemory(memory int) *TRTServingJobBuilder

GPUMemory is used to set gpu memory for the job,match the option --gpumemory

func (*TRTServingJobBuilder) GrpcPort

func (b *TRTServingJobBuilder) GrpcPort(port int) *TRTServingJobBuilder

RestfulPort is used to set restful port,match the option --restful-port

func (*TRTServingJobBuilder) HttpPort

func (b *TRTServingJobBuilder) HttpPort(port int) *TRTServingJobBuilder

Port is used to set port,match the option --port

func (*TRTServingJobBuilder) Image

Image is used to set job image,match the option --image

func (*TRTServingJobBuilder) ImagePullPolicy

func (b *TRTServingJobBuilder) ImagePullPolicy(policy string) *TRTServingJobBuilder

ImagePullPolicy is used to set image pull policy,match the option --image-pull-policy

func (*TRTServingJobBuilder) Labels

func (b *TRTServingJobBuilder) Labels(labels map[string]string) *TRTServingJobBuilder

Labels is used to add labels for job

func (*TRTServingJobBuilder) Memory

Memory assign memory limits,match option --memory

func (*TRTServingJobBuilder) MetricsPort

func (b *TRTServingJobBuilder) MetricsPort(port int) *TRTServingJobBuilder

MetricsPort is used to set metrics port,match the option --metric-port

func (*TRTServingJobBuilder) ModelStore

func (b *TRTServingJobBuilder) ModelStore(store string) *TRTServingJobBuilder

ModelStore is used to set model store,match the option --model-store

func (*TRTServingJobBuilder) Name

Name is used to set job name,match option --name

func (*TRTServingJobBuilder) Namespace

func (b *TRTServingJobBuilder) Namespace(namespace string) *TRTServingJobBuilder

Namespace is used to set job namespace,match option --namespace

func (*TRTServingJobBuilder) NodeSelectors

func (b *TRTServingJobBuilder) NodeSelectors(selectors map[string]string) *TRTServingJobBuilder

NodeSelectors is used to set node selectors for scheduling job,match option --selector

func (*TRTServingJobBuilder) Replicas

func (b *TRTServingJobBuilder) Replicas(count int) *TRTServingJobBuilder

Replicas is used to set serving job replicas,match the option --replicas

func (*TRTServingJobBuilder) Shell

Shell is used to set bash or sh

func (*TRTServingJobBuilder) Tolerations

func (b *TRTServingJobBuilder) Tolerations(tolerations []string) *TRTServingJobBuilder

Tolerations is used to set tolerations for tolerate nodes,match option --toleration

func (*TRTServingJobBuilder) Version

func (b *TRTServingJobBuilder) Version(version string) *TRTServingJobBuilder

Version is used to set serving job version,match the option --version

type TrafficRouterBuilder

type TrafficRouterBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewTrafficRouterBuilder

func NewTrafficRouterBuilder() *TrafficRouterBuilder

func (*TrafficRouterBuilder) Build

Build is used to build the traffic router split args

func (*TrafficRouterBuilder) Name

Name is used to set job name,match option --name

func (*TrafficRouterBuilder) Namespace

func (b *TrafficRouterBuilder) Namespace(namespace string) *TrafficRouterBuilder

Namespace is used to set job namespace,match option --namespace

func (*TrafficRouterBuilder) VersionWeight

VersionWeight is used to set version weight

type TritonServingJobBuilder

type TritonServingJobBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewTritonServingJobBuilder

func NewTritonServingJobBuilder() *TritonServingJobBuilder

func (*TritonServingJobBuilder) AllowMetrics

AllowMetrics is enable metric,match the option --allow-metrics

func (*TritonServingJobBuilder) Annotations

func (b *TritonServingJobBuilder) Annotations(annotations map[string]string) *TritonServingJobBuilder

Annotations is used to add annotations for job pods,match option --annotation

func (*TritonServingJobBuilder) Build

func (b *TritonServingJobBuilder) Build() (*Job, error)

Build is used to build the job

func (*TritonServingJobBuilder) CPU

CPU assign cpu limits,match the option --cpu

func (*TritonServingJobBuilder) Command

Command is used to set job command

func (*TritonServingJobBuilder) ConfigFiles

func (b *TritonServingJobBuilder) ConfigFiles(files map[string]string) *TritonServingJobBuilder

ConfigFiles is used to mapping config files form local to job containers,match option --config-file

func (*TritonServingJobBuilder) DataDirs

DataDirs is used to mount host files to job containers,match option --data-dir

func (*TritonServingJobBuilder) DataSubPathExprs

func (b *TritonServingJobBuilder) DataSubPathExprs(exprs map[string]string) *TritonServingJobBuilder

DataSubPathExprs is used to mount k8s pvc subpath to job pods,match option data-subpath-expr

func (*TritonServingJobBuilder) Datas

Datas is used to mount k8s pvc to job pods,match option --data

func (*TritonServingJobBuilder) EmptyDirSubPathExprs

func (b *TritonServingJobBuilder) EmptyDirSubPathExprs(exprs map[string]string) *TritonServingJobBuilder

EmptyDirSubPathExprs specify the datasource subpath to mount to the pod by expression

func (*TritonServingJobBuilder) EnableIstio

EnableIstio is used to enable istio,match the option --enable-istio

func (*TritonServingJobBuilder) Envs

Envs is used to set env of job containers,match option --env

func (*TritonServingJobBuilder) ExposeService

ExposeService is used to expose service,match the option --expose-service

func (*TritonServingJobBuilder) GPUCore

GPUCore is used to set gpu core for the job,match the option --gpucore

func (*TritonServingJobBuilder) GPUCount

GPUCount is used to set count of gpu for the job,match the option --gpus

func (*TritonServingJobBuilder) GPUMemory

func (b *TritonServingJobBuilder) GPUMemory(memory int) *TritonServingJobBuilder

GPUMemory is used to set gpu memory for the job,match the option --gpumemory

func (*TritonServingJobBuilder) GrpcPort

RestfulPort is used to set restful port,match the option --restful-port

func (*TritonServingJobBuilder) HttpPort

Port is used to set port,match the option --port

func (*TritonServingJobBuilder) Image

Image is used to set job image,match the option --image

func (*TritonServingJobBuilder) ImagePullPolicy

func (b *TritonServingJobBuilder) ImagePullPolicy(policy string) *TritonServingJobBuilder

ImagePullPolicy is used to set image pull policy,match the option --image-pull-policy

func (*TritonServingJobBuilder) Labels

Labels is used to add labels for job

func (*TritonServingJobBuilder) Memory

Memory assign memory limits,match option --memory

func (*TritonServingJobBuilder) MetricsPort

func (b *TritonServingJobBuilder) MetricsPort(port int) *TritonServingJobBuilder

MetricsPort is used to set metrics port,match the option --metric-port

func (*TritonServingJobBuilder) ModelRepository

func (b *TritonServingJobBuilder) ModelRepository(repository string) *TritonServingJobBuilder

ModelRepository is used to set model store,match the option --model-repository

func (*TritonServingJobBuilder) Name

Name is used to set job name,match option --name

func (*TritonServingJobBuilder) Namespace

func (b *TritonServingJobBuilder) Namespace(namespace string) *TritonServingJobBuilder

Namespace is used to set job namespace,match option --namespace

func (*TritonServingJobBuilder) NodeSelectors

func (b *TritonServingJobBuilder) NodeSelectors(selectors map[string]string) *TritonServingJobBuilder

NodeSelectors is used to set node selectors for scheduling job,match option --selector

func (*TritonServingJobBuilder) Replicas

Replicas is used to set serving job replicas,match the option --replicas

func (*TritonServingJobBuilder) Shell

Shell is used to set bash or sh

func (*TritonServingJobBuilder) TempDirs

TempDirs specify the deployment empty dir

func (*TritonServingJobBuilder) Tolerations

func (b *TritonServingJobBuilder) Tolerations(tolerations []string) *TritonServingJobBuilder

Tolerations is used to set tolerations for tolerate nodes,match option --toleration

func (*TritonServingJobBuilder) Version

Version is used to set serving job version,match the option --version

type UpdateCustomServingJobBuilder

type UpdateCustomServingJobBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewUpdateCustomServingJobBuilder

func NewUpdateCustomServingJobBuilder() *UpdateCustomServingJobBuilder

func (*UpdateCustomServingJobBuilder) Annotations

Annotations is used to add annotations for job pods,match option --annotation

func (*UpdateCustomServingJobBuilder) Build

func (b *UpdateCustomServingJobBuilder) Build() (*Job, error)

Build is used to build the job

func (*UpdateCustomServingJobBuilder) Command

Command is used to set job command

func (*UpdateCustomServingJobBuilder) Envs

Envs is used to set env of job containers,match option --env

func (*UpdateCustomServingJobBuilder) Image

Image is used to set job image,match the option --image

func (*UpdateCustomServingJobBuilder) Labels

Labels is used to add labels for job

func (*UpdateCustomServingJobBuilder) Name

Name is used to set job name,match option --name

func (*UpdateCustomServingJobBuilder) Namespace

Namespace is used to set job namespace,match option --namespace

func (*UpdateCustomServingJobBuilder) NodeSelectors

NodeSelectors is used to set node selectors for scheduling job, match option --selector

func (*UpdateCustomServingJobBuilder) Replicas

Replicas is used to set serving job replicas,match the option --replicas

func (*UpdateCustomServingJobBuilder) Tolerations

Tolerations are used to set tolerations for tolerate nodes, match option --toleration

func (*UpdateCustomServingJobBuilder) Version

Version is used to set serving job version, match the option --version

type UpdateKServeJobBuilder

type UpdateKServeJobBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewUpdateKServeJobBuilder

func NewUpdateKServeJobBuilder() *UpdateKServeJobBuilder

func (*UpdateKServeJobBuilder) Annotations

func (b *UpdateKServeJobBuilder) Annotations(annotations map[string]string) *UpdateKServeJobBuilder

Annotations is used to add annotations for job pods,match option --annotation

func (*UpdateKServeJobBuilder) Build

func (b *UpdateKServeJobBuilder) Build() (*Job, error)

Build is used to build the job

func (*UpdateKServeJobBuilder) CanaryTrafficPercent

func (b *UpdateKServeJobBuilder) CanaryTrafficPercent(canaryTrafficPercent int64) *UpdateKServeJobBuilder

CanaryTrafficPercent defines the traffic split percentage between the candidate revision and the last ready revision

func (*UpdateKServeJobBuilder) Command

Command is used to set job command

func (*UpdateKServeJobBuilder) ContainerConcurrency

func (b *UpdateKServeJobBuilder) ContainerConcurrency(containerConcurrency int64) *UpdateKServeJobBuilder

ContainerConcurrency specifies how many requests can be processed concurrently

func (*UpdateKServeJobBuilder) Envs

Envs is used to set env of job containers,match option --env

func (*UpdateKServeJobBuilder) Image

Image is used to set job image,match the option --image

func (*UpdateKServeJobBuilder) Labels

Labels is used to add labels for job

func (*UpdateKServeJobBuilder) MaxReplicas

func (b *UpdateKServeJobBuilder) MaxReplicas(maxReplicas int) *UpdateKServeJobBuilder

MaxReplicas number of replicas for autoscaling.

func (*UpdateKServeJobBuilder) MinReplicas

func (b *UpdateKServeJobBuilder) MinReplicas(minReplicas int) *UpdateKServeJobBuilder

MinReplicas number of replicas, defaults to 1 but can be set to 0 to enable scale-to-zero.

func (*UpdateKServeJobBuilder) ModelFormat

func (b *UpdateKServeJobBuilder) ModelFormat(modelFormat *types.ModelFormat) *UpdateKServeJobBuilder

ModelFormat the ModelFormat being served.

func (*UpdateKServeJobBuilder) Name

Name is used to set job name,match option --name

func (*UpdateKServeJobBuilder) Namespace

func (b *UpdateKServeJobBuilder) Namespace(namespace string) *UpdateKServeJobBuilder

Namespace is used to set job namespace,match option --namespace

func (*UpdateKServeJobBuilder) Port

Port the port of tcp listening port, default is 8080 in kserve

func (*UpdateKServeJobBuilder) ProtocolVersion

func (b *UpdateKServeJobBuilder) ProtocolVersion(protocolVersion string) *UpdateKServeJobBuilder

ProtocolVersion use by the predictor (i.e. v1 or v2 or grpc-v1 or grpc-v2)

func (*UpdateKServeJobBuilder) Replicas

Replicas is used to set serving job replicas,match the option --replicas

func (*UpdateKServeJobBuilder) Runtime

Runtime specific ClusterServingRuntime/ServingRuntime name to use for deployment.

func (*UpdateKServeJobBuilder) RuntimeVersion

func (b *UpdateKServeJobBuilder) RuntimeVersion(runtimeVersion string) *UpdateKServeJobBuilder

RuntimeVersion of the predictor docker image

func (*UpdateKServeJobBuilder) ScaleMetric

func (b *UpdateKServeJobBuilder) ScaleMetric(scaleMetric string) *UpdateKServeJobBuilder

ScaleMetric watched by autoscaler. possible values are concurrency, rps, cpu, memory. concurrency, rps are supported via KPA

func (*UpdateKServeJobBuilder) ScaleTarget

func (b *UpdateKServeJobBuilder) ScaleTarget(scaleTarget int) *UpdateKServeJobBuilder

ScaleTarget number of replicas for autoscaling.

func (*UpdateKServeJobBuilder) StorageUri

StorageUri is used to set storage uri,match the option --storage-uri

func (*UpdateKServeJobBuilder) TimeoutSeconds

func (b *UpdateKServeJobBuilder) TimeoutSeconds(timeoutSeconds int64) *UpdateKServeJobBuilder

TimeoutSeconds specifies the number of seconds to wait before timing out a request to the component.

func (*UpdateKServeJobBuilder) Version

Version is used to set serving job version, match the option --version

type UpdateTFServingJobBuilder

type UpdateTFServingJobBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewUpdateTFServingJobBuilder

func NewUpdateTFServingJobBuilder() *UpdateTFServingJobBuilder

func (*UpdateTFServingJobBuilder) Annotations

func (b *UpdateTFServingJobBuilder) Annotations(annotations map[string]string) *UpdateTFServingJobBuilder

Annotations is used to add annotations for job pods,match option --annotation

func (*UpdateTFServingJobBuilder) Build

func (b *UpdateTFServingJobBuilder) Build() (*Job, error)

Build is used to build the job

func (*UpdateTFServingJobBuilder) Command

Command is used to set job command

func (*UpdateTFServingJobBuilder) Envs

Envs is used to set env of job containers,match option --env

func (*UpdateTFServingJobBuilder) Image

Image is used to set job image,match the option --image

func (*UpdateTFServingJobBuilder) Labels

Labels is used to add labels for job

func (*UpdateTFServingJobBuilder) ModelConfigFile

func (b *UpdateTFServingJobBuilder) ModelConfigFile(filePath string) *UpdateTFServingJobBuilder

ModelConfigFile is used to set model config file,match the option --model-config-file

func (*UpdateTFServingJobBuilder) ModelName

ModelName is used to set model name,match the option --model-name

func (*UpdateTFServingJobBuilder) ModelPath

ModelPath is used to set model path,match the option --model-path

func (*UpdateTFServingJobBuilder) MonitoringConfigFile

func (b *UpdateTFServingJobBuilder) MonitoringConfigFile(filePath string) *UpdateTFServingJobBuilder

MonitoringConfigFile is used to set monitoring config file,match the option --monitoring-config-file

func (*UpdateTFServingJobBuilder) Name

Name is used to set job name,match option --name

func (*UpdateTFServingJobBuilder) Namespace

Namespace is used to set job namespace,match option --namespace

func (*UpdateTFServingJobBuilder) Replicas

Replicas is used to set serving job replicas,match the option --replicas

func (*UpdateTFServingJobBuilder) Shell

Shell is used to set bash or sh

func (*UpdateTFServingJobBuilder) Version

Version is used to set serving job version,match the option --version

type UpdateTritonServingJobBuilder

type UpdateTritonServingJobBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewUpdateTritonServingJobBuilder

func NewUpdateTritonServingJobBuilder() *UpdateTritonServingJobBuilder

func (*UpdateTritonServingJobBuilder) AllowMetrics

AllowMetrics is enable metric,match the option --allow-metrics

func (*UpdateTritonServingJobBuilder) Annotations

Annotations is used to add annotations for job pods,match option --annotation

func (*UpdateTritonServingJobBuilder) Build

func (b *UpdateTritonServingJobBuilder) Build() (*Job, error)

Build is used to build the job

func (*UpdateTritonServingJobBuilder) Command

Command is used to set job command

func (*UpdateTritonServingJobBuilder) Envs

Envs is used to set env of job containers,match option --env

func (*UpdateTritonServingJobBuilder) Image

Image is used to set job image,match the option --image

func (*UpdateTritonServingJobBuilder) Labels

Labels is used to add labels for job

func (*UpdateTritonServingJobBuilder) ModelRepository

func (b *UpdateTritonServingJobBuilder) ModelRepository(modelRepository string) *UpdateTritonServingJobBuilder

ModelRepository is used to set model store,match the option --model-repository

func (*UpdateTritonServingJobBuilder) Name

Name is used to set job name,match option --name

func (*UpdateTritonServingJobBuilder) Namespace

Namespace is used to set job namespace,match option --namespace

func (*UpdateTritonServingJobBuilder) Replicas

Replicas is used to set serving job replicas,match the option --replicas

func (*UpdateTritonServingJobBuilder) Shell

Shell is used to set bash or sh

func (*UpdateTritonServingJobBuilder) Version

Version is used to set serving job version,match the option --version

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL