serving

package
v0.8.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Apr 2, 2021 License: Apache-2.0, Apache-2.0 Imports: 4 Imported by: 3

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type CustomServingJobBuilder

type CustomServingJobBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewCustomServingJobBuilder

func NewCustomServingJobBuilder() *CustomServingJobBuilder

func (*CustomServingJobBuilder) Annotations

func (b *CustomServingJobBuilder) Annotations(annotations map[string]string) *CustomServingJobBuilder

Annotations is used to add annotations for job pods,match option --annotation

func (*CustomServingJobBuilder) Build

func (b *CustomServingJobBuilder) Build() (*Job, error)

Build is used to build the job

func (*CustomServingJobBuilder) CPU

CPU assign cpu limits,match the option --cpu

func (*CustomServingJobBuilder) Command

Command is used to set job command

func (*CustomServingJobBuilder) DataDirs

DataDirs is used to mount host files to job containers,match option --data-dir

func (*CustomServingJobBuilder) Datas

Datas is used to mount k8s pvc to job pods,match option --data

func (*CustomServingJobBuilder) EnableIstio

EnableIstio is used to enable istio,match the option --enable-istio

func (*CustomServingJobBuilder) Envs

Envs is used to set env of job containers,match option --env

func (*CustomServingJobBuilder) ExposeService

ExposeService is used to expose service,match the option --expose-service

func (*CustomServingJobBuilder) GPUCount

GPUCount is used to set count of gpu for the job,match the option --gpus

func (*CustomServingJobBuilder) GPUMemory

func (b *CustomServingJobBuilder) GPUMemory(memory int) *CustomServingJobBuilder

GPUMemory is used to set gpu memory for the job,match the option --gpumemory

func (*CustomServingJobBuilder) Image

Image is used to set job image,match the option --image

func (*CustomServingJobBuilder) ImagePullPolicy

func (b *CustomServingJobBuilder) ImagePullPolicy(policy string) *CustomServingJobBuilder

ImagePullPolicy is used to set image pull policy,match the option --image-pull-policy

func (*CustomServingJobBuilder) Memory

Memory assign memory limits,match option --memory

func (*CustomServingJobBuilder) Name

Name is used to set job name,match option --name

func (*CustomServingJobBuilder) Namespace

func (b *CustomServingJobBuilder) Namespace(namespace string) *CustomServingJobBuilder

Namespace is used to set job namespace,match option --namespace

func (*CustomServingJobBuilder) NodeSelectors

func (b *CustomServingJobBuilder) NodeSelectors(selectors map[string]string) *CustomServingJobBuilder

NodeSelectors is used to set node selectors for scheduling job,match option --selector

func (*CustomServingJobBuilder) Port

Port is used to set port,match the option --port

func (*CustomServingJobBuilder) Replicas

Replicas is used to set serving job replicas,match the option --replicas

func (*CustomServingJobBuilder) RestfulPort

func (b *CustomServingJobBuilder) RestfulPort(port int) *CustomServingJobBuilder

RestfulPort is used to set restful port,match the option --restful-port

func (*CustomServingJobBuilder) Tolerations

func (b *CustomServingJobBuilder) Tolerations(tolerations []string) *CustomServingJobBuilder

Tolerations is used to set tolerations for tolerate nodes,match option --toleration

func (*CustomServingJobBuilder) Version

Version is used to set serving job version,match the option --version

type Job

type Job struct {
	// contains filtered or unexported fields
}

Job defines the base job

func NewJob

func NewJob(name string, jobType types.ServingJobType, args interface{}) *Job

func (*Job) Args

func (b *Job) Args() interface{}

func (*Job) Name

func (b *Job) Name() string

func (*Job) Type

func (j *Job) Type() types.ServingJobType

type KFServingJobBuilder

type KFServingJobBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewKFServingJobBuilder

func NewKFServingJobBuilder() *KFServingJobBuilder

func (*KFServingJobBuilder) Annotations

func (b *KFServingJobBuilder) Annotations(annotations map[string]string) *KFServingJobBuilder

Annotations is used to add annotations for job pods,match option --annotation

func (*KFServingJobBuilder) Build

func (b *KFServingJobBuilder) Build() (*Job, error)

Build is used to build the job

func (*KFServingJobBuilder) CPU

CPU assign cpu limits,match the option --cpu

func (*KFServingJobBuilder) CanaryPercent

func (b *KFServingJobBuilder) CanaryPercent(percent int) *KFServingJobBuilder

CanaryPercent is used to set Canary percent,match the option --canary-percent

func (*KFServingJobBuilder) Command

func (b *KFServingJobBuilder) Command(args []string) *KFServingJobBuilder

Command is used to set job command

func (*KFServingJobBuilder) DataDirs

func (b *KFServingJobBuilder) DataDirs(volumes map[string]string) *KFServingJobBuilder

DataDirs is used to mount host files to job containers,match option --data-dir

func (*KFServingJobBuilder) Datas

func (b *KFServingJobBuilder) Datas(volumes map[string]string) *KFServingJobBuilder

Datas is used to mount k8s pvc to job pods,match option --data

func (*KFServingJobBuilder) EnableIstio

func (b *KFServingJobBuilder) EnableIstio() *KFServingJobBuilder

EnableIstio is used to enable istio,match the option --enable-istio

func (*KFServingJobBuilder) Envs

Envs is used to set env of job containers,match option --env

func (*KFServingJobBuilder) ExposeService

func (b *KFServingJobBuilder) ExposeService() *KFServingJobBuilder

ExposeService is used to expose service,match the option --expose-service

func (*KFServingJobBuilder) GPUCount

func (b *KFServingJobBuilder) GPUCount(count int) *KFServingJobBuilder

GPUCount is used to set count of gpu for the job,match the option --gpus

func (*KFServingJobBuilder) GPUMemory

func (b *KFServingJobBuilder) GPUMemory(memory int) *KFServingJobBuilder

GPUMemory is used to set gpu memory for the job,match the option --gpumemory

func (*KFServingJobBuilder) Image

Image is used to set job image,match the option --image

func (*KFServingJobBuilder) ImagePullPolicy

func (b *KFServingJobBuilder) ImagePullPolicy(policy string) *KFServingJobBuilder

ImagePullPolicy is used to set image pull policy,match the option --image-pull-policy

func (*KFServingJobBuilder) Memory

func (b *KFServingJobBuilder) Memory(memory string) *KFServingJobBuilder

Memory assign memory limits,match option --memory

func (*KFServingJobBuilder) ModelType

func (b *KFServingJobBuilder) ModelType(modeType string) *KFServingJobBuilder

ModeType is used to set mode type,match the option --mode-type

func (*KFServingJobBuilder) Name

Name is used to set job name,match option --name

func (*KFServingJobBuilder) Namespace

func (b *KFServingJobBuilder) Namespace(namespace string) *KFServingJobBuilder

Namespace is used to set job namespace,match option --namespace

func (*KFServingJobBuilder) NodeSelectors

func (b *KFServingJobBuilder) NodeSelectors(selectors map[string]string) *KFServingJobBuilder

NodeSelectors is used to set node selectors for scheduling job,match option --selector

func (*KFServingJobBuilder) Port

Port is used to set port,match the option --port

func (*KFServingJobBuilder) Replicas

func (b *KFServingJobBuilder) Replicas(count int) *KFServingJobBuilder

Replicas is used to set serving job replicas,match the option --replicas

func (*KFServingJobBuilder) StorageUri

func (b *KFServingJobBuilder) StorageUri(uri string) *KFServingJobBuilder

StorageUri is used to set storage uri,match the option --storage-uri

func (*KFServingJobBuilder) Tolerations

func (b *KFServingJobBuilder) Tolerations(tolerations []string) *KFServingJobBuilder

Tolerations is used to set tolerations for tolerate nodes,match option --toleration

func (*KFServingJobBuilder) Version

func (b *KFServingJobBuilder) Version(version string) *KFServingJobBuilder

Version is used to set serving job version,match the option --version

type SeldonJobBuilder added in v0.8.0

type SeldonJobBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewSeldonServingJobBuilder added in v0.8.0

func NewSeldonServingJobBuilder() *SeldonJobBuilder

func (*SeldonJobBuilder) Annotations added in v0.8.0

func (b *SeldonJobBuilder) Annotations(annotations map[string]string) *SeldonJobBuilder

Annotations is used to add annotations for job pods,match option --annotation

func (*SeldonJobBuilder) Build added in v0.8.0

func (b *SeldonJobBuilder) Build() (*Job, error)

Build is used to build the job

func (*SeldonJobBuilder) CPU added in v0.8.0

CPU assign cpu limits,match the option --cpu

func (*SeldonJobBuilder) Command added in v0.8.0

func (b *SeldonJobBuilder) Command(args []string) *SeldonJobBuilder

Command is used to set job command

func (*SeldonJobBuilder) DataDirs added in v0.8.0

func (b *SeldonJobBuilder) DataDirs(volumes map[string]string) *SeldonJobBuilder

DataDirs is used to mount host files to job containers,match option --data-dir

func (*SeldonJobBuilder) Datas added in v0.8.0

func (b *SeldonJobBuilder) Datas(volumes map[string]string) *SeldonJobBuilder

Datas is used to mount k8s pvc to job pods,match option --data

func (*SeldonJobBuilder) EnableIstio added in v0.8.0

func (b *SeldonJobBuilder) EnableIstio() *SeldonJobBuilder

EnableIstio is used to enable istio,match the option --enable-istio

func (*SeldonJobBuilder) Envs added in v0.8.0

func (b *SeldonJobBuilder) Envs(envs map[string]string) *SeldonJobBuilder

Envs is used to set env of job containers,match option --env

func (*SeldonJobBuilder) ExposeService added in v0.8.0

func (b *SeldonJobBuilder) ExposeService() *SeldonJobBuilder

ExposeService is used to expose service,match the option --expose-service

func (*SeldonJobBuilder) GPUCount added in v0.8.0

func (b *SeldonJobBuilder) GPUCount(count int) *SeldonJobBuilder

GPUCount is used to set count of gpu for the job,match the option --gpus

func (*SeldonJobBuilder) GPUMemory added in v0.8.0

func (b *SeldonJobBuilder) GPUMemory(memory int) *SeldonJobBuilder

GPUMemory is used to set gpu memory for the job,match the option --gpumemory

func (*SeldonJobBuilder) Image added in v0.8.0

func (b *SeldonJobBuilder) Image(image string) *SeldonJobBuilder

Image is used to set job image,match the option --image

func (*SeldonJobBuilder) ImagePullPolicy added in v0.8.0

func (b *SeldonJobBuilder) ImagePullPolicy(policy string) *SeldonJobBuilder

ImagePullPolicy is used to set image pull policy,match the option --image-pull-policy

func (*SeldonJobBuilder) Implementation added in v0.8.0

func (b *SeldonJobBuilder) Implementation(implementation string) *SeldonJobBuilder

Implementation defines the serving model framework --implementation

func (*SeldonJobBuilder) Memory added in v0.8.0

func (b *SeldonJobBuilder) Memory(memory string) *SeldonJobBuilder

Memory assign memory limits,match option --memory

func (*SeldonJobBuilder) ModelUri added in v0.8.0

func (b *SeldonJobBuilder) ModelUri(modelUri string) *SeldonJobBuilder

ModelUri defines the model uri --mode-uri

func (*SeldonJobBuilder) Name added in v0.8.0

func (b *SeldonJobBuilder) Name(name string) *SeldonJobBuilder

Name is used to set job name,match option --name

func (*SeldonJobBuilder) Namespace added in v0.8.0

func (b *SeldonJobBuilder) Namespace(namespace string) *SeldonJobBuilder

Namespace is used to set job namespace,match option --namespace

func (*SeldonJobBuilder) NodeSelectors added in v0.8.0

func (b *SeldonJobBuilder) NodeSelectors(selectors map[string]string) *SeldonJobBuilder

NodeSelectors is used to set node selectors for scheduling job,match option --selector

func (*SeldonJobBuilder) Replicas added in v0.8.0

func (b *SeldonJobBuilder) Replicas(count int) *SeldonJobBuilder

Replicas is used to set serving job replicas,match the option --replicas

func (*SeldonJobBuilder) Tolerations added in v0.8.0

func (b *SeldonJobBuilder) Tolerations(tolerations []string) *SeldonJobBuilder

Tolerations is used to set tolerations for tolerate nodes,match option --toleration

func (*SeldonJobBuilder) Version added in v0.8.0

func (b *SeldonJobBuilder) Version(version string) *SeldonJobBuilder

Version is used to set serving job version,match the option --version

type TFServingJobBuilder

type TFServingJobBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewTFServingJobBuilder

func NewTFServingJobBuilder() *TFServingJobBuilder

func (*TFServingJobBuilder) Annotations

func (b *TFServingJobBuilder) Annotations(annotations map[string]string) *TFServingJobBuilder

Annotations is used to add annotations for job pods,match option --annotation

func (*TFServingJobBuilder) Build

func (b *TFServingJobBuilder) Build() (*Job, error)

Build is used to build the job

func (*TFServingJobBuilder) CPU

CPU assign cpu limits,match the option --cpu

func (*TFServingJobBuilder) Command

func (b *TFServingJobBuilder) Command(args []string) *TFServingJobBuilder

Command is used to set job command

func (*TFServingJobBuilder) DataDirs

func (b *TFServingJobBuilder) DataDirs(volumes map[string]string) *TFServingJobBuilder

DataDirs is used to mount host files to job containers,match option --data-dir

func (*TFServingJobBuilder) Datas

func (b *TFServingJobBuilder) Datas(volumes map[string]string) *TFServingJobBuilder

Datas is used to mount k8s pvc to job pods,match option --data

func (*TFServingJobBuilder) EnableIstio

func (b *TFServingJobBuilder) EnableIstio() *TFServingJobBuilder

EnableIstio is used to enable istio,match the option --enable-istio

func (*TFServingJobBuilder) Envs

Envs is used to set env of job containers,match option --env

func (*TFServingJobBuilder) ExposeService

func (b *TFServingJobBuilder) ExposeService() *TFServingJobBuilder

ExposeService is used to expose service,match the option --expose-service

func (*TFServingJobBuilder) GPUCount

func (b *TFServingJobBuilder) GPUCount(count int) *TFServingJobBuilder

GPUCount is used to set count of gpu for the job,match the option --gpus

func (*TFServingJobBuilder) GPUMemory

func (b *TFServingJobBuilder) GPUMemory(memory int) *TFServingJobBuilder

GPUMemory is used to set gpu memory for the job,match the option --gpumemory

func (*TFServingJobBuilder) Image

Image is used to set job image,match the option --image

func (*TFServingJobBuilder) ImagePullPolicy

func (b *TFServingJobBuilder) ImagePullPolicy(policy string) *TFServingJobBuilder

ImagePullPolicy is used to set image pull policy,match the option --image-pull-policy

func (*TFServingJobBuilder) Memory

func (b *TFServingJobBuilder) Memory(memory string) *TFServingJobBuilder

Memory assign memory limits,match option --memory

func (*TFServingJobBuilder) ModelConfigFile

func (b *TFServingJobBuilder) ModelConfigFile(filePath string) *TFServingJobBuilder

ModelConfigFile is used to set model config file,match the option --model-config-file

func (*TFServingJobBuilder) ModelName

func (b *TFServingJobBuilder) ModelName(name string) *TFServingJobBuilder

ModelName is used to set model name,match the option --model-name

func (*TFServingJobBuilder) ModelPath

func (b *TFServingJobBuilder) ModelPath(path string) *TFServingJobBuilder

ModelPath is used to set model path,match the option --model-path

func (*TFServingJobBuilder) Name

Name is used to set job name,match option --name

func (*TFServingJobBuilder) Namespace

func (b *TFServingJobBuilder) Namespace(namespace string) *TFServingJobBuilder

Namespace is used to set job namespace,match option --namespace

func (*TFServingJobBuilder) NodeSelectors

func (b *TFServingJobBuilder) NodeSelectors(selectors map[string]string) *TFServingJobBuilder

NodeSelectors is used to set node selectors for scheduling job,match option --selector

func (*TFServingJobBuilder) Port

Port is used to set port,match the option --port

func (*TFServingJobBuilder) Replicas

func (b *TFServingJobBuilder) Replicas(count int) *TFServingJobBuilder

Replicas is used to set serving job replicas,match the option --replicas

func (*TFServingJobBuilder) RestfulPort

func (b *TFServingJobBuilder) RestfulPort(port int) *TFServingJobBuilder

RestfulPort is used to set restful port,match the option --restful-port

func (*TFServingJobBuilder) Tolerations

func (b *TFServingJobBuilder) Tolerations(tolerations []string) *TFServingJobBuilder

Tolerations is used to set tolerations for tolerate nodes,match option --toleration

func (*TFServingJobBuilder) Version

func (b *TFServingJobBuilder) Version(version string) *TFServingJobBuilder

Version is used to set serving job version,match the option --version

func (*TFServingJobBuilder) VersionPolicy

func (b *TFServingJobBuilder) VersionPolicy(policy string) *TFServingJobBuilder

VersionPolicy is used to set version policy,match the option --version-policy

type TRTServingJobBuilder

type TRTServingJobBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewTRTServingJobBuilder

func NewTRTServingJobBuilder() *TRTServingJobBuilder

func (*TRTServingJobBuilder) AllowMetrics

func (b *TRTServingJobBuilder) AllowMetrics() *TRTServingJobBuilder

AllowMetrics is enable metric,match the option --allow-meetrics

func (*TRTServingJobBuilder) Annotations

func (b *TRTServingJobBuilder) Annotations(annotations map[string]string) *TRTServingJobBuilder

Annotations is used to add annotations for job pods,match option --annotation

func (*TRTServingJobBuilder) Build

func (b *TRTServingJobBuilder) Build() (*Job, error)

Build is used to build the job

func (*TRTServingJobBuilder) CPU

CPU assign cpu limits,match the option --cpu

func (*TRTServingJobBuilder) Command

func (b *TRTServingJobBuilder) Command(args []string) *TRTServingJobBuilder

Command is used to set job command

func (*TRTServingJobBuilder) DataDirs

func (b *TRTServingJobBuilder) DataDirs(volumes map[string]string) *TRTServingJobBuilder

DataDirs is used to mount host files to job containers,match option --data-dir

func (*TRTServingJobBuilder) Datas

func (b *TRTServingJobBuilder) Datas(volumes map[string]string) *TRTServingJobBuilder

Datas is used to mount k8s pvc to job pods,match option --data

func (*TRTServingJobBuilder) EnableIstio

func (b *TRTServingJobBuilder) EnableIstio() *TRTServingJobBuilder

EnableIstio is used to enable istio,match the option --enable-istio

func (*TRTServingJobBuilder) Envs

Envs is used to set env of job containers,match option --env

func (*TRTServingJobBuilder) ExposeService

func (b *TRTServingJobBuilder) ExposeService() *TRTServingJobBuilder

ExposeService is used to expose service,match the option --expose-service

func (*TRTServingJobBuilder) GPUCount

func (b *TRTServingJobBuilder) GPUCount(count int) *TRTServingJobBuilder

GPUCount is used to set count of gpu for the job,match the option --gpus

func (*TRTServingJobBuilder) GPUMemory

func (b *TRTServingJobBuilder) GPUMemory(memory int) *TRTServingJobBuilder

GPUMemory is used to set gpu memory for the job,match the option --gpumemory

func (*TRTServingJobBuilder) GrpcPort

func (b *TRTServingJobBuilder) GrpcPort(port int) *TRTServingJobBuilder

RestfulPort is used to set restful port,match the option --restful-port

func (*TRTServingJobBuilder) HttpPort

func (b *TRTServingJobBuilder) HttpPort(port int) *TRTServingJobBuilder

Port is used to set port,match the option --port

func (*TRTServingJobBuilder) Image

Image is used to set job image,match the option --image

func (*TRTServingJobBuilder) ImagePullPolicy

func (b *TRTServingJobBuilder) ImagePullPolicy(policy string) *TRTServingJobBuilder

ImagePullPolicy is used to set image pull policy,match the option --image-pull-policy

func (*TRTServingJobBuilder) Memory

Memory assign memory limits,match option --memory

func (*TRTServingJobBuilder) MetricsPort

func (b *TRTServingJobBuilder) MetricsPort(port int) *TRTServingJobBuilder

MetricsPort is used to set metrics port,match the option --metric-port

func (*TRTServingJobBuilder) ModelStore

func (b *TRTServingJobBuilder) ModelStore(store string) *TRTServingJobBuilder

ModelStore is used to set model store,match the option --model-store

func (*TRTServingJobBuilder) Name

Name is used to set job name,match option --name

func (*TRTServingJobBuilder) Namespace

func (b *TRTServingJobBuilder) Namespace(namespace string) *TRTServingJobBuilder

Namespace is used to set job namespace,match option --namespace

func (*TRTServingJobBuilder) NodeSelectors

func (b *TRTServingJobBuilder) NodeSelectors(selectors map[string]string) *TRTServingJobBuilder

NodeSelectors is used to set node selectors for scheduling job,match option --selector

func (*TRTServingJobBuilder) Replicas

func (b *TRTServingJobBuilder) Replicas(count int) *TRTServingJobBuilder

Replicas is used to set serving job replicas,match the option --replicas

func (*TRTServingJobBuilder) Tolerations

func (b *TRTServingJobBuilder) Tolerations(tolerations []string) *TRTServingJobBuilder

Tolerations is used to set tolerations for tolerate nodes,match option --toleration

func (*TRTServingJobBuilder) Version

func (b *TRTServingJobBuilder) Version(version string) *TRTServingJobBuilder

Version is used to set serving job version,match the option --version

type TrafficRouterBuilder

type TrafficRouterBuilder struct {
	argsbuilder.ArgsBuilder
	// contains filtered or unexported fields
}

func NewTrafficRouterBuilder

func NewTrafficRouterBuilder() *TrafficRouterBuilder

func (*TrafficRouterBuilder) Build

Build is used to build the traffic router split args

func (*TrafficRouterBuilder) Name

Name is used to set job name,match option --name

func (*TrafficRouterBuilder) Namespace

func (b *TrafficRouterBuilder) Namespace(namespace string) *TrafficRouterBuilder

Namespace is used to set job namespace,match option --namespace

func (*TrafficRouterBuilder) VersionWeight

VersionWeight is used to set version weight

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL