plugins

package
v1.5.22 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Oct 23, 2023 License: Apache-2.0 Imports: 15 Imported by: 12

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var SparkApplication_Type_name = map[int32]string{
	0: "PYTHON",
	1: "JAVA",
	2: "SCALA",
	3: "R",
}
View Source 
var SparkApplication_Type_value = map[string]int32{
	"PYTHON": 0,
	"JAVA":   1,
	"SCALA":  2,
	"R":      3,
}

Functions

This section is empty.

Types

type ArrayJob 

type ArrayJob struct {
	// Defines the maximum number of instances to bring up concurrently at any given point. Note that this is an
	// optimistic restriction and that, due to network partitioning or other failures, the actual number of currently
	// running instances might be more. This has to be a positive number if assigned. Default value is size.
	Parallelism int64 `protobuf:"varint,1,opt,name=parallelism,proto3" json:"parallelism,omitempty"`
	// Defines the number of instances to launch at most. This number should match the size of the input if the job
	// requires processing of all input data. This has to be a positive number.
	// In the case this is not defined, the back-end will determine the size at run-time by reading the inputs.
	Size int64 `protobuf:"varint,2,opt,name=size,proto3" json:"size,omitempty"`
	// Types that are valid to be assigned to SuccessCriteria:
	//	*ArrayJob_MinSuccesses
	//	*ArrayJob_MinSuccessRatio
	SuccessCriteria      isArrayJob_SuccessCriteria `protobuf_oneof:"success_criteria"`
	XXX_NoUnkeyedLiteral struct{}                   `json:"-"`
	XXX_unrecognized     []byte                     `json:"-"`
	XXX_sizecache        int32                      `json:"-"`
}

Describes a job that can process independent pieces of data concurrently. Multiple copies of the runnable component will be executed concurrently.

func (*ArrayJob) Descriptor 

func (*ArrayJob) Descriptor() ([]byte, []int)

func (*ArrayJob) GetMinSuccessRatio added in v0.18.15 

func (m *ArrayJob) GetMinSuccessRatio() float32

func (*ArrayJob) GetMinSuccesses 

func (m *ArrayJob) GetMinSuccesses() int64

func (*ArrayJob) GetParallelism 

func (m *ArrayJob) GetParallelism() int64

func (*ArrayJob) GetSize 

func (m *ArrayJob) GetSize() int64

func (*ArrayJob) GetSuccessCriteria added in v0.18.15 

func (m *ArrayJob) GetSuccessCriteria() isArrayJob_SuccessCriteria

func (*ArrayJob) ProtoMessage 

func (*ArrayJob) ProtoMessage()

func (*ArrayJob) Reset 

func (m *ArrayJob) Reset()

func (*ArrayJob) String 

func (m *ArrayJob) String() string

func (*ArrayJob) Validate 

func (m *ArrayJob) Validate() error

Validate checks the field values on ArrayJob with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*ArrayJob) XXX_DiscardUnknown 

func (m *ArrayJob) XXX_DiscardUnknown()

func (*ArrayJob) XXX_Marshal 

func (m *ArrayJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ArrayJob) XXX_Merge 

func (m *ArrayJob) XXX_Merge(src proto.Message)

func (*ArrayJob) XXX_OneofWrappers added in v0.18.15 

func (*ArrayJob) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*ArrayJob) XXX_Size 

func (m *ArrayJob) XXX_Size() int

func (*ArrayJob) XXX_Unmarshal 

func (m *ArrayJob) XXX_Unmarshal(b []byte) error

type ArrayJobValidationError 

type ArrayJobValidationError struct {
	// contains filtered or unexported fields
}

ArrayJobValidationError is the validation error returned by ArrayJob.Validate if the designated constraints aren't met.

func (ArrayJobValidationError) Cause 

func (e ArrayJobValidationError) Cause() error

Cause function returns cause value.

func (ArrayJobValidationError) Error 

func (e ArrayJobValidationError) Error() string

Error satisfies the builtin error interface

func (ArrayJobValidationError) ErrorName 

func (e ArrayJobValidationError) ErrorName() string

ErrorName returns error name.

func (ArrayJobValidationError) Field 

func (e ArrayJobValidationError) Field() string

Field function returns field value.

func (ArrayJobValidationError) Key 

func (e ArrayJobValidationError) Key() bool

Key function returns key value.

func (ArrayJobValidationError) Reason 

func (e ArrayJobValidationError) Reason() string

Reason function returns reason value.

type ArrayJob_MinSuccessRatio added in v0.18.15 

type ArrayJob_MinSuccessRatio struct {
	MinSuccessRatio float32 `protobuf:"fixed32,4,opt,name=min_success_ratio,json=minSuccessRatio,proto3,oneof"`
}

type ArrayJob_MinSuccesses added in v0.18.15 

type ArrayJob_MinSuccesses struct {
	MinSuccesses int64 `protobuf:"varint,3,opt,name=min_successes,json=minSuccesses,proto3,oneof"`
}

type DaskJob added in v1.2.9 

type DaskJob struct {
	// Spec for the scheduler pod.
	Scheduler *DaskScheduler `protobuf:"bytes,1,opt,name=scheduler,proto3" json:"scheduler,omitempty"`
	// Spec of the default worker group.
	Workers              *DaskWorkerGroup `protobuf:"bytes,2,opt,name=workers,proto3" json:"workers,omitempty"`
	XXX_NoUnkeyedLiteral struct{}         `json:"-"`
	XXX_unrecognized     []byte           `json:"-"`
	XXX_sizecache        int32            `json:"-"`
}

Custom Proto for Dask Plugin.

func (*DaskJob) Descriptor added in v1.2.9 

func (*DaskJob) Descriptor() ([]byte, []int)

func (*DaskJob) GetScheduler added in v1.2.9 

func (m *DaskJob) GetScheduler() *DaskScheduler

func (*DaskJob) GetWorkers added in v1.2.9 

func (m *DaskJob) GetWorkers() *DaskWorkerGroup

func (*DaskJob) ProtoMessage added in v1.2.9 

func (*DaskJob) ProtoMessage()

func (*DaskJob) Reset added in v1.2.9 

func (m *DaskJob) Reset()

func (*DaskJob) String added in v1.2.9 

func (m *DaskJob) String() string

func (*DaskJob) Validate added in v1.2.9 

func (m *DaskJob) Validate() error

Validate checks the field values on DaskJob with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*DaskJob) XXX_DiscardUnknown added in v1.2.9 

func (m *DaskJob) XXX_DiscardUnknown()

func (*DaskJob) XXX_Marshal added in v1.2.9 

func (m *DaskJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DaskJob) XXX_Merge added in v1.2.9 

func (m *DaskJob) XXX_Merge(src proto.Message)

func (*DaskJob) XXX_Size added in v1.2.9 

func (m *DaskJob) XXX_Size() int

func (*DaskJob) XXX_Unmarshal added in v1.2.9 

func (m *DaskJob) XXX_Unmarshal(b []byte) error

type DaskJobValidationError added in v1.2.9 

type DaskJobValidationError struct {
	// contains filtered or unexported fields
}

DaskJobValidationError is the validation error returned by DaskJob.Validate if the designated constraints aren't met.

func (DaskJobValidationError) Cause added in v1.2.9 

func (e DaskJobValidationError) Cause() error

Cause function returns cause value.

func (DaskJobValidationError) Error added in v1.2.9 

func (e DaskJobValidationError) Error() string

Error satisfies the builtin error interface

func (DaskJobValidationError) ErrorName added in v1.2.9 

func (e DaskJobValidationError) ErrorName() string

ErrorName returns error name.

func (DaskJobValidationError) Field added in v1.2.9 

func (e DaskJobValidationError) Field() string

Field function returns field value.

func (DaskJobValidationError) Key added in v1.2.9 

func (e DaskJobValidationError) Key() bool

Key function returns key value.

func (DaskJobValidationError) Reason added in v1.2.9 

func (e DaskJobValidationError) Reason() string

Reason function returns reason value.

type DaskScheduler added in v1.2.9 

type DaskScheduler struct {
	// Optional image to use. If unset, will use the default image.
	Image string `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"`
	// Resources assigned to the scheduler pod.
	Resources            *core.Resources `protobuf:"bytes,2,opt,name=resources,proto3" json:"resources,omitempty"`
	XXX_NoUnkeyedLiteral struct{}        `json:"-"`
	XXX_unrecognized     []byte          `json:"-"`
	XXX_sizecache        int32           `json:"-"`
}

Specification for the scheduler pod.

func (*DaskScheduler) Descriptor added in v1.2.9 

func (*DaskScheduler) Descriptor() ([]byte, []int)

func (*DaskScheduler) GetImage added in v1.2.9 

func (m *DaskScheduler) GetImage() string

func (*DaskScheduler) GetResources added in v1.2.9 

func (m *DaskScheduler) GetResources() *core.Resources

func (*DaskScheduler) ProtoMessage added in v1.2.9 

func (*DaskScheduler) ProtoMessage()

func (*DaskScheduler) Reset added in v1.2.9 

func (m *DaskScheduler) Reset()

func (*DaskScheduler) String added in v1.2.9 

func (m *DaskScheduler) String() string

func (*DaskScheduler) Validate added in v1.2.9 

func (m *DaskScheduler) Validate() error

Validate checks the field values on DaskScheduler with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*DaskScheduler) XXX_DiscardUnknown added in v1.2.9 

func (m *DaskScheduler) XXX_DiscardUnknown()

func (*DaskScheduler) XXX_Marshal added in v1.2.9 

func (m *DaskScheduler) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DaskScheduler) XXX_Merge added in v1.2.9 

func (m *DaskScheduler) XXX_Merge(src proto.Message)

func (*DaskScheduler) XXX_Size added in v1.2.9 

func (m *DaskScheduler) XXX_Size() int

func (*DaskScheduler) XXX_Unmarshal added in v1.2.9 

func (m *DaskScheduler) XXX_Unmarshal(b []byte) error

type DaskSchedulerValidationError added in v1.2.9 

type DaskSchedulerValidationError struct {
	// contains filtered or unexported fields
}

DaskSchedulerValidationError is the validation error returned by DaskScheduler.Validate if the designated constraints aren't met.

func (DaskSchedulerValidationError) Cause added in v1.2.9 

func (e DaskSchedulerValidationError) Cause() error

Cause function returns cause value.

func (DaskSchedulerValidationError) Error added in v1.2.9 

func (e DaskSchedulerValidationError) Error() string

Error satisfies the builtin error interface

func (DaskSchedulerValidationError) ErrorName added in v1.2.9 

func (e DaskSchedulerValidationError) ErrorName() string

ErrorName returns error name.

func (DaskSchedulerValidationError) Field added in v1.2.9 

func (e DaskSchedulerValidationError) Field() string

Field function returns field value.

func (DaskSchedulerValidationError) Key added in v1.2.9 

func (e DaskSchedulerValidationError) Key() bool

Key function returns key value.

func (DaskSchedulerValidationError) Reason added in v1.2.9 

func (e DaskSchedulerValidationError) Reason() string

Reason function returns reason value.

type DaskWorkerGroup added in v1.2.9 

type DaskWorkerGroup struct {
	// Number of workers in the group.
	NumberOfWorkers uint32 `protobuf:"varint,1,opt,name=number_of_workers,json=numberOfWorkers,proto3" json:"number_of_workers,omitempty"`
	// Optional image to use for the pods of the worker group. If unset, will use the default image.
	Image string `protobuf:"bytes,2,opt,name=image,proto3" json:"image,omitempty"`
	// Resources assigned to the all pods of the worker group.
	// As per https://kubernetes.dask.org/en/latest/kubecluster.html?highlight=limit#best-practices
	// it is advised to only set limits. If requests are not explicitly set, the plugin will make
	// sure to set requests==limits.
	// The plugin sets ` --memory-limit` as well as `--nthreads` for the workers according to the limit.
	Resources            *core.Resources `protobuf:"bytes,3,opt,name=resources,proto3" json:"resources,omitempty"`
	XXX_NoUnkeyedLiteral struct{}        `json:"-"`
	XXX_unrecognized     []byte          `json:"-"`
	XXX_sizecache        int32           `json:"-"`
}

func (*DaskWorkerGroup) Descriptor added in v1.2.9 

func (*DaskWorkerGroup) Descriptor() ([]byte, []int)

func (*DaskWorkerGroup) GetImage added in v1.2.9 

func (m *DaskWorkerGroup) GetImage() string

func (*DaskWorkerGroup) GetNumberOfWorkers added in v1.2.9 

func (m *DaskWorkerGroup) GetNumberOfWorkers() uint32

func (*DaskWorkerGroup) GetResources added in v1.2.9 

func (m *DaskWorkerGroup) GetResources() *core.Resources

func (*DaskWorkerGroup) ProtoMessage added in v1.2.9 

func (*DaskWorkerGroup) ProtoMessage()

func (*DaskWorkerGroup) Reset added in v1.2.9 

func (m *DaskWorkerGroup) Reset()

func (*DaskWorkerGroup) String added in v1.2.9 

func (m *DaskWorkerGroup) String() string

func (*DaskWorkerGroup) Validate added in v1.2.9 

func (m *DaskWorkerGroup) Validate() error

Validate checks the field values on DaskWorkerGroup with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*DaskWorkerGroup) XXX_DiscardUnknown added in v1.2.9 

func (m *DaskWorkerGroup) XXX_DiscardUnknown()

func (*DaskWorkerGroup) XXX_Marshal added in v1.2.9 

func (m *DaskWorkerGroup) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DaskWorkerGroup) XXX_Merge added in v1.2.9 

func (m *DaskWorkerGroup) XXX_Merge(src proto.Message)

func (*DaskWorkerGroup) XXX_Size added in v1.2.9 

func (m *DaskWorkerGroup) XXX_Size() int

func (*DaskWorkerGroup) XXX_Unmarshal added in v1.2.9 

func (m *DaskWorkerGroup) XXX_Unmarshal(b []byte) error

type DaskWorkerGroupValidationError added in v1.2.9 

type DaskWorkerGroupValidationError struct {
	// contains filtered or unexported fields
}

DaskWorkerGroupValidationError is the validation error returned by DaskWorkerGroup.Validate if the designated constraints aren't met.

func (DaskWorkerGroupValidationError) Cause added in v1.2.9 

func (e DaskWorkerGroupValidationError) Cause() error

Cause function returns cause value.

func (DaskWorkerGroupValidationError) Error added in v1.2.9 

func (e DaskWorkerGroupValidationError) Error() string

Error satisfies the builtin error interface

func (DaskWorkerGroupValidationError) ErrorName added in v1.2.9 

func (e DaskWorkerGroupValidationError) ErrorName() string

ErrorName returns error name.

func (DaskWorkerGroupValidationError) Field added in v1.2.9 

func (e DaskWorkerGroupValidationError) Field() string

Field function returns field value.

func (DaskWorkerGroupValidationError) Key added in v1.2.9 

func (e DaskWorkerGroupValidationError) Key() bool

Key function returns key value.

func (DaskWorkerGroupValidationError) Reason added in v1.2.9 

func (e DaskWorkerGroupValidationError) Reason() string

Reason function returns reason value.

type DistributedMPITrainingTask added in v0.21.3 

type DistributedMPITrainingTask struct {
	// number of worker spawned in the cluster for this job
	NumWorkers int32 `protobuf:"varint,1,opt,name=num_workers,json=numWorkers,proto3" json:"num_workers,omitempty"`
	// number of launcher replicas spawned in the cluster for this job
	// The launcher pod invokes mpirun and communicates with worker pods through MPI.
	NumLauncherReplicas int32 `protobuf:"varint,2,opt,name=num_launcher_replicas,json=numLauncherReplicas,proto3" json:"num_launcher_replicas,omitempty"`
	// number of slots per worker used in hostfile.
	// The available slots (GPUs) in each pod.
	Slots                int32    `protobuf:"varint,3,opt,name=slots,proto3" json:"slots,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

MPI operator proposal https://github.com/kubeflow/community/blob/master/proposals/mpi-operator-proposal.md Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator

func (*DistributedMPITrainingTask) Descriptor added in v0.21.3 

func (*DistributedMPITrainingTask) Descriptor() ([]byte, []int)

func (*DistributedMPITrainingTask) GetNumLauncherReplicas added in v0.21.3 

func (m *DistributedMPITrainingTask) GetNumLauncherReplicas() int32

func (*DistributedMPITrainingTask) GetNumWorkers added in v0.21.3 

func (m *DistributedMPITrainingTask) GetNumWorkers() int32

func (*DistributedMPITrainingTask) GetSlots added in v0.21.3 

func (m *DistributedMPITrainingTask) GetSlots() int32

func (*DistributedMPITrainingTask) ProtoMessage added in v0.21.3 

func (*DistributedMPITrainingTask) ProtoMessage()

func (*DistributedMPITrainingTask) Reset added in v0.21.3 

func (m *DistributedMPITrainingTask) Reset()

func (*DistributedMPITrainingTask) String added in v0.21.3 

func (m *DistributedMPITrainingTask) String() string

func (*DistributedMPITrainingTask) Validate added in v0.21.3 

func (m *DistributedMPITrainingTask) Validate() error

Validate checks the field values on DistributedMPITrainingTask with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*DistributedMPITrainingTask) XXX_DiscardUnknown added in v0.21.3 

func (m *DistributedMPITrainingTask) XXX_DiscardUnknown()

func (*DistributedMPITrainingTask) XXX_Marshal added in v0.21.3 

func (m *DistributedMPITrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DistributedMPITrainingTask) XXX_Merge added in v0.21.3 

func (m *DistributedMPITrainingTask) XXX_Merge(src proto.Message)

func (*DistributedMPITrainingTask) XXX_Size added in v0.21.3 

func (m *DistributedMPITrainingTask) XXX_Size() int

func (*DistributedMPITrainingTask) XXX_Unmarshal added in v0.21.3 

func (m *DistributedMPITrainingTask) XXX_Unmarshal(b []byte) error

type DistributedMPITrainingTaskValidationError added in v0.21.3 

type DistributedMPITrainingTaskValidationError struct {
	// contains filtered or unexported fields
}

DistributedMPITrainingTaskValidationError is the validation error returned by DistributedMPITrainingTask.Validate if the designated constraints aren't met.

func (DistributedMPITrainingTaskValidationError) Cause added in v0.21.3 

func (e DistributedMPITrainingTaskValidationError) Cause() error

Cause function returns cause value.

func (DistributedMPITrainingTaskValidationError) Error added in v0.21.3 

func (e DistributedMPITrainingTaskValidationError) Error() string

Error satisfies the builtin error interface

func (DistributedMPITrainingTaskValidationError) ErrorName added in v0.21.3 

func (e DistributedMPITrainingTaskValidationError) ErrorName() string

ErrorName returns error name.

func (DistributedMPITrainingTaskValidationError) Field added in v0.21.3 

func (e DistributedMPITrainingTaskValidationError) Field() string

Field function returns field value.

func (DistributedMPITrainingTaskValidationError) Key added in v0.21.3 

func (e DistributedMPITrainingTaskValidationError) Key() bool

Key function returns key value.

func (DistributedMPITrainingTaskValidationError) Reason added in v0.21.3 

func (e DistributedMPITrainingTaskValidationError) Reason() string

Reason function returns reason value.

type DistributedPyTorchTrainingTask added in v0.18.15 

type DistributedPyTorchTrainingTask struct {
	// number of worker replicas spawned in the cluster for this job
	Workers int32 `protobuf:"varint,1,opt,name=workers,proto3" json:"workers,omitempty"`
	// config for an elastic pytorch job
	//
	ElasticConfig        *ElasticConfig `protobuf:"bytes,2,opt,name=elastic_config,json=elasticConfig,proto3" json:"elastic_config,omitempty"`
	XXX_NoUnkeyedLiteral struct{}       `json:"-"`
	XXX_unrecognized     []byte         `json:"-"`
	XXX_sizecache        int32          `json:"-"`
}

Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator

func (*DistributedPyTorchTrainingTask) Descriptor added in v0.18.15 

func (*DistributedPyTorchTrainingTask) Descriptor() ([]byte, []int)

func (*DistributedPyTorchTrainingTask) GetElasticConfig added in v1.2.10 

func (m *DistributedPyTorchTrainingTask) GetElasticConfig() *ElasticConfig

func (*DistributedPyTorchTrainingTask) GetWorkers added in v0.18.15 

func (m *DistributedPyTorchTrainingTask) GetWorkers() int32

func (*DistributedPyTorchTrainingTask) ProtoMessage added in v0.18.15 

func (*DistributedPyTorchTrainingTask) ProtoMessage()

func (*DistributedPyTorchTrainingTask) Reset added in v0.18.15 

func (m *DistributedPyTorchTrainingTask) Reset()

func (*DistributedPyTorchTrainingTask) String added in v0.18.15 

func (m *DistributedPyTorchTrainingTask) String() string

func (*DistributedPyTorchTrainingTask) Validate added in v0.18.15 

func (m *DistributedPyTorchTrainingTask) Validate() error

Validate checks the field values on DistributedPyTorchTrainingTask with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*DistributedPyTorchTrainingTask) XXX_DiscardUnknown added in v0.18.15 

func (m *DistributedPyTorchTrainingTask) XXX_DiscardUnknown()

func (*DistributedPyTorchTrainingTask) XXX_Marshal added in v0.18.15 

func (m *DistributedPyTorchTrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DistributedPyTorchTrainingTask) XXX_Merge added in v0.18.15 

func (m *DistributedPyTorchTrainingTask) XXX_Merge(src proto.Message)

func (*DistributedPyTorchTrainingTask) XXX_Size added in v0.18.15 

func (m *DistributedPyTorchTrainingTask) XXX_Size() int

func (*DistributedPyTorchTrainingTask) XXX_Unmarshal added in v0.18.15 

func (m *DistributedPyTorchTrainingTask) XXX_Unmarshal(b []byte) error

type DistributedPyTorchTrainingTaskValidationError added in v0.18.15 

type DistributedPyTorchTrainingTaskValidationError struct {
	// contains filtered or unexported fields
}

DistributedPyTorchTrainingTaskValidationError is the validation error returned by DistributedPyTorchTrainingTask.Validate if the designated constraints aren't met.

func (DistributedPyTorchTrainingTaskValidationError) Cause added in v0.18.15 

func (e DistributedPyTorchTrainingTaskValidationError) Cause() error

Cause function returns cause value.

func (DistributedPyTorchTrainingTaskValidationError) Error added in v0.18.15 

func (e DistributedPyTorchTrainingTaskValidationError) Error() string

Error satisfies the builtin error interface

func (DistributedPyTorchTrainingTaskValidationError) ErrorName added in v0.18.15 

func (e DistributedPyTorchTrainingTaskValidationError) ErrorName() string

ErrorName returns error name.

func (DistributedPyTorchTrainingTaskValidationError) Field added in v0.18.15 

func (e DistributedPyTorchTrainingTaskValidationError) Field() string

Field function returns field value.

func (DistributedPyTorchTrainingTaskValidationError) Key added in v0.18.15 

func (e DistributedPyTorchTrainingTaskValidationError) Key() bool

Key function returns key value.

func (DistributedPyTorchTrainingTaskValidationError) Reason added in v0.18.15 

func (e DistributedPyTorchTrainingTaskValidationError) Reason() string

Reason function returns reason value.

type DistributedTensorflowTrainingTask added in v0.18.15 

type DistributedTensorflowTrainingTask struct {
	// number of worker, ps, chief replicas spawned in the cluster for this job
	Workers int32 `protobuf:"varint,1,opt,name=workers,proto3" json:"workers,omitempty"`
	// PS -> Parameter server
	PsReplicas           int32    `protobuf:"varint,2,opt,name=ps_replicas,json=psReplicas,proto3" json:"ps_replicas,omitempty"`
	ChiefReplicas        int32    `protobuf:"varint,3,opt,name=chief_replicas,json=chiefReplicas,proto3" json:"chief_replicas,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator

func (*DistributedTensorflowTrainingTask) Descriptor added in v0.18.15 

func (*DistributedTensorflowTrainingTask) Descriptor() ([]byte, []int)

func (*DistributedTensorflowTrainingTask) GetChiefReplicas added in v0.18.15 

func (m *DistributedTensorflowTrainingTask) GetChiefReplicas() int32

func (*DistributedTensorflowTrainingTask) GetPsReplicas added in v0.18.15 

func (m *DistributedTensorflowTrainingTask) GetPsReplicas() int32

func (*DistributedTensorflowTrainingTask) GetWorkers added in v0.18.15 

func (m *DistributedTensorflowTrainingTask) GetWorkers() int32

func (*DistributedTensorflowTrainingTask) ProtoMessage added in v0.18.15 

func (*DistributedTensorflowTrainingTask) ProtoMessage()

func (*DistributedTensorflowTrainingTask) Reset added in v0.18.15 

func (m *DistributedTensorflowTrainingTask) Reset()

func (*DistributedTensorflowTrainingTask) String added in v0.18.15 

func (m *DistributedTensorflowTrainingTask) String() string

func (*DistributedTensorflowTrainingTask) Validate added in v0.18.15 

func (m *DistributedTensorflowTrainingTask) Validate() error

Validate checks the field values on DistributedTensorflowTrainingTask with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*DistributedTensorflowTrainingTask) XXX_DiscardUnknown added in v0.18.15 

func (m *DistributedTensorflowTrainingTask) XXX_DiscardUnknown()

func (*DistributedTensorflowTrainingTask) XXX_Marshal added in v0.18.15 

func (m *DistributedTensorflowTrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DistributedTensorflowTrainingTask) XXX_Merge added in v0.18.15 

func (m *DistributedTensorflowTrainingTask) XXX_Merge(src proto.Message)

func (*DistributedTensorflowTrainingTask) XXX_Size added in v0.18.15 

func (m *DistributedTensorflowTrainingTask) XXX_Size() int

func (*DistributedTensorflowTrainingTask) XXX_Unmarshal added in v0.18.15 

func (m *DistributedTensorflowTrainingTask) XXX_Unmarshal(b []byte) error

type DistributedTensorflowTrainingTaskValidationError added in v0.18.15 

type DistributedTensorflowTrainingTaskValidationError struct {
	// contains filtered or unexported fields
}

DistributedTensorflowTrainingTaskValidationError is the validation error returned by DistributedTensorflowTrainingTask.Validate if the designated constraints aren't met.

func (DistributedTensorflowTrainingTaskValidationError) Cause added in v0.18.15 

func (e DistributedTensorflowTrainingTaskValidationError) Cause() error

Cause function returns cause value.

func (DistributedTensorflowTrainingTaskValidationError) Error added in v0.18.15 

func (e DistributedTensorflowTrainingTaskValidationError) Error() string

Error satisfies the builtin error interface

func (DistributedTensorflowTrainingTaskValidationError) ErrorName added in v0.18.15 

func (e DistributedTensorflowTrainingTaskValidationError) ErrorName() string

ErrorName returns error name.

func (DistributedTensorflowTrainingTaskValidationError) Field added in v0.18.15 

func (e DistributedTensorflowTrainingTaskValidationError) Field() string

Field function returns field value.

func (DistributedTensorflowTrainingTaskValidationError) Key added in v0.18.15 

func (e DistributedTensorflowTrainingTaskValidationError) Key() bool

Key function returns key value.

func (DistributedTensorflowTrainingTaskValidationError) Reason added in v0.18.15 

func (e DistributedTensorflowTrainingTaskValidationError) Reason() string

Reason function returns reason value.

type ElasticConfig added in v1.2.10 

type ElasticConfig struct {
	RdzvBackend          string   `protobuf:"bytes,1,opt,name=rdzv_backend,json=rdzvBackend,proto3" json:"rdzv_backend,omitempty"`
	MinReplicas          int32    `protobuf:"varint,2,opt,name=min_replicas,json=minReplicas,proto3" json:"min_replicas,omitempty"`
	MaxReplicas          int32    `protobuf:"varint,3,opt,name=max_replicas,json=maxReplicas,proto3" json:"max_replicas,omitempty"`
	NprocPerNode         int32    `protobuf:"varint,4,opt,name=nproc_per_node,json=nprocPerNode,proto3" json:"nproc_per_node,omitempty"`
	MaxRestarts          int32    `protobuf:"varint,5,opt,name=max_restarts,json=maxRestarts,proto3" json:"max_restarts,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Custom proto for torch elastic config for distributed training using https://github.com/kubeflow/training-operator/blob/master/pkg/apis/kubeflow.org/v1/pytorch_types.go

func (*ElasticConfig) Descriptor added in v1.2.10 

func (*ElasticConfig) Descriptor() ([]byte, []int)

func (*ElasticConfig) GetMaxReplicas added in v1.2.10 

func (m *ElasticConfig) GetMaxReplicas() int32

func (*ElasticConfig) GetMaxRestarts added in v1.2.10 

func (m *ElasticConfig) GetMaxRestarts() int32

func (*ElasticConfig) GetMinReplicas added in v1.2.10 

func (m *ElasticConfig) GetMinReplicas() int32

func (*ElasticConfig) GetNprocPerNode added in v1.2.10 

func (m *ElasticConfig) GetNprocPerNode() int32

func (*ElasticConfig) GetRdzvBackend added in v1.2.10 

func (m *ElasticConfig) GetRdzvBackend() string

func (*ElasticConfig) ProtoMessage added in v1.2.10 

func (*ElasticConfig) ProtoMessage()

func (*ElasticConfig) Reset added in v1.2.10 

func (m *ElasticConfig) Reset()

func (*ElasticConfig) String added in v1.2.10 

func (m *ElasticConfig) String() string

func (*ElasticConfig) Validate added in v1.2.10 

func (m *ElasticConfig) Validate() error

Validate checks the field values on ElasticConfig with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*ElasticConfig) XXX_DiscardUnknown added in v1.2.10 

func (m *ElasticConfig) XXX_DiscardUnknown()

func (*ElasticConfig) XXX_Marshal added in v1.2.10 

func (m *ElasticConfig) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ElasticConfig) XXX_Merge added in v1.2.10 

func (m *ElasticConfig) XXX_Merge(src proto.Message)

func (*ElasticConfig) XXX_Size added in v1.2.10 

func (m *ElasticConfig) XXX_Size() int

func (*ElasticConfig) XXX_Unmarshal added in v1.2.10 

func (m *ElasticConfig) XXX_Unmarshal(b []byte) error

type ElasticConfigValidationError added in v1.2.10 

type ElasticConfigValidationError struct {
	// contains filtered or unexported fields
}

ElasticConfigValidationError is the validation error returned by ElasticConfig.Validate if the designated constraints aren't met.

func (ElasticConfigValidationError) Cause added in v1.2.10 

func (e ElasticConfigValidationError) Cause() error

Cause function returns cause value.

func (ElasticConfigValidationError) Error added in v1.2.10 

func (e ElasticConfigValidationError) Error() string

Error satisfies the builtin error interface

func (ElasticConfigValidationError) ErrorName added in v1.2.10 

func (e ElasticConfigValidationError) ErrorName() string

ErrorName returns error name.

func (ElasticConfigValidationError) Field added in v1.2.10 

func (e ElasticConfigValidationError) Field() string

Field function returns field value.

func (ElasticConfigValidationError) Key added in v1.2.10 

func (e ElasticConfigValidationError) Key() bool

Key function returns key value.

func (ElasticConfigValidationError) Reason added in v1.2.10 

func (e ElasticConfigValidationError) Reason() string

Reason function returns reason value.

type HeadGroupSpec added in v1.1.10 

type HeadGroupSpec struct {
	// Optional. RayStartParams are the params of the start command: address, object-store-memory.
	// Refer to https://docs.ray.io/en/latest/ray-core/package-ref.html#ray-start
	RayStartParams       map[string]string `` /* 193-byte string literal not displayed */
	XXX_NoUnkeyedLiteral struct{}          `json:"-"`
	XXX_unrecognized     []byte            `json:"-"`
	XXX_sizecache        int32             `json:"-"`
}

HeadGroupSpec are the spec for the head pod

func (*HeadGroupSpec) Descriptor added in v1.1.10 

func (*HeadGroupSpec) Descriptor() ([]byte, []int)

func (*HeadGroupSpec) GetRayStartParams added in v1.1.10 

func (m *HeadGroupSpec) GetRayStartParams() map[string]string

func (*HeadGroupSpec) ProtoMessage added in v1.1.10 

func (*HeadGroupSpec) ProtoMessage()

func (*HeadGroupSpec) Reset added in v1.1.10 

func (m *HeadGroupSpec) Reset()

func (*HeadGroupSpec) String added in v1.1.10 

func (m *HeadGroupSpec) String() string

func (*HeadGroupSpec) Validate added in v1.1.10 

func (m *HeadGroupSpec) Validate() error

Validate checks the field values on HeadGroupSpec with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*HeadGroupSpec) XXX_DiscardUnknown added in v1.1.10 

func (m *HeadGroupSpec) XXX_DiscardUnknown()

func (*HeadGroupSpec) XXX_Marshal added in v1.1.10 

func (m *HeadGroupSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*HeadGroupSpec) XXX_Merge added in v1.1.10 

func (m *HeadGroupSpec) XXX_Merge(src proto.Message)

func (*HeadGroupSpec) XXX_Size added in v1.1.10 

func (m *HeadGroupSpec) XXX_Size() int

func (*HeadGroupSpec) XXX_Unmarshal added in v1.1.10 

func (m *HeadGroupSpec) XXX_Unmarshal(b []byte) error

type HeadGroupSpecValidationError added in v1.1.10 

type HeadGroupSpecValidationError struct {
	// contains filtered or unexported fields
}

HeadGroupSpecValidationError is the validation error returned by HeadGroupSpec.Validate if the designated constraints aren't met.

func (HeadGroupSpecValidationError) Cause added in v1.1.10 

func (e HeadGroupSpecValidationError) Cause() error

Cause function returns cause value.

func (HeadGroupSpecValidationError) Error added in v1.1.10 

func (e HeadGroupSpecValidationError) Error() string

Error satisfies the builtin error interface

func (HeadGroupSpecValidationError) ErrorName added in v1.1.10 

func (e HeadGroupSpecValidationError) ErrorName() string

ErrorName returns error name.

func (HeadGroupSpecValidationError) Field added in v1.1.10 

func (e HeadGroupSpecValidationError) Field() string

Field function returns field value.

func (HeadGroupSpecValidationError) Key added in v1.1.10 

func (e HeadGroupSpecValidationError) Key() bool

Key function returns key value.

func (HeadGroupSpecValidationError) Reason added in v1.1.10 

func (e HeadGroupSpecValidationError) Reason() string

Reason function returns reason value.

type HiveQuery 

type HiveQuery struct {
	Query                string   `protobuf:"bytes,1,opt,name=query,proto3" json:"query,omitempty"`
	TimeoutSec           uint32   `protobuf:"varint,2,opt,name=timeout_sec,json=timeoutSec,proto3" json:"timeout_sec,omitempty"`
	RetryCount           uint32   `protobuf:"varint,3,opt,name=retryCount,proto3" json:"retryCount,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Defines a query to execute on a hive cluster.

func (*HiveQuery) Descriptor 

func (*HiveQuery) Descriptor() ([]byte, []int)

func (*HiveQuery) GetQuery 

func (m *HiveQuery) GetQuery() string

func (*HiveQuery) GetRetryCount 

func (m *HiveQuery) GetRetryCount() uint32

func (*HiveQuery) GetTimeoutSec 

func (m *HiveQuery) GetTimeoutSec() uint32

func (*HiveQuery) ProtoMessage 

func (*HiveQuery) ProtoMessage()

func (*HiveQuery) Reset 

func (m *HiveQuery) Reset()

func (*HiveQuery) String 

func (m *HiveQuery) String() string

func (*HiveQuery) Validate 

func (m *HiveQuery) Validate() error

Validate checks the field values on HiveQuery with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*HiveQuery) XXX_DiscardUnknown 

func (m *HiveQuery) XXX_DiscardUnknown()

func (*HiveQuery) XXX_Marshal 

func (m *HiveQuery) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*HiveQuery) XXX_Merge 

func (m *HiveQuery) XXX_Merge(src proto.Message)

func (*HiveQuery) XXX_Size 

func (m *HiveQuery) XXX_Size() int

func (*HiveQuery) XXX_Unmarshal 

func (m *HiveQuery) XXX_Unmarshal(b []byte) error

type HiveQueryCollection 

type HiveQueryCollection struct {
	Queries              []*HiveQuery `protobuf:"bytes,2,rep,name=queries,proto3" json:"queries,omitempty"`
	XXX_NoUnkeyedLiteral struct{}     `json:"-"`
	XXX_unrecognized     []byte       `json:"-"`
	XXX_sizecache        int32        `json:"-"`
}

Defines a collection of hive queries.

func (*HiveQueryCollection) Descriptor 

func (*HiveQueryCollection) Descriptor() ([]byte, []int)

func (*HiveQueryCollection) GetQueries 

func (m *HiveQueryCollection) GetQueries() []*HiveQuery

func (*HiveQueryCollection) ProtoMessage 

func (*HiveQueryCollection) ProtoMessage()

func (*HiveQueryCollection) Reset 

func (m *HiveQueryCollection) Reset()

func (*HiveQueryCollection) String 

func (m *HiveQueryCollection) String() string

func (*HiveQueryCollection) Validate 

func (m *HiveQueryCollection) Validate() error

Validate checks the field values on HiveQueryCollection with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*HiveQueryCollection) XXX_DiscardUnknown 

func (m *HiveQueryCollection) XXX_DiscardUnknown()

func (*HiveQueryCollection) XXX_Marshal 

func (m *HiveQueryCollection) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*HiveQueryCollection) XXX_Merge 

func (m *HiveQueryCollection) XXX_Merge(src proto.Message)

func (*HiveQueryCollection) XXX_Size 

func (m *HiveQueryCollection) XXX_Size() int

func (*HiveQueryCollection) XXX_Unmarshal 

func (m *HiveQueryCollection) XXX_Unmarshal(b []byte) error

type HiveQueryCollectionValidationError 

type HiveQueryCollectionValidationError struct {
	// contains filtered or unexported fields
}

HiveQueryCollectionValidationError is the validation error returned by HiveQueryCollection.Validate if the designated constraints aren't met.

func (HiveQueryCollectionValidationError) Cause 

func (e HiveQueryCollectionValidationError) Cause() error

Cause function returns cause value.

func (HiveQueryCollectionValidationError) Error 

func (e HiveQueryCollectionValidationError) Error() string

Error satisfies the builtin error interface

func (HiveQueryCollectionValidationError) ErrorName 

func (e HiveQueryCollectionValidationError) ErrorName() string

ErrorName returns error name.

func (HiveQueryCollectionValidationError) Field 

func (e HiveQueryCollectionValidationError) Field() string

Field function returns field value.

func (HiveQueryCollectionValidationError) Key 

func (e HiveQueryCollectionValidationError) Key() bool

Key function returns key value.

func (HiveQueryCollectionValidationError) Reason 

func (e HiveQueryCollectionValidationError) Reason() string

Reason function returns reason value.

type HiveQueryValidationError 

type HiveQueryValidationError struct {
	// contains filtered or unexported fields
}

HiveQueryValidationError is the validation error returned by HiveQuery.Validate if the designated constraints aren't met.

func (HiveQueryValidationError) Cause 

func (e HiveQueryValidationError) Cause() error

Cause function returns cause value.

func (HiveQueryValidationError) Error 

func (e HiveQueryValidationError) Error() string

Error satisfies the builtin error interface

func (HiveQueryValidationError) ErrorName 

func (e HiveQueryValidationError) ErrorName() string

ErrorName returns error name.

func (HiveQueryValidationError) Field 

func (e HiveQueryValidationError) Field() string

Field function returns field value.

func (HiveQueryValidationError) Key 

func (e HiveQueryValidationError) Key() bool

Key function returns key value.

func (HiveQueryValidationError) Reason 

func (e HiveQueryValidationError) Reason() string

Reason function returns reason value.

type PrestoQuery added in v0.18.15 

type PrestoQuery struct {
	RoutingGroup         string   `protobuf:"bytes,1,opt,name=routing_group,json=routingGroup,proto3" json:"routing_group,omitempty"`
	Catalog              string   `protobuf:"bytes,2,opt,name=catalog,proto3" json:"catalog,omitempty"`
	Schema               string   `protobuf:"bytes,3,opt,name=schema,proto3" json:"schema,omitempty"`
	Statement            string   `protobuf:"bytes,4,opt,name=statement,proto3" json:"statement,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

This message works with the 'presto' task type in the SDK and is the object that will be in the 'custom' field of a Presto task's TaskTemplate

func (*PrestoQuery) Descriptor added in v0.18.15 

func (*PrestoQuery) Descriptor() ([]byte, []int)

func (*PrestoQuery) GetCatalog added in v0.18.15 

func (m *PrestoQuery) GetCatalog() string

func (*PrestoQuery) GetRoutingGroup added in v0.18.15 

func (m *PrestoQuery) GetRoutingGroup() string

func (*PrestoQuery) GetSchema added in v0.18.15 

func (m *PrestoQuery) GetSchema() string

func (*PrestoQuery) GetStatement added in v0.18.15 

func (m *PrestoQuery) GetStatement() string

func (*PrestoQuery) ProtoMessage added in v0.18.15 

func (*PrestoQuery) ProtoMessage()

func (*PrestoQuery) Reset added in v0.18.15 

func (m *PrestoQuery) Reset()

func (*PrestoQuery) String added in v0.18.15 

func (m *PrestoQuery) String() string

func (*PrestoQuery) Validate added in v0.18.15 

func (m *PrestoQuery) Validate() error

Validate checks the field values on PrestoQuery with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*PrestoQuery) XXX_DiscardUnknown added in v0.18.15 

func (m *PrestoQuery) XXX_DiscardUnknown()

func (*PrestoQuery) XXX_Marshal added in v0.18.15 

func (m *PrestoQuery) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*PrestoQuery) XXX_Merge added in v0.18.15 

func (m *PrestoQuery) XXX_Merge(src proto.Message)

func (*PrestoQuery) XXX_Size added in v0.18.15 

func (m *PrestoQuery) XXX_Size() int

func (*PrestoQuery) XXX_Unmarshal added in v0.18.15 

func (m *PrestoQuery) XXX_Unmarshal(b []byte) error

type PrestoQueryValidationError added in v0.18.15 

type PrestoQueryValidationError struct {
	// contains filtered or unexported fields
}

PrestoQueryValidationError is the validation error returned by PrestoQuery.Validate if the designated constraints aren't met.

func (PrestoQueryValidationError) Cause added in v0.18.15 

func (e PrestoQueryValidationError) Cause() error

Cause function returns cause value.

func (PrestoQueryValidationError) Error added in v0.18.15 

func (e PrestoQueryValidationError) Error() string

Error satisfies the builtin error interface

func (PrestoQueryValidationError) ErrorName added in v0.18.15 

func (e PrestoQueryValidationError) ErrorName() string

ErrorName returns error name.

func (PrestoQueryValidationError) Field added in v0.18.15 

func (e PrestoQueryValidationError) Field() string

Field function returns field value.

func (PrestoQueryValidationError) Key added in v0.18.15 

func (e PrestoQueryValidationError) Key() bool

Key function returns key value.

func (PrestoQueryValidationError) Reason added in v0.18.15 

func (e PrestoQueryValidationError) Reason() string

Reason function returns reason value.

type QuboleHiveJob 

type QuboleHiveJob struct {
	ClusterLabel         string               `protobuf:"bytes,1,opt,name=cluster_label,json=clusterLabel,proto3" json:"cluster_label,omitempty"`
	QueryCollection      *HiveQueryCollection `protobuf:"bytes,2,opt,name=query_collection,json=queryCollection,proto3" json:"query_collection,omitempty"` // Deprecated: Do not use.
	Tags                 []string             `protobuf:"bytes,3,rep,name=tags,proto3" json:"tags,omitempty"`
	Query                *HiveQuery           `protobuf:"bytes,4,opt,name=query,proto3" json:"query,omitempty"`
	XXX_NoUnkeyedLiteral struct{}             `json:"-"`
	XXX_unrecognized     []byte               `json:"-"`
	XXX_sizecache        int32                `json:"-"`
}

This message works with the 'hive' task type in the SDK and is the object that will be in the 'custom' field of a hive task's TaskTemplate

func (*QuboleHiveJob) Descriptor 

func (*QuboleHiveJob) Descriptor() ([]byte, []int)

func (*QuboleHiveJob) GetClusterLabel 

func (m *QuboleHiveJob) GetClusterLabel() string

func (*QuboleHiveJob) GetQuery added in v0.1.1 

func (m *QuboleHiveJob) GetQuery() *HiveQuery

func (*QuboleHiveJob) GetQueryCollection deprecated 

func (m *QuboleHiveJob) GetQueryCollection() *HiveQueryCollection

Deprecated: Do not use.

func (*QuboleHiveJob) GetTags 

func (m *QuboleHiveJob) GetTags() []string

func (*QuboleHiveJob) ProtoMessage 

func (*QuboleHiveJob) ProtoMessage()

func (*QuboleHiveJob) Reset 

func (m *QuboleHiveJob) Reset()

func (*QuboleHiveJob) String 

func (m *QuboleHiveJob) String() string

func (*QuboleHiveJob) Validate 

func (m *QuboleHiveJob) Validate() error

Validate checks the field values on QuboleHiveJob with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*QuboleHiveJob) XXX_DiscardUnknown 

func (m *QuboleHiveJob) XXX_DiscardUnknown()

func (*QuboleHiveJob) XXX_Marshal 

func (m *QuboleHiveJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*QuboleHiveJob) XXX_Merge 

func (m *QuboleHiveJob) XXX_Merge(src proto.Message)

func (*QuboleHiveJob) XXX_Size 

func (m *QuboleHiveJob) XXX_Size() int

func (*QuboleHiveJob) XXX_Unmarshal 

func (m *QuboleHiveJob) XXX_Unmarshal(b []byte) error

type QuboleHiveJobValidationError 

type QuboleHiveJobValidationError struct {
	// contains filtered or unexported fields
}

QuboleHiveJobValidationError is the validation error returned by QuboleHiveJob.Validate if the designated constraints aren't met.

func (QuboleHiveJobValidationError) Cause 

func (e QuboleHiveJobValidationError) Cause() error

Cause function returns cause value.

func (QuboleHiveJobValidationError) Error 

func (e QuboleHiveJobValidationError) Error() string

Error satisfies the builtin error interface

func (QuboleHiveJobValidationError) ErrorName 

func (e QuboleHiveJobValidationError) ErrorName() string

ErrorName returns error name.

func (QuboleHiveJobValidationError) Field 

func (e QuboleHiveJobValidationError) Field() string

Field function returns field value.

func (QuboleHiveJobValidationError) Key 

func (e QuboleHiveJobValidationError) Key() bool

Key function returns key value.

func (QuboleHiveJobValidationError) Reason 

func (e QuboleHiveJobValidationError) Reason() string

Reason function returns reason value.

type RayCluster added in v1.1.10 

type RayCluster struct {
	// HeadGroupSpecs are the spec for the head pod
	HeadGroupSpec *HeadGroupSpec `protobuf:"bytes,1,opt,name=head_group_spec,json=headGroupSpec,proto3" json:"head_group_spec,omitempty"`
	// WorkerGroupSpecs are the specs for the worker pods
	WorkerGroupSpec      []*WorkerGroupSpec `protobuf:"bytes,2,rep,name=worker_group_spec,json=workerGroupSpec,proto3" json:"worker_group_spec,omitempty"`
	XXX_NoUnkeyedLiteral struct{}           `json:"-"`
	XXX_unrecognized     []byte             `json:"-"`
	XXX_sizecache        int32              `json:"-"`
}

Define Ray cluster defines the desired state of RayCluster

func (*RayCluster) Descriptor added in v1.1.10 

func (*RayCluster) Descriptor() ([]byte, []int)

func (*RayCluster) GetHeadGroupSpec added in v1.1.10 

func (m *RayCluster) GetHeadGroupSpec() *HeadGroupSpec

func (*RayCluster) GetWorkerGroupSpec added in v1.1.10 

func (m *RayCluster) GetWorkerGroupSpec() []*WorkerGroupSpec

func (*RayCluster) ProtoMessage added in v1.1.10 

func (*RayCluster) ProtoMessage()

func (*RayCluster) Reset added in v1.1.10 

func (m *RayCluster) Reset()

func (*RayCluster) String added in v1.1.10 

func (m *RayCluster) String() string

func (*RayCluster) Validate added in v1.1.10 

func (m *RayCluster) Validate() error

Validate checks the field values on RayCluster with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*RayCluster) XXX_DiscardUnknown added in v1.1.10 

func (m *RayCluster) XXX_DiscardUnknown()

func (*RayCluster) XXX_Marshal added in v1.1.10 

func (m *RayCluster) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*RayCluster) XXX_Merge added in v1.1.10 

func (m *RayCluster) XXX_Merge(src proto.Message)

func (*RayCluster) XXX_Size added in v1.1.10 

func (m *RayCluster) XXX_Size() int

func (*RayCluster) XXX_Unmarshal added in v1.1.10 

func (m *RayCluster) XXX_Unmarshal(b []byte) error

type RayClusterValidationError added in v1.1.10 

type RayClusterValidationError struct {
	// contains filtered or unexported fields
}

RayClusterValidationError is the validation error returned by RayCluster.Validate if the designated constraints aren't met.

func (RayClusterValidationError) Cause added in v1.1.10 

func (e RayClusterValidationError) Cause() error

Cause function returns cause value.

func (RayClusterValidationError) Error added in v1.1.10 

func (e RayClusterValidationError) Error() string

Error satisfies the builtin error interface

func (RayClusterValidationError) ErrorName added in v1.1.10 

func (e RayClusterValidationError) ErrorName() string

ErrorName returns error name.

func (RayClusterValidationError) Field added in v1.1.10 

func (e RayClusterValidationError) Field() string

Field function returns field value.

func (RayClusterValidationError) Key added in v1.1.10 

func (e RayClusterValidationError) Key() bool

Key function returns key value.

func (RayClusterValidationError) Reason added in v1.1.10 

func (e RayClusterValidationError) Reason() string

Reason function returns reason value.

type RayJob added in v1.1.10 

type RayJob struct {
	// RayClusterSpec is the cluster template to run the job
	RayCluster *RayCluster `protobuf:"bytes,1,opt,name=ray_cluster,json=rayCluster,proto3" json:"ray_cluster,omitempty"`
	// runtime_env is base64 encoded.
	// Ray runtime environments: https://docs.ray.io/en/latest/ray-core/handling-dependencies.html#runtime-environments
	RuntimeEnv           string   `protobuf:"bytes,2,opt,name=runtime_env,json=runtimeEnv,proto3" json:"runtime_env,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

RayJobSpec defines the desired state of RayJob

func (*RayJob) Descriptor added in v1.1.10 

func (*RayJob) Descriptor() ([]byte, []int)

func (*RayJob) GetRayCluster added in v1.1.10 

func (m *RayJob) GetRayCluster() *RayCluster

func (*RayJob) GetRuntimeEnv added in v1.1.10 

func (m *RayJob) GetRuntimeEnv() string

func (*RayJob) ProtoMessage added in v1.1.10 

func (*RayJob) ProtoMessage()

func (*RayJob) Reset added in v1.1.10 

func (m *RayJob) Reset()

func (*RayJob) String added in v1.1.10 

func (m *RayJob) String() string

func (*RayJob) Validate added in v1.1.10 

func (m *RayJob) Validate() error

Validate checks the field values on RayJob with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*RayJob) XXX_DiscardUnknown added in v1.1.10 

func (m *RayJob) XXX_DiscardUnknown()

func (*RayJob) XXX_Marshal added in v1.1.10 

func (m *RayJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*RayJob) XXX_Merge added in v1.1.10 

func (m *RayJob) XXX_Merge(src proto.Message)

func (*RayJob) XXX_Size added in v1.1.10 

func (m *RayJob) XXX_Size() int

func (*RayJob) XXX_Unmarshal added in v1.1.10 

func (m *RayJob) XXX_Unmarshal(b []byte) error

type RayJobValidationError added in v1.1.10 

type RayJobValidationError struct {
	// contains filtered or unexported fields
}

RayJobValidationError is the validation error returned by RayJob.Validate if the designated constraints aren't met.

func (RayJobValidationError) Cause added in v1.1.10 

func (e RayJobValidationError) Cause() error

Cause function returns cause value.

func (RayJobValidationError) Error added in v1.1.10 

func (e RayJobValidationError) Error() string

Error satisfies the builtin error interface

func (RayJobValidationError) ErrorName added in v1.1.10 

func (e RayJobValidationError) ErrorName() string

ErrorName returns error name.

func (RayJobValidationError) Field added in v1.1.10 

func (e RayJobValidationError) Field() string

Field function returns field value.

func (RayJobValidationError) Key added in v1.1.10 

func (e RayJobValidationError) Key() bool

Key function returns key value.

func (RayJobValidationError) Reason added in v1.1.10 

func (e RayJobValidationError) Reason() string

Reason function returns reason value.

type SparkApplication 

type SparkApplication struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*SparkApplication) Descriptor 

func (*SparkApplication) Descriptor() ([]byte, []int)

func (*SparkApplication) ProtoMessage 

func (*SparkApplication) ProtoMessage()

func (*SparkApplication) Reset 

func (m *SparkApplication) Reset()

func (*SparkApplication) String 

func (m *SparkApplication) String() string

func (*SparkApplication) Validate 

func (m *SparkApplication) Validate() error

Validate checks the field values on SparkApplication with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*SparkApplication) XXX_DiscardUnknown 

func (m *SparkApplication) XXX_DiscardUnknown()

func (*SparkApplication) XXX_Marshal 

func (m *SparkApplication) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SparkApplication) XXX_Merge 

func (m *SparkApplication) XXX_Merge(src proto.Message)

func (*SparkApplication) XXX_Size 

func (m *SparkApplication) XXX_Size() int

func (*SparkApplication) XXX_Unmarshal 

func (m *SparkApplication) XXX_Unmarshal(b []byte) error

type SparkApplicationValidationError 

type SparkApplicationValidationError struct {
	// contains filtered or unexported fields
}

SparkApplicationValidationError is the validation error returned by SparkApplication.Validate if the designated constraints aren't met.

func (SparkApplicationValidationError) Cause 

func (e SparkApplicationValidationError) Cause() error

Cause function returns cause value.

func (SparkApplicationValidationError) Error 

func (e SparkApplicationValidationError) Error() string

Error satisfies the builtin error interface

func (SparkApplicationValidationError) ErrorName 

func (e SparkApplicationValidationError) ErrorName() string

ErrorName returns error name.

func (SparkApplicationValidationError) Field 

func (e SparkApplicationValidationError) Field() string

Field function returns field value.

func (SparkApplicationValidationError) Key 

func (e SparkApplicationValidationError) Key() bool

Key function returns key value.

func (SparkApplicationValidationError) Reason 

func (e SparkApplicationValidationError) Reason() string

Reason function returns reason value.

type SparkApplication_Type 

type SparkApplication_Type int32
const (
	SparkApplication_PYTHON SparkApplication_Type = 0
	SparkApplication_JAVA   SparkApplication_Type = 1
	SparkApplication_SCALA  SparkApplication_Type = 2
	SparkApplication_R      SparkApplication_Type = 3
)

func (SparkApplication_Type) EnumDescriptor 

func (SparkApplication_Type) EnumDescriptor() ([]byte, []int)

func (SparkApplication_Type) String 

func (x SparkApplication_Type) String() string

type SparkJob 

type SparkJob struct {
	ApplicationType     SparkApplication_Type `` /* 128-byte string literal not displayed */
	MainApplicationFile string                `protobuf:"bytes,2,opt,name=mainApplicationFile,proto3" json:"mainApplicationFile,omitempty"`
	MainClass           string                `protobuf:"bytes,3,opt,name=mainClass,proto3" json:"mainClass,omitempty"`
	SparkConf           map[string]string     `` /* 159-byte string literal not displayed */
	HadoopConf          map[string]string     `` /* 161-byte string literal not displayed */
	ExecutorPath        string                `protobuf:"bytes,6,opt,name=executorPath,proto3" json:"executorPath,omitempty"`
	// Databricks job configuration.
	// Config structure can be found here. https://docs.databricks.com/dev-tools/api/2.0/jobs.html#request-structure.
	DatabricksConf *_struct.Struct `protobuf:"bytes,7,opt,name=databricksConf,proto3" json:"databricksConf,omitempty"`
	// Databricks access token. https://docs.databricks.com/dev-tools/api/latest/authentication.html
	// This token can be set in either flytepropeller or flytekit.
	DatabricksToken string `protobuf:"bytes,8,opt,name=databricksToken,proto3" json:"databricksToken,omitempty"`
	// Domain name of your deployment. Use the form <account>.cloud.databricks.com.
	// This instance name can be set in either flytepropeller or flytekit.
	DatabricksInstance   string   `protobuf:"bytes,9,opt,name=databricksInstance,proto3" json:"databricksInstance,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Custom Proto for Spark Plugin.

func (*SparkJob) Descriptor 

func (*SparkJob) Descriptor() ([]byte, []int)

func (*SparkJob) GetApplicationType 

func (m *SparkJob) GetApplicationType() SparkApplication_Type

func (*SparkJob) GetDatabricksConf added in v1.2.9 

func (m *SparkJob) GetDatabricksConf() *_struct.Struct

func (*SparkJob) GetDatabricksInstance added in v1.2.9 

func (m *SparkJob) GetDatabricksInstance() string

func (*SparkJob) GetDatabricksToken added in v1.2.9 

func (m *SparkJob) GetDatabricksToken() string

func (*SparkJob) GetExecutorPath 

func (m *SparkJob) GetExecutorPath() string

func (*SparkJob) GetHadoopConf 

func (m *SparkJob) GetHadoopConf() map[string]string

func (*SparkJob) GetMainApplicationFile 

func (m *SparkJob) GetMainApplicationFile() string

func (*SparkJob) GetMainClass 

func (m *SparkJob) GetMainClass() string

func (*SparkJob) GetSparkConf 

func (m *SparkJob) GetSparkConf() map[string]string

func (*SparkJob) ProtoMessage 

func (*SparkJob) ProtoMessage()

func (*SparkJob) Reset 

func (m *SparkJob) Reset()

func (*SparkJob) String 

func (m *SparkJob) String() string

func (*SparkJob) Validate 

func (m *SparkJob) Validate() error

Validate checks the field values on SparkJob with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*SparkJob) XXX_DiscardUnknown 

func (m *SparkJob) XXX_DiscardUnknown()

func (*SparkJob) XXX_Marshal 

func (m *SparkJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SparkJob) XXX_Merge 

func (m *SparkJob) XXX_Merge(src proto.Message)

func (*SparkJob) XXX_Size 

func (m *SparkJob) XXX_Size() int

func (*SparkJob) XXX_Unmarshal 

func (m *SparkJob) XXX_Unmarshal(b []byte) error

type SparkJobValidationError 

type SparkJobValidationError struct {
	// contains filtered or unexported fields
}

SparkJobValidationError is the validation error returned by SparkJob.Validate if the designated constraints aren't met.

func (SparkJobValidationError) Cause 

func (e SparkJobValidationError) Cause() error

Cause function returns cause value.

func (SparkJobValidationError) Error 

func (e SparkJobValidationError) Error() string

Error satisfies the builtin error interface

func (SparkJobValidationError) ErrorName 

func (e SparkJobValidationError) ErrorName() string

ErrorName returns error name.

func (SparkJobValidationError) Field 

func (e SparkJobValidationError) Field() string

Field function returns field value.

func (SparkJobValidationError) Key 

func (e SparkJobValidationError) Key() bool

Key function returns key value.

func (SparkJobValidationError) Reason 

func (e SparkJobValidationError) Reason() string

Reason function returns reason value.

type Waitable 

type Waitable struct {
	WfExecId             *core.WorkflowExecutionIdentifier `protobuf:"bytes,1,opt,name=wf_exec_id,json=wfExecId,proto3" json:"wf_exec_id,omitempty"`
	Phase                core.WorkflowExecution_Phase      `protobuf:"varint,2,opt,name=phase,proto3,enum=flyteidl.core.WorkflowExecution_Phase" json:"phase,omitempty"`
	WorkflowId           string                            `protobuf:"bytes,3,opt,name=workflow_id,json=workflowId,proto3" json:"workflow_id,omitempty"`
	XXX_NoUnkeyedLiteral struct{}                          `json:"-"`
	XXX_unrecognized     []byte                            `json:"-"`
	XXX_sizecache        int32                             `json:"-"`
}

Represents an Execution that was launched and could be waited on.

func (*Waitable) Descriptor 

func (*Waitable) Descriptor() ([]byte, []int)

func (*Waitable) GetPhase 

func (m *Waitable) GetPhase() core.WorkflowExecution_Phase

func (*Waitable) GetWfExecId 

func (m *Waitable) GetWfExecId() *core.WorkflowExecutionIdentifier

func (*Waitable) GetWorkflowId 

func (m *Waitable) GetWorkflowId() string

func (*Waitable) ProtoMessage 

func (*Waitable) ProtoMessage()

func (*Waitable) Reset 

func (m *Waitable) Reset()

func (*Waitable) String 

func (m *Waitable) String() string

func (*Waitable) Validate 

func (m *Waitable) Validate() error

Validate checks the field values on Waitable with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*Waitable) XXX_DiscardUnknown 

func (m *Waitable) XXX_DiscardUnknown()

func (*Waitable) XXX_Marshal 

func (m *Waitable) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Waitable) XXX_Merge 

func (m *Waitable) XXX_Merge(src proto.Message)

func (*Waitable) XXX_Size 

func (m *Waitable) XXX_Size() int

func (*Waitable) XXX_Unmarshal 

func (m *Waitable) XXX_Unmarshal(b []byte) error

type WaitableValidationError 

type WaitableValidationError struct {
	// contains filtered or unexported fields
}

WaitableValidationError is the validation error returned by Waitable.Validate if the designated constraints aren't met.

func (WaitableValidationError) Cause 

func (e WaitableValidationError) Cause() error

Cause function returns cause value.

func (WaitableValidationError) Error 

func (e WaitableValidationError) Error() string

Error satisfies the builtin error interface

func (WaitableValidationError) ErrorName 

func (e WaitableValidationError) ErrorName() string

ErrorName returns error name.

func (WaitableValidationError) Field 

func (e WaitableValidationError) Field() string

Field function returns field value.

func (WaitableValidationError) Key 

func (e WaitableValidationError) Key() bool

Key function returns key value.

func (WaitableValidationError) Reason 

func (e WaitableValidationError) Reason() string

Reason function returns reason value.

type WorkerGroupSpec added in v1.1.10 

type WorkerGroupSpec struct {
	// Required. RayCluster can have multiple worker groups, and it distinguishes them by name
	GroupName string `protobuf:"bytes,1,opt,name=group_name,json=groupName,proto3" json:"group_name,omitempty"`
	// Required. Desired replicas of the worker group. Defaults to 1.
	Replicas int32 `protobuf:"varint,2,opt,name=replicas,proto3" json:"replicas,omitempty"`
	// Optional. Min replicas of the worker group. MinReplicas defaults to 1.
	MinReplicas int32 `protobuf:"varint,3,opt,name=min_replicas,json=minReplicas,proto3" json:"min_replicas,omitempty"`
	// Optional. Max replicas of the worker group. MaxReplicas defaults to maxInt32
	MaxReplicas int32 `protobuf:"varint,4,opt,name=max_replicas,json=maxReplicas,proto3" json:"max_replicas,omitempty"`
	// Optional. RayStartParams are the params of the start command: address, object-store-memory.
	// Refer to https://docs.ray.io/en/latest/ray-core/package-ref.html#ray-start
	RayStartParams       map[string]string `` /* 193-byte string literal not displayed */
	XXX_NoUnkeyedLiteral struct{}          `json:"-"`
	XXX_unrecognized     []byte            `json:"-"`
	XXX_sizecache        int32             `json:"-"`
}

WorkerGroupSpec are the specs for the worker pods

func (*WorkerGroupSpec) Descriptor added in v1.1.10 

func (*WorkerGroupSpec) Descriptor() ([]byte, []int)

func (*WorkerGroupSpec) GetGroupName added in v1.1.10 

func (m *WorkerGroupSpec) GetGroupName() string

func (*WorkerGroupSpec) GetMaxReplicas added in v1.1.10 

func (m *WorkerGroupSpec) GetMaxReplicas() int32

func (*WorkerGroupSpec) GetMinReplicas added in v1.1.10 

func (m *WorkerGroupSpec) GetMinReplicas() int32

func (*WorkerGroupSpec) GetRayStartParams added in v1.1.10 

func (m *WorkerGroupSpec) GetRayStartParams() map[string]string

func (*WorkerGroupSpec) GetReplicas added in v1.1.10 

func (m *WorkerGroupSpec) GetReplicas() int32

func (*WorkerGroupSpec) ProtoMessage added in v1.1.10 

func (*WorkerGroupSpec) ProtoMessage()

func (*WorkerGroupSpec) Reset added in v1.1.10 

func (m *WorkerGroupSpec) Reset()

func (*WorkerGroupSpec) String added in v1.1.10 

func (m *WorkerGroupSpec) String() string

func (*WorkerGroupSpec) Validate added in v1.1.10 

func (m *WorkerGroupSpec) Validate() error

Validate checks the field values on WorkerGroupSpec with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*WorkerGroupSpec) XXX_DiscardUnknown added in v1.1.10 

func (m *WorkerGroupSpec) XXX_DiscardUnknown()

func (*WorkerGroupSpec) XXX_Marshal added in v1.1.10 

func (m *WorkerGroupSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*WorkerGroupSpec) XXX_Merge added in v1.1.10 

func (m *WorkerGroupSpec) XXX_Merge(src proto.Message)

func (*WorkerGroupSpec) XXX_Size added in v1.1.10 

func (m *WorkerGroupSpec) XXX_Size() int

func (*WorkerGroupSpec) XXX_Unmarshal added in v1.1.10 

func (m *WorkerGroupSpec) XXX_Unmarshal(b []byte) error

type WorkerGroupSpecValidationError added in v1.1.10 

type WorkerGroupSpecValidationError struct {
	// contains filtered or unexported fields
}

WorkerGroupSpecValidationError is the validation error returned by WorkerGroupSpec.Validate if the designated constraints aren't met.

func (WorkerGroupSpecValidationError) Cause added in v1.1.10 

func (e WorkerGroupSpecValidationError) Cause() error

Cause function returns cause value.

func (WorkerGroupSpecValidationError) Error added in v1.1.10 

func (e WorkerGroupSpecValidationError) Error() string

Error satisfies the builtin error interface

func (WorkerGroupSpecValidationError) ErrorName added in v1.1.10 

func (e WorkerGroupSpecValidationError) ErrorName() string

ErrorName returns error name.

func (WorkerGroupSpecValidationError) Field added in v1.1.10 

func (e WorkerGroupSpecValidationError) Field() string

Field function returns field value.

func (WorkerGroupSpecValidationError) Key added in v1.1.10 

func (e WorkerGroupSpecValidationError) Key() bool

Key function returns key value.

func (WorkerGroupSpecValidationError) Reason added in v1.1.10 

func (e WorkerGroupSpecValidationError) Reason() string

Reason function returns reason value.

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.