Documentation ¶
Index ¶
- Variables
- type ArrayJob
- func (*ArrayJob) Descriptor() ([]byte, []int)
- func (m *ArrayJob) GetMinSuccessRatio() float32
- func (m *ArrayJob) GetMinSuccesses() int64
- func (m *ArrayJob) GetParallelism() int64
- func (m *ArrayJob) GetSize() int64
- func (m *ArrayJob) GetSuccessCriteria() isArrayJob_SuccessCriteria
- func (*ArrayJob) ProtoMessage()
- func (m *ArrayJob) Reset()
- func (m *ArrayJob) String() string
- func (m *ArrayJob) Validate() error
- func (m *ArrayJob) XXX_DiscardUnknown()
- func (m *ArrayJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *ArrayJob) XXX_Merge(src proto.Message)
- func (*ArrayJob) XXX_OneofWrappers() []interface{}
- func (m *ArrayJob) XXX_Size() int
- func (m *ArrayJob) XXX_Unmarshal(b []byte) error
- type ArrayJobValidationError
- type ArrayJob_MinSuccessRatio
- type ArrayJob_MinSuccesses
- type DaskJob
- func (*DaskJob) Descriptor() ([]byte, []int)
- func (m *DaskJob) GetScheduler() *DaskScheduler
- func (m *DaskJob) GetWorkers() *DaskWorkerGroup
- func (*DaskJob) ProtoMessage()
- func (m *DaskJob) Reset()
- func (m *DaskJob) String() string
- func (m *DaskJob) Validate() error
- func (m *DaskJob) XXX_DiscardUnknown()
- func (m *DaskJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *DaskJob) XXX_Merge(src proto.Message)
- func (m *DaskJob) XXX_Size() int
- func (m *DaskJob) XXX_Unmarshal(b []byte) error
- type DaskJobValidationError
- type DaskScheduler
- func (*DaskScheduler) Descriptor() ([]byte, []int)
- func (m *DaskScheduler) GetImage() string
- func (m *DaskScheduler) GetResources() *core.Resources
- func (*DaskScheduler) ProtoMessage()
- func (m *DaskScheduler) Reset()
- func (m *DaskScheduler) String() string
- func (m *DaskScheduler) Validate() error
- func (m *DaskScheduler) XXX_DiscardUnknown()
- func (m *DaskScheduler) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *DaskScheduler) XXX_Merge(src proto.Message)
- func (m *DaskScheduler) XXX_Size() int
- func (m *DaskScheduler) XXX_Unmarshal(b []byte) error
- type DaskSchedulerValidationError
- func (e DaskSchedulerValidationError) Cause() error
- func (e DaskSchedulerValidationError) Error() string
- func (e DaskSchedulerValidationError) ErrorName() string
- func (e DaskSchedulerValidationError) Field() string
- func (e DaskSchedulerValidationError) Key() bool
- func (e DaskSchedulerValidationError) Reason() string
- type DaskWorkerGroup
- func (*DaskWorkerGroup) Descriptor() ([]byte, []int)
- func (m *DaskWorkerGroup) GetImage() string
- func (m *DaskWorkerGroup) GetNumberOfWorkers() uint32
- func (m *DaskWorkerGroup) GetResources() *core.Resources
- func (*DaskWorkerGroup) ProtoMessage()
- func (m *DaskWorkerGroup) Reset()
- func (m *DaskWorkerGroup) String() string
- func (m *DaskWorkerGroup) Validate() error
- func (m *DaskWorkerGroup) XXX_DiscardUnknown()
- func (m *DaskWorkerGroup) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *DaskWorkerGroup) XXX_Merge(src proto.Message)
- func (m *DaskWorkerGroup) XXX_Size() int
- func (m *DaskWorkerGroup) XXX_Unmarshal(b []byte) error
- type DaskWorkerGroupValidationError
- func (e DaskWorkerGroupValidationError) Cause() error
- func (e DaskWorkerGroupValidationError) Error() string
- func (e DaskWorkerGroupValidationError) ErrorName() string
- func (e DaskWorkerGroupValidationError) Field() string
- func (e DaskWorkerGroupValidationError) Key() bool
- func (e DaskWorkerGroupValidationError) Reason() string
- type DistributedMPITrainingTask
- func (*DistributedMPITrainingTask) Descriptor() ([]byte, []int)
- func (m *DistributedMPITrainingTask) GetNumLauncherReplicas() int32
- func (m *DistributedMPITrainingTask) GetNumWorkers() int32
- func (m *DistributedMPITrainingTask) GetSlots() int32
- func (*DistributedMPITrainingTask) ProtoMessage()
- func (m *DistributedMPITrainingTask) Reset()
- func (m *DistributedMPITrainingTask) String() string
- func (m *DistributedMPITrainingTask) Validate() error
- func (m *DistributedMPITrainingTask) XXX_DiscardUnknown()
- func (m *DistributedMPITrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *DistributedMPITrainingTask) XXX_Merge(src proto.Message)
- func (m *DistributedMPITrainingTask) XXX_Size() int
- func (m *DistributedMPITrainingTask) XXX_Unmarshal(b []byte) error
- type DistributedMPITrainingTaskValidationError
- func (e DistributedMPITrainingTaskValidationError) Cause() error
- func (e DistributedMPITrainingTaskValidationError) Error() string
- func (e DistributedMPITrainingTaskValidationError) ErrorName() string
- func (e DistributedMPITrainingTaskValidationError) Field() string
- func (e DistributedMPITrainingTaskValidationError) Key() bool
- func (e DistributedMPITrainingTaskValidationError) Reason() string
- type DistributedPyTorchTrainingTask
- func (*DistributedPyTorchTrainingTask) Descriptor() ([]byte, []int)
- func (m *DistributedPyTorchTrainingTask) GetWorkers() int32
- func (*DistributedPyTorchTrainingTask) ProtoMessage()
- func (m *DistributedPyTorchTrainingTask) Reset()
- func (m *DistributedPyTorchTrainingTask) String() string
- func (m *DistributedPyTorchTrainingTask) Validate() error
- func (m *DistributedPyTorchTrainingTask) XXX_DiscardUnknown()
- func (m *DistributedPyTorchTrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *DistributedPyTorchTrainingTask) XXX_Merge(src proto.Message)
- func (m *DistributedPyTorchTrainingTask) XXX_Size() int
- func (m *DistributedPyTorchTrainingTask) XXX_Unmarshal(b []byte) error
- type DistributedPyTorchTrainingTaskValidationError
- func (e DistributedPyTorchTrainingTaskValidationError) Cause() error
- func (e DistributedPyTorchTrainingTaskValidationError) Error() string
- func (e DistributedPyTorchTrainingTaskValidationError) ErrorName() string
- func (e DistributedPyTorchTrainingTaskValidationError) Field() string
- func (e DistributedPyTorchTrainingTaskValidationError) Key() bool
- func (e DistributedPyTorchTrainingTaskValidationError) Reason() string
- type DistributedTensorflowTrainingTask
- func (*DistributedTensorflowTrainingTask) Descriptor() ([]byte, []int)
- func (m *DistributedTensorflowTrainingTask) GetChiefReplicas() int32
- func (m *DistributedTensorflowTrainingTask) GetPsReplicas() int32
- func (m *DistributedTensorflowTrainingTask) GetWorkers() int32
- func (*DistributedTensorflowTrainingTask) ProtoMessage()
- func (m *DistributedTensorflowTrainingTask) Reset()
- func (m *DistributedTensorflowTrainingTask) String() string
- func (m *DistributedTensorflowTrainingTask) Validate() error
- func (m *DistributedTensorflowTrainingTask) XXX_DiscardUnknown()
- func (m *DistributedTensorflowTrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *DistributedTensorflowTrainingTask) XXX_Merge(src proto.Message)
- func (m *DistributedTensorflowTrainingTask) XXX_Size() int
- func (m *DistributedTensorflowTrainingTask) XXX_Unmarshal(b []byte) error
- type DistributedTensorflowTrainingTaskValidationError
- func (e DistributedTensorflowTrainingTaskValidationError) Cause() error
- func (e DistributedTensorflowTrainingTaskValidationError) Error() string
- func (e DistributedTensorflowTrainingTaskValidationError) ErrorName() string
- func (e DistributedTensorflowTrainingTaskValidationError) Field() string
- func (e DistributedTensorflowTrainingTaskValidationError) Key() bool
- func (e DistributedTensorflowTrainingTaskValidationError) Reason() string
- type HeadGroupSpec
- func (*HeadGroupSpec) Descriptor() ([]byte, []int)
- func (m *HeadGroupSpec) GetRayStartParams() map[string]string
- func (*HeadGroupSpec) ProtoMessage()
- func (m *HeadGroupSpec) Reset()
- func (m *HeadGroupSpec) String() string
- func (m *HeadGroupSpec) Validate() error
- func (m *HeadGroupSpec) XXX_DiscardUnknown()
- func (m *HeadGroupSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *HeadGroupSpec) XXX_Merge(src proto.Message)
- func (m *HeadGroupSpec) XXX_Size() int
- func (m *HeadGroupSpec) XXX_Unmarshal(b []byte) error
- type HeadGroupSpecValidationError
- func (e HeadGroupSpecValidationError) Cause() error
- func (e HeadGroupSpecValidationError) Error() string
- func (e HeadGroupSpecValidationError) ErrorName() string
- func (e HeadGroupSpecValidationError) Field() string
- func (e HeadGroupSpecValidationError) Key() bool
- func (e HeadGroupSpecValidationError) Reason() string
- type HiveQuery
- func (*HiveQuery) Descriptor() ([]byte, []int)
- func (m *HiveQuery) GetQuery() string
- func (m *HiveQuery) GetRetryCount() uint32
- func (m *HiveQuery) GetTimeoutSec() uint32
- func (*HiveQuery) ProtoMessage()
- func (m *HiveQuery) Reset()
- func (m *HiveQuery) String() string
- func (m *HiveQuery) Validate() error
- func (m *HiveQuery) XXX_DiscardUnknown()
- func (m *HiveQuery) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *HiveQuery) XXX_Merge(src proto.Message)
- func (m *HiveQuery) XXX_Size() int
- func (m *HiveQuery) XXX_Unmarshal(b []byte) error
- type HiveQueryCollection
- func (*HiveQueryCollection) Descriptor() ([]byte, []int)
- func (m *HiveQueryCollection) GetQueries() []*HiveQuery
- func (*HiveQueryCollection) ProtoMessage()
- func (m *HiveQueryCollection) Reset()
- func (m *HiveQueryCollection) String() string
- func (m *HiveQueryCollection) Validate() error
- func (m *HiveQueryCollection) XXX_DiscardUnknown()
- func (m *HiveQueryCollection) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *HiveQueryCollection) XXX_Merge(src proto.Message)
- func (m *HiveQueryCollection) XXX_Size() int
- func (m *HiveQueryCollection) XXX_Unmarshal(b []byte) error
- type HiveQueryCollectionValidationError
- func (e HiveQueryCollectionValidationError) Cause() error
- func (e HiveQueryCollectionValidationError) Error() string
- func (e HiveQueryCollectionValidationError) ErrorName() string
- func (e HiveQueryCollectionValidationError) Field() string
- func (e HiveQueryCollectionValidationError) Key() bool
- func (e HiveQueryCollectionValidationError) Reason() string
- type HiveQueryValidationError
- type PrestoQuery
- func (*PrestoQuery) Descriptor() ([]byte, []int)
- func (m *PrestoQuery) GetCatalog() string
- func (m *PrestoQuery) GetRoutingGroup() string
- func (m *PrestoQuery) GetSchema() string
- func (m *PrestoQuery) GetStatement() string
- func (*PrestoQuery) ProtoMessage()
- func (m *PrestoQuery) Reset()
- func (m *PrestoQuery) String() string
- func (m *PrestoQuery) Validate() error
- func (m *PrestoQuery) XXX_DiscardUnknown()
- func (m *PrestoQuery) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *PrestoQuery) XXX_Merge(src proto.Message)
- func (m *PrestoQuery) XXX_Size() int
- func (m *PrestoQuery) XXX_Unmarshal(b []byte) error
- type PrestoQueryValidationError
- func (e PrestoQueryValidationError) Cause() error
- func (e PrestoQueryValidationError) Error() string
- func (e PrestoQueryValidationError) ErrorName() string
- func (e PrestoQueryValidationError) Field() string
- func (e PrestoQueryValidationError) Key() bool
- func (e PrestoQueryValidationError) Reason() string
- type QuboleHiveJob
- func (*QuboleHiveJob) Descriptor() ([]byte, []int)
- func (m *QuboleHiveJob) GetClusterLabel() string
- func (m *QuboleHiveJob) GetQuery() *HiveQuery
- func (m *QuboleHiveJob) GetQueryCollection() *HiveQueryCollectiondeprecated
- func (m *QuboleHiveJob) GetTags() []string
- func (*QuboleHiveJob) ProtoMessage()
- func (m *QuboleHiveJob) Reset()
- func (m *QuboleHiveJob) String() string
- func (m *QuboleHiveJob) Validate() error
- func (m *QuboleHiveJob) XXX_DiscardUnknown()
- func (m *QuboleHiveJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *QuboleHiveJob) XXX_Merge(src proto.Message)
- func (m *QuboleHiveJob) XXX_Size() int
- func (m *QuboleHiveJob) XXX_Unmarshal(b []byte) error
- type QuboleHiveJobValidationError
- func (e QuboleHiveJobValidationError) Cause() error
- func (e QuboleHiveJobValidationError) Error() string
- func (e QuboleHiveJobValidationError) ErrorName() string
- func (e QuboleHiveJobValidationError) Field() string
- func (e QuboleHiveJobValidationError) Key() bool
- func (e QuboleHiveJobValidationError) Reason() string
- type RayCluster
- func (*RayCluster) Descriptor() ([]byte, []int)
- func (m *RayCluster) GetHeadGroupSpec() *HeadGroupSpec
- func (m *RayCluster) GetWorkerGroupSpec() []*WorkerGroupSpec
- func (*RayCluster) ProtoMessage()
- func (m *RayCluster) Reset()
- func (m *RayCluster) String() string
- func (m *RayCluster) Validate() error
- func (m *RayCluster) XXX_DiscardUnknown()
- func (m *RayCluster) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *RayCluster) XXX_Merge(src proto.Message)
- func (m *RayCluster) XXX_Size() int
- func (m *RayCluster) XXX_Unmarshal(b []byte) error
- type RayClusterValidationError
- type RayJob
- func (*RayJob) Descriptor() ([]byte, []int)
- func (m *RayJob) GetRayCluster() *RayCluster
- func (m *RayJob) GetRuntimeEnv() string
- func (*RayJob) ProtoMessage()
- func (m *RayJob) Reset()
- func (m *RayJob) String() string
- func (m *RayJob) Validate() error
- func (m *RayJob) XXX_DiscardUnknown()
- func (m *RayJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *RayJob) XXX_Merge(src proto.Message)
- func (m *RayJob) XXX_Size() int
- func (m *RayJob) XXX_Unmarshal(b []byte) error
- type RayJobValidationError
- type SparkApplication
- func (*SparkApplication) Descriptor() ([]byte, []int)
- func (*SparkApplication) ProtoMessage()
- func (m *SparkApplication) Reset()
- func (m *SparkApplication) String() string
- func (m *SparkApplication) Validate() error
- func (m *SparkApplication) XXX_DiscardUnknown()
- func (m *SparkApplication) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *SparkApplication) XXX_Merge(src proto.Message)
- func (m *SparkApplication) XXX_Size() int
- func (m *SparkApplication) XXX_Unmarshal(b []byte) error
- type SparkApplicationValidationError
- func (e SparkApplicationValidationError) Cause() error
- func (e SparkApplicationValidationError) Error() string
- func (e SparkApplicationValidationError) ErrorName() string
- func (e SparkApplicationValidationError) Field() string
- func (e SparkApplicationValidationError) Key() bool
- func (e SparkApplicationValidationError) Reason() string
- type SparkApplication_Type
- type SparkJob
- func (*SparkJob) Descriptor() ([]byte, []int)
- func (m *SparkJob) GetApplicationType() SparkApplication_Type
- func (m *SparkJob) GetDatabricksConf() *_struct.Struct
- func (m *SparkJob) GetDatabricksInstance() string
- func (m *SparkJob) GetDatabricksToken() string
- func (m *SparkJob) GetExecutorPath() string
- func (m *SparkJob) GetHadoopConf() map[string]string
- func (m *SparkJob) GetMainApplicationFile() string
- func (m *SparkJob) GetMainClass() string
- func (m *SparkJob) GetSparkConf() map[string]string
- func (*SparkJob) ProtoMessage()
- func (m *SparkJob) Reset()
- func (m *SparkJob) String() string
- func (m *SparkJob) Validate() error
- func (m *SparkJob) XXX_DiscardUnknown()
- func (m *SparkJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *SparkJob) XXX_Merge(src proto.Message)
- func (m *SparkJob) XXX_Size() int
- func (m *SparkJob) XXX_Unmarshal(b []byte) error
- type SparkJobValidationError
- type Waitable
- func (*Waitable) Descriptor() ([]byte, []int)
- func (m *Waitable) GetPhase() core.WorkflowExecution_Phase
- func (m *Waitable) GetWfExecId() *core.WorkflowExecutionIdentifier
- func (m *Waitable) GetWorkflowId() string
- func (*Waitable) ProtoMessage()
- func (m *Waitable) Reset()
- func (m *Waitable) String() string
- func (m *Waitable) Validate() error
- func (m *Waitable) XXX_DiscardUnknown()
- func (m *Waitable) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *Waitable) XXX_Merge(src proto.Message)
- func (m *Waitable) XXX_Size() int
- func (m *Waitable) XXX_Unmarshal(b []byte) error
- type WaitableValidationError
- type WorkerGroupSpec
- func (*WorkerGroupSpec) Descriptor() ([]byte, []int)
- func (m *WorkerGroupSpec) GetGroupName() string
- func (m *WorkerGroupSpec) GetMaxReplicas() int32
- func (m *WorkerGroupSpec) GetMinReplicas() int32
- func (m *WorkerGroupSpec) GetRayStartParams() map[string]string
- func (m *WorkerGroupSpec) GetReplicas() int32
- func (*WorkerGroupSpec) ProtoMessage()
- func (m *WorkerGroupSpec) Reset()
- func (m *WorkerGroupSpec) String() string
- func (m *WorkerGroupSpec) Validate() error
- func (m *WorkerGroupSpec) XXX_DiscardUnknown()
- func (m *WorkerGroupSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *WorkerGroupSpec) XXX_Merge(src proto.Message)
- func (m *WorkerGroupSpec) XXX_Size() int
- func (m *WorkerGroupSpec) XXX_Unmarshal(b []byte) error
- type WorkerGroupSpecValidationError
- func (e WorkerGroupSpecValidationError) Cause() error
- func (e WorkerGroupSpecValidationError) Error() string
- func (e WorkerGroupSpecValidationError) ErrorName() string
- func (e WorkerGroupSpecValidationError) Field() string
- func (e WorkerGroupSpecValidationError) Key() bool
- func (e WorkerGroupSpecValidationError) Reason() string
Constants ¶
This section is empty.
Variables ¶
var SparkApplication_Type_name = map[int32]string{
0: "PYTHON",
1: "JAVA",
2: "SCALA",
3: "R",
}
var SparkApplication_Type_value = map[string]int32{
"PYTHON": 0,
"JAVA": 1,
"SCALA": 2,
"R": 3,
}
Functions ¶
This section is empty.
Types ¶
type ArrayJob ¶
type ArrayJob struct { // Defines the minimum number of instances to bring up concurrently at any given point. Note that this is an // optimistic restriction and that, due to network partitioning or other failures, the actual number of currently // running instances might be more. This has to be a positive number if assigned. Default value is size. Parallelism int64 `protobuf:"varint,1,opt,name=parallelism,proto3" json:"parallelism,omitempty"` // Defines the number of instances to launch at most. This number should match the size of the input if the job // requires processing of all input data. This has to be a positive number. // In the case this is not defined, the back-end will determine the size at run-time by reading the inputs. Size int64 `protobuf:"varint,2,opt,name=size,proto3" json:"size,omitempty"` // Types that are valid to be assigned to SuccessCriteria: // *ArrayJob_MinSuccesses // *ArrayJob_MinSuccessRatio SuccessCriteria isArrayJob_SuccessCriteria `protobuf_oneof:"success_criteria"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
Describes a job that can process independent pieces of data concurrently. Multiple copies of the runnable component will be executed concurrently.
func (*ArrayJob) Descriptor ¶
func (*ArrayJob) GetMinSuccessRatio ¶ added in v0.18.15
func (*ArrayJob) GetMinSuccesses ¶
func (*ArrayJob) GetParallelism ¶
func (*ArrayJob) GetSuccessCriteria ¶ added in v0.18.15
func (m *ArrayJob) GetSuccessCriteria() isArrayJob_SuccessCriteria
func (*ArrayJob) ProtoMessage ¶
func (*ArrayJob) ProtoMessage()
func (*ArrayJob) Validate ¶
Validate checks the field values on ArrayJob with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*ArrayJob) XXX_DiscardUnknown ¶
func (m *ArrayJob) XXX_DiscardUnknown()
func (*ArrayJob) XXX_Marshal ¶
func (*ArrayJob) XXX_OneofWrappers ¶ added in v0.18.15
func (*ArrayJob) XXX_OneofWrappers() []interface{}
XXX_OneofWrappers is for the internal use of the proto package.
func (*ArrayJob) XXX_Unmarshal ¶
type ArrayJobValidationError ¶
type ArrayJobValidationError struct {
// contains filtered or unexported fields
}
ArrayJobValidationError is the validation error returned by ArrayJob.Validate if the designated constraints aren't met.
func (ArrayJobValidationError) Cause ¶
func (e ArrayJobValidationError) Cause() error
Cause function returns cause value.
func (ArrayJobValidationError) Error ¶
func (e ArrayJobValidationError) Error() string
Error satisfies the builtin error interface
func (ArrayJobValidationError) ErrorName ¶
func (e ArrayJobValidationError) ErrorName() string
ErrorName returns error name.
func (ArrayJobValidationError) Field ¶
func (e ArrayJobValidationError) Field() string
Field function returns field value.
func (ArrayJobValidationError) Key ¶
func (e ArrayJobValidationError) Key() bool
Key function returns key value.
func (ArrayJobValidationError) Reason ¶
func (e ArrayJobValidationError) Reason() string
Reason function returns reason value.
type ArrayJob_MinSuccessRatio ¶ added in v0.18.15
type ArrayJob_MinSuccessRatio struct {
MinSuccessRatio float32 `protobuf:"fixed32,4,opt,name=min_success_ratio,json=minSuccessRatio,proto3,oneof"`
}
type ArrayJob_MinSuccesses ¶ added in v0.18.15
type ArrayJob_MinSuccesses struct {
MinSuccesses int64 `protobuf:"varint,3,opt,name=min_successes,json=minSuccesses,proto3,oneof"`
}
type DaskJob ¶ added in v1.2.9
type DaskJob struct { // Spec for the scheduler pod. Scheduler *DaskScheduler `protobuf:"bytes,1,opt,name=scheduler,proto3" json:"scheduler,omitempty"` // Spec of the default worker group. Workers *DaskWorkerGroup `protobuf:"bytes,2,opt,name=workers,proto3" json:"workers,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
Custom Proto for Dask Plugin.
func (*DaskJob) Descriptor ¶ added in v1.2.9
func (*DaskJob) GetScheduler ¶ added in v1.2.9
func (m *DaskJob) GetScheduler() *DaskScheduler
func (*DaskJob) GetWorkers ¶ added in v1.2.9
func (m *DaskJob) GetWorkers() *DaskWorkerGroup
func (*DaskJob) ProtoMessage ¶ added in v1.2.9
func (*DaskJob) ProtoMessage()
func (*DaskJob) Validate ¶ added in v1.2.9
Validate checks the field values on DaskJob with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*DaskJob) XXX_DiscardUnknown ¶ added in v1.2.9
func (m *DaskJob) XXX_DiscardUnknown()
func (*DaskJob) XXX_Marshal ¶ added in v1.2.9
func (*DaskJob) XXX_Unmarshal ¶ added in v1.2.9
type DaskJobValidationError ¶ added in v1.2.9
type DaskJobValidationError struct {
// contains filtered or unexported fields
}
DaskJobValidationError is the validation error returned by DaskJob.Validate if the designated constraints aren't met.
func (DaskJobValidationError) Cause ¶ added in v1.2.9
func (e DaskJobValidationError) Cause() error
Cause function returns cause value.
func (DaskJobValidationError) Error ¶ added in v1.2.9
func (e DaskJobValidationError) Error() string
Error satisfies the builtin error interface
func (DaskJobValidationError) ErrorName ¶ added in v1.2.9
func (e DaskJobValidationError) ErrorName() string
ErrorName returns error name.
func (DaskJobValidationError) Field ¶ added in v1.2.9
func (e DaskJobValidationError) Field() string
Field function returns field value.
func (DaskJobValidationError) Key ¶ added in v1.2.9
func (e DaskJobValidationError) Key() bool
Key function returns key value.
func (DaskJobValidationError) Reason ¶ added in v1.2.9
func (e DaskJobValidationError) Reason() string
Reason function returns reason value.
type DaskScheduler ¶ added in v1.2.9
type DaskScheduler struct { // Optional image to use. If unset, will use the default image. Image string `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"` // Resources assigned to the scheduler pod. Resources *core.Resources `protobuf:"bytes,2,opt,name=resources,proto3" json:"resources,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
Specification for the scheduler pod.
func (*DaskScheduler) Descriptor ¶ added in v1.2.9
func (*DaskScheduler) Descriptor() ([]byte, []int)
func (*DaskScheduler) GetImage ¶ added in v1.2.9
func (m *DaskScheduler) GetImage() string
func (*DaskScheduler) GetResources ¶ added in v1.2.9
func (m *DaskScheduler) GetResources() *core.Resources
func (*DaskScheduler) ProtoMessage ¶ added in v1.2.9
func (*DaskScheduler) ProtoMessage()
func (*DaskScheduler) Reset ¶ added in v1.2.9
func (m *DaskScheduler) Reset()
func (*DaskScheduler) String ¶ added in v1.2.9
func (m *DaskScheduler) String() string
func (*DaskScheduler) Validate ¶ added in v1.2.9
func (m *DaskScheduler) Validate() error
Validate checks the field values on DaskScheduler with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*DaskScheduler) XXX_DiscardUnknown ¶ added in v1.2.9
func (m *DaskScheduler) XXX_DiscardUnknown()
func (*DaskScheduler) XXX_Marshal ¶ added in v1.2.9
func (m *DaskScheduler) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*DaskScheduler) XXX_Merge ¶ added in v1.2.9
func (m *DaskScheduler) XXX_Merge(src proto.Message)
func (*DaskScheduler) XXX_Size ¶ added in v1.2.9
func (m *DaskScheduler) XXX_Size() int
func (*DaskScheduler) XXX_Unmarshal ¶ added in v1.2.9
func (m *DaskScheduler) XXX_Unmarshal(b []byte) error
type DaskSchedulerValidationError ¶ added in v1.2.9
type DaskSchedulerValidationError struct {
// contains filtered or unexported fields
}
DaskSchedulerValidationError is the validation error returned by DaskScheduler.Validate if the designated constraints aren't met.
func (DaskSchedulerValidationError) Cause ¶ added in v1.2.9
func (e DaskSchedulerValidationError) Cause() error
Cause function returns cause value.
func (DaskSchedulerValidationError) Error ¶ added in v1.2.9
func (e DaskSchedulerValidationError) Error() string
Error satisfies the builtin error interface
func (DaskSchedulerValidationError) ErrorName ¶ added in v1.2.9
func (e DaskSchedulerValidationError) ErrorName() string
ErrorName returns error name.
func (DaskSchedulerValidationError) Field ¶ added in v1.2.9
func (e DaskSchedulerValidationError) Field() string
Field function returns field value.
func (DaskSchedulerValidationError) Key ¶ added in v1.2.9
func (e DaskSchedulerValidationError) Key() bool
Key function returns key value.
func (DaskSchedulerValidationError) Reason ¶ added in v1.2.9
func (e DaskSchedulerValidationError) Reason() string
Reason function returns reason value.
type DaskWorkerGroup ¶ added in v1.2.9
type DaskWorkerGroup struct { // Number of workers in the group. NumberOfWorkers uint32 `protobuf:"varint,1,opt,name=number_of_workers,json=numberOfWorkers,proto3" json:"number_of_workers,omitempty"` // Optional image to use for the pods of the worker group. If unset, will use the default image. Image string `protobuf:"bytes,2,opt,name=image,proto3" json:"image,omitempty"` // Resources assigned to the all pods of the worker group. // As per https://kubernetes.dask.org/en/latest/kubecluster.html?highlight=limit#best-practices // it is advised to only set limits. If requests are not explicitly set, the plugin will make // sure to set requests==limits. // The plugin sets ` --memory-limit` as well as `--nthreads` for the workers according to the limit. Resources *core.Resources `protobuf:"bytes,3,opt,name=resources,proto3" json:"resources,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*DaskWorkerGroup) Descriptor ¶ added in v1.2.9
func (*DaskWorkerGroup) Descriptor() ([]byte, []int)
func (*DaskWorkerGroup) GetImage ¶ added in v1.2.9
func (m *DaskWorkerGroup) GetImage() string
func (*DaskWorkerGroup) GetNumberOfWorkers ¶ added in v1.2.9
func (m *DaskWorkerGroup) GetNumberOfWorkers() uint32
func (*DaskWorkerGroup) GetResources ¶ added in v1.2.9
func (m *DaskWorkerGroup) GetResources() *core.Resources
func (*DaskWorkerGroup) ProtoMessage ¶ added in v1.2.9
func (*DaskWorkerGroup) ProtoMessage()
func (*DaskWorkerGroup) Reset ¶ added in v1.2.9
func (m *DaskWorkerGroup) Reset()
func (*DaskWorkerGroup) String ¶ added in v1.2.9
func (m *DaskWorkerGroup) String() string
func (*DaskWorkerGroup) Validate ¶ added in v1.2.9
func (m *DaskWorkerGroup) Validate() error
Validate checks the field values on DaskWorkerGroup with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*DaskWorkerGroup) XXX_DiscardUnknown ¶ added in v1.2.9
func (m *DaskWorkerGroup) XXX_DiscardUnknown()
func (*DaskWorkerGroup) XXX_Marshal ¶ added in v1.2.9
func (m *DaskWorkerGroup) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*DaskWorkerGroup) XXX_Merge ¶ added in v1.2.9
func (m *DaskWorkerGroup) XXX_Merge(src proto.Message)
func (*DaskWorkerGroup) XXX_Size ¶ added in v1.2.9
func (m *DaskWorkerGroup) XXX_Size() int
func (*DaskWorkerGroup) XXX_Unmarshal ¶ added in v1.2.9
func (m *DaskWorkerGroup) XXX_Unmarshal(b []byte) error
type DaskWorkerGroupValidationError ¶ added in v1.2.9
type DaskWorkerGroupValidationError struct {
// contains filtered or unexported fields
}
DaskWorkerGroupValidationError is the validation error returned by DaskWorkerGroup.Validate if the designated constraints aren't met.
func (DaskWorkerGroupValidationError) Cause ¶ added in v1.2.9
func (e DaskWorkerGroupValidationError) Cause() error
Cause function returns cause value.
func (DaskWorkerGroupValidationError) Error ¶ added in v1.2.9
func (e DaskWorkerGroupValidationError) Error() string
Error satisfies the builtin error interface
func (DaskWorkerGroupValidationError) ErrorName ¶ added in v1.2.9
func (e DaskWorkerGroupValidationError) ErrorName() string
ErrorName returns error name.
func (DaskWorkerGroupValidationError) Field ¶ added in v1.2.9
func (e DaskWorkerGroupValidationError) Field() string
Field function returns field value.
func (DaskWorkerGroupValidationError) Key ¶ added in v1.2.9
func (e DaskWorkerGroupValidationError) Key() bool
Key function returns key value.
func (DaskWorkerGroupValidationError) Reason ¶ added in v1.2.9
func (e DaskWorkerGroupValidationError) Reason() string
Reason function returns reason value.
type DistributedMPITrainingTask ¶ added in v0.21.3
type DistributedMPITrainingTask struct { // number of worker spawned in the cluster for this job NumWorkers int32 `protobuf:"varint,1,opt,name=num_workers,json=numWorkers,proto3" json:"num_workers,omitempty"` // number of launcher replicas spawned in the cluster for this job // The launcher pod invokes mpirun and communicates with worker pods through MPI. NumLauncherReplicas int32 `protobuf:"varint,2,opt,name=num_launcher_replicas,json=numLauncherReplicas,proto3" json:"num_launcher_replicas,omitempty"` // number of slots per worker used in hostfile. // The available slots (GPUs) in each pod. Slots int32 `protobuf:"varint,3,opt,name=slots,proto3" json:"slots,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
MPI operator proposal https://github.com/kubeflow/community/blob/master/proposals/mpi-operator-proposal.md Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
func (*DistributedMPITrainingTask) Descriptor ¶ added in v0.21.3
func (*DistributedMPITrainingTask) Descriptor() ([]byte, []int)
func (*DistributedMPITrainingTask) GetNumLauncherReplicas ¶ added in v0.21.3
func (m *DistributedMPITrainingTask) GetNumLauncherReplicas() int32
func (*DistributedMPITrainingTask) GetNumWorkers ¶ added in v0.21.3
func (m *DistributedMPITrainingTask) GetNumWorkers() int32
func (*DistributedMPITrainingTask) GetSlots ¶ added in v0.21.3
func (m *DistributedMPITrainingTask) GetSlots() int32
func (*DistributedMPITrainingTask) ProtoMessage ¶ added in v0.21.3
func (*DistributedMPITrainingTask) ProtoMessage()
func (*DistributedMPITrainingTask) Reset ¶ added in v0.21.3
func (m *DistributedMPITrainingTask) Reset()
func (*DistributedMPITrainingTask) String ¶ added in v0.21.3
func (m *DistributedMPITrainingTask) String() string
func (*DistributedMPITrainingTask) Validate ¶ added in v0.21.3
func (m *DistributedMPITrainingTask) Validate() error
Validate checks the field values on DistributedMPITrainingTask with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*DistributedMPITrainingTask) XXX_DiscardUnknown ¶ added in v0.21.3
func (m *DistributedMPITrainingTask) XXX_DiscardUnknown()
func (*DistributedMPITrainingTask) XXX_Marshal ¶ added in v0.21.3
func (m *DistributedMPITrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*DistributedMPITrainingTask) XXX_Merge ¶ added in v0.21.3
func (m *DistributedMPITrainingTask) XXX_Merge(src proto.Message)
func (*DistributedMPITrainingTask) XXX_Size ¶ added in v0.21.3
func (m *DistributedMPITrainingTask) XXX_Size() int
func (*DistributedMPITrainingTask) XXX_Unmarshal ¶ added in v0.21.3
func (m *DistributedMPITrainingTask) XXX_Unmarshal(b []byte) error
type DistributedMPITrainingTaskValidationError ¶ added in v0.21.3
type DistributedMPITrainingTaskValidationError struct {
// contains filtered or unexported fields
}
DistributedMPITrainingTaskValidationError is the validation error returned by DistributedMPITrainingTask.Validate if the designated constraints aren't met.
func (DistributedMPITrainingTaskValidationError) Cause ¶ added in v0.21.3
func (e DistributedMPITrainingTaskValidationError) Cause() error
Cause function returns cause value.
func (DistributedMPITrainingTaskValidationError) Error ¶ added in v0.21.3
func (e DistributedMPITrainingTaskValidationError) Error() string
Error satisfies the builtin error interface
func (DistributedMPITrainingTaskValidationError) ErrorName ¶ added in v0.21.3
func (e DistributedMPITrainingTaskValidationError) ErrorName() string
ErrorName returns error name.
func (DistributedMPITrainingTaskValidationError) Field ¶ added in v0.21.3
func (e DistributedMPITrainingTaskValidationError) Field() string
Field function returns field value.
func (DistributedMPITrainingTaskValidationError) Key ¶ added in v0.21.3
func (e DistributedMPITrainingTaskValidationError) Key() bool
Key function returns key value.
func (DistributedMPITrainingTaskValidationError) Reason ¶ added in v0.21.3
func (e DistributedMPITrainingTaskValidationError) Reason() string
Reason function returns reason value.
type DistributedPyTorchTrainingTask ¶ added in v0.18.15
type DistributedPyTorchTrainingTask struct { // number of worker replicas spawned in the cluster for this job Workers int32 `protobuf:"varint,1,opt,name=workers,proto3" json:"workers,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
func (*DistributedPyTorchTrainingTask) Descriptor ¶ added in v0.18.15
func (*DistributedPyTorchTrainingTask) Descriptor() ([]byte, []int)
func (*DistributedPyTorchTrainingTask) GetWorkers ¶ added in v0.18.15
func (m *DistributedPyTorchTrainingTask) GetWorkers() int32
func (*DistributedPyTorchTrainingTask) ProtoMessage ¶ added in v0.18.15
func (*DistributedPyTorchTrainingTask) ProtoMessage()
func (*DistributedPyTorchTrainingTask) Reset ¶ added in v0.18.15
func (m *DistributedPyTorchTrainingTask) Reset()
func (*DistributedPyTorchTrainingTask) String ¶ added in v0.18.15
func (m *DistributedPyTorchTrainingTask) String() string
func (*DistributedPyTorchTrainingTask) Validate ¶ added in v0.18.15
func (m *DistributedPyTorchTrainingTask) Validate() error
Validate checks the field values on DistributedPyTorchTrainingTask with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*DistributedPyTorchTrainingTask) XXX_DiscardUnknown ¶ added in v0.18.15
func (m *DistributedPyTorchTrainingTask) XXX_DiscardUnknown()
func (*DistributedPyTorchTrainingTask) XXX_Marshal ¶ added in v0.18.15
func (m *DistributedPyTorchTrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*DistributedPyTorchTrainingTask) XXX_Merge ¶ added in v0.18.15
func (m *DistributedPyTorchTrainingTask) XXX_Merge(src proto.Message)
func (*DistributedPyTorchTrainingTask) XXX_Size ¶ added in v0.18.15
func (m *DistributedPyTorchTrainingTask) XXX_Size() int
func (*DistributedPyTorchTrainingTask) XXX_Unmarshal ¶ added in v0.18.15
func (m *DistributedPyTorchTrainingTask) XXX_Unmarshal(b []byte) error
type DistributedPyTorchTrainingTaskValidationError ¶ added in v0.18.15
type DistributedPyTorchTrainingTaskValidationError struct {
// contains filtered or unexported fields
}
DistributedPyTorchTrainingTaskValidationError is the validation error returned by DistributedPyTorchTrainingTask.Validate if the designated constraints aren't met.
func (DistributedPyTorchTrainingTaskValidationError) Cause ¶ added in v0.18.15
func (e DistributedPyTorchTrainingTaskValidationError) Cause() error
Cause function returns cause value.
func (DistributedPyTorchTrainingTaskValidationError) Error ¶ added in v0.18.15
func (e DistributedPyTorchTrainingTaskValidationError) Error() string
Error satisfies the builtin error interface
func (DistributedPyTorchTrainingTaskValidationError) ErrorName ¶ added in v0.18.15
func (e DistributedPyTorchTrainingTaskValidationError) ErrorName() string
ErrorName returns error name.
func (DistributedPyTorchTrainingTaskValidationError) Field ¶ added in v0.18.15
func (e DistributedPyTorchTrainingTaskValidationError) Field() string
Field function returns field value.
func (DistributedPyTorchTrainingTaskValidationError) Key ¶ added in v0.18.15
func (e DistributedPyTorchTrainingTaskValidationError) Key() bool
Key function returns key value.
func (DistributedPyTorchTrainingTaskValidationError) Reason ¶ added in v0.18.15
func (e DistributedPyTorchTrainingTaskValidationError) Reason() string
Reason function returns reason value.
type DistributedTensorflowTrainingTask ¶ added in v0.18.15
type DistributedTensorflowTrainingTask struct { // number of worker, ps, chief replicas spawned in the cluster for this job Workers int32 `protobuf:"varint,1,opt,name=workers,proto3" json:"workers,omitempty"` // PS -> Parameter server PsReplicas int32 `protobuf:"varint,2,opt,name=ps_replicas,json=psReplicas,proto3" json:"ps_replicas,omitempty"` ChiefReplicas int32 `protobuf:"varint,3,opt,name=chief_replicas,json=chiefReplicas,proto3" json:"chief_replicas,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
func (*DistributedTensorflowTrainingTask) Descriptor ¶ added in v0.18.15
func (*DistributedTensorflowTrainingTask) Descriptor() ([]byte, []int)
func (*DistributedTensorflowTrainingTask) GetChiefReplicas ¶ added in v0.18.15
func (m *DistributedTensorflowTrainingTask) GetChiefReplicas() int32
func (*DistributedTensorflowTrainingTask) GetPsReplicas ¶ added in v0.18.15
func (m *DistributedTensorflowTrainingTask) GetPsReplicas() int32
func (*DistributedTensorflowTrainingTask) GetWorkers ¶ added in v0.18.15
func (m *DistributedTensorflowTrainingTask) GetWorkers() int32
func (*DistributedTensorflowTrainingTask) ProtoMessage ¶ added in v0.18.15
func (*DistributedTensorflowTrainingTask) ProtoMessage()
func (*DistributedTensorflowTrainingTask) Reset ¶ added in v0.18.15
func (m *DistributedTensorflowTrainingTask) Reset()
func (*DistributedTensorflowTrainingTask) String ¶ added in v0.18.15
func (m *DistributedTensorflowTrainingTask) String() string
func (*DistributedTensorflowTrainingTask) Validate ¶ added in v0.18.15
func (m *DistributedTensorflowTrainingTask) Validate() error
Validate checks the field values on DistributedTensorflowTrainingTask with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*DistributedTensorflowTrainingTask) XXX_DiscardUnknown ¶ added in v0.18.15
func (m *DistributedTensorflowTrainingTask) XXX_DiscardUnknown()
func (*DistributedTensorflowTrainingTask) XXX_Marshal ¶ added in v0.18.15
func (m *DistributedTensorflowTrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*DistributedTensorflowTrainingTask) XXX_Merge ¶ added in v0.18.15
func (m *DistributedTensorflowTrainingTask) XXX_Merge(src proto.Message)
func (*DistributedTensorflowTrainingTask) XXX_Size ¶ added in v0.18.15
func (m *DistributedTensorflowTrainingTask) XXX_Size() int
func (*DistributedTensorflowTrainingTask) XXX_Unmarshal ¶ added in v0.18.15
func (m *DistributedTensorflowTrainingTask) XXX_Unmarshal(b []byte) error
type DistributedTensorflowTrainingTaskValidationError ¶ added in v0.18.15
type DistributedTensorflowTrainingTaskValidationError struct {
// contains filtered or unexported fields
}
DistributedTensorflowTrainingTaskValidationError is the validation error returned by DistributedTensorflowTrainingTask.Validate if the designated constraints aren't met.
func (DistributedTensorflowTrainingTaskValidationError) Cause ¶ added in v0.18.15
func (e DistributedTensorflowTrainingTaskValidationError) Cause() error
Cause function returns cause value.
func (DistributedTensorflowTrainingTaskValidationError) Error ¶ added in v0.18.15
func (e DistributedTensorflowTrainingTaskValidationError) Error() string
Error satisfies the builtin error interface
func (DistributedTensorflowTrainingTaskValidationError) ErrorName ¶ added in v0.18.15
func (e DistributedTensorflowTrainingTaskValidationError) ErrorName() string
ErrorName returns error name.
func (DistributedTensorflowTrainingTaskValidationError) Field ¶ added in v0.18.15
func (e DistributedTensorflowTrainingTaskValidationError) Field() string
Field function returns field value.
func (DistributedTensorflowTrainingTaskValidationError) Key ¶ added in v0.18.15
func (e DistributedTensorflowTrainingTaskValidationError) Key() bool
Key function returns key value.
func (DistributedTensorflowTrainingTaskValidationError) Reason ¶ added in v0.18.15
func (e DistributedTensorflowTrainingTaskValidationError) Reason() string
Reason function returns reason value.
type HeadGroupSpec ¶ added in v1.1.10
type HeadGroupSpec struct { // Optional. RayStartParams are the params of the start command: address, object-store-memory. // Refer to https://docs.ray.io/en/latest/ray-core/package-ref.html#ray-start RayStartParams map[string]string `` /* 193-byte string literal not displayed */ XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
HeadGroupSpec are the spec for the head pod
func (*HeadGroupSpec) Descriptor ¶ added in v1.1.10
func (*HeadGroupSpec) Descriptor() ([]byte, []int)
func (*HeadGroupSpec) GetRayStartParams ¶ added in v1.1.10
func (m *HeadGroupSpec) GetRayStartParams() map[string]string
func (*HeadGroupSpec) ProtoMessage ¶ added in v1.1.10
func (*HeadGroupSpec) ProtoMessage()
func (*HeadGroupSpec) Reset ¶ added in v1.1.10
func (m *HeadGroupSpec) Reset()
func (*HeadGroupSpec) String ¶ added in v1.1.10
func (m *HeadGroupSpec) String() string
func (*HeadGroupSpec) Validate ¶ added in v1.1.10
func (m *HeadGroupSpec) Validate() error
Validate checks the field values on HeadGroupSpec with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*HeadGroupSpec) XXX_DiscardUnknown ¶ added in v1.1.10
func (m *HeadGroupSpec) XXX_DiscardUnknown()
func (*HeadGroupSpec) XXX_Marshal ¶ added in v1.1.10
func (m *HeadGroupSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*HeadGroupSpec) XXX_Merge ¶ added in v1.1.10
func (m *HeadGroupSpec) XXX_Merge(src proto.Message)
func (*HeadGroupSpec) XXX_Size ¶ added in v1.1.10
func (m *HeadGroupSpec) XXX_Size() int
func (*HeadGroupSpec) XXX_Unmarshal ¶ added in v1.1.10
func (m *HeadGroupSpec) XXX_Unmarshal(b []byte) error
type HeadGroupSpecValidationError ¶ added in v1.1.10
type HeadGroupSpecValidationError struct {
// contains filtered or unexported fields
}
HeadGroupSpecValidationError is the validation error returned by HeadGroupSpec.Validate if the designated constraints aren't met.
func (HeadGroupSpecValidationError) Cause ¶ added in v1.1.10
func (e HeadGroupSpecValidationError) Cause() error
Cause function returns cause value.
func (HeadGroupSpecValidationError) Error ¶ added in v1.1.10
func (e HeadGroupSpecValidationError) Error() string
Error satisfies the builtin error interface
func (HeadGroupSpecValidationError) ErrorName ¶ added in v1.1.10
func (e HeadGroupSpecValidationError) ErrorName() string
ErrorName returns error name.
func (HeadGroupSpecValidationError) Field ¶ added in v1.1.10
func (e HeadGroupSpecValidationError) Field() string
Field function returns field value.
func (HeadGroupSpecValidationError) Key ¶ added in v1.1.10
func (e HeadGroupSpecValidationError) Key() bool
Key function returns key value.
func (HeadGroupSpecValidationError) Reason ¶ added in v1.1.10
func (e HeadGroupSpecValidationError) Reason() string
Reason function returns reason value.
type HiveQuery ¶
type HiveQuery struct { Query string `protobuf:"bytes,1,opt,name=query,proto3" json:"query,omitempty"` TimeoutSec uint32 `protobuf:"varint,2,opt,name=timeout_sec,json=timeoutSec,proto3" json:"timeout_sec,omitempty"` RetryCount uint32 `protobuf:"varint,3,opt,name=retryCount,proto3" json:"retryCount,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
Defines a query to execute on a hive cluster.
func (*HiveQuery) Descriptor ¶
func (*HiveQuery) GetRetryCount ¶
func (*HiveQuery) GetTimeoutSec ¶
func (*HiveQuery) ProtoMessage ¶
func (*HiveQuery) ProtoMessage()
func (*HiveQuery) Validate ¶
Validate checks the field values on HiveQuery with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*HiveQuery) XXX_DiscardUnknown ¶
func (m *HiveQuery) XXX_DiscardUnknown()
func (*HiveQuery) XXX_Marshal ¶
func (*HiveQuery) XXX_Unmarshal ¶
type HiveQueryCollection ¶
type HiveQueryCollection struct { Queries []*HiveQuery `protobuf:"bytes,2,rep,name=queries,proto3" json:"queries,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
Defines a collection of hive queries.
func (*HiveQueryCollection) Descriptor ¶
func (*HiveQueryCollection) Descriptor() ([]byte, []int)
func (*HiveQueryCollection) GetQueries ¶
func (m *HiveQueryCollection) GetQueries() []*HiveQuery
func (*HiveQueryCollection) ProtoMessage ¶
func (*HiveQueryCollection) ProtoMessage()
func (*HiveQueryCollection) Reset ¶
func (m *HiveQueryCollection) Reset()
func (*HiveQueryCollection) String ¶
func (m *HiveQueryCollection) String() string
func (*HiveQueryCollection) Validate ¶
func (m *HiveQueryCollection) Validate() error
Validate checks the field values on HiveQueryCollection with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*HiveQueryCollection) XXX_DiscardUnknown ¶
func (m *HiveQueryCollection) XXX_DiscardUnknown()
func (*HiveQueryCollection) XXX_Marshal ¶
func (m *HiveQueryCollection) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*HiveQueryCollection) XXX_Merge ¶
func (m *HiveQueryCollection) XXX_Merge(src proto.Message)
func (*HiveQueryCollection) XXX_Size ¶
func (m *HiveQueryCollection) XXX_Size() int
func (*HiveQueryCollection) XXX_Unmarshal ¶
func (m *HiveQueryCollection) XXX_Unmarshal(b []byte) error
type HiveQueryCollectionValidationError ¶
type HiveQueryCollectionValidationError struct {
// contains filtered or unexported fields
}
HiveQueryCollectionValidationError is the validation error returned by HiveQueryCollection.Validate if the designated constraints aren't met.
func (HiveQueryCollectionValidationError) Cause ¶
func (e HiveQueryCollectionValidationError) Cause() error
Cause function returns cause value.
func (HiveQueryCollectionValidationError) Error ¶
func (e HiveQueryCollectionValidationError) Error() string
Error satisfies the builtin error interface
func (HiveQueryCollectionValidationError) ErrorName ¶
func (e HiveQueryCollectionValidationError) ErrorName() string
ErrorName returns error name.
func (HiveQueryCollectionValidationError) Field ¶
func (e HiveQueryCollectionValidationError) Field() string
Field function returns field value.
func (HiveQueryCollectionValidationError) Key ¶
func (e HiveQueryCollectionValidationError) Key() bool
Key function returns key value.
func (HiveQueryCollectionValidationError) Reason ¶
func (e HiveQueryCollectionValidationError) Reason() string
Reason function returns reason value.
type HiveQueryValidationError ¶
type HiveQueryValidationError struct {
// contains filtered or unexported fields
}
HiveQueryValidationError is the validation error returned by HiveQuery.Validate if the designated constraints aren't met.
func (HiveQueryValidationError) Cause ¶
func (e HiveQueryValidationError) Cause() error
Cause function returns cause value.
func (HiveQueryValidationError) Error ¶
func (e HiveQueryValidationError) Error() string
Error satisfies the builtin error interface
func (HiveQueryValidationError) ErrorName ¶
func (e HiveQueryValidationError) ErrorName() string
ErrorName returns error name.
func (HiveQueryValidationError) Field ¶
func (e HiveQueryValidationError) Field() string
Field function returns field value.
func (HiveQueryValidationError) Key ¶
func (e HiveQueryValidationError) Key() bool
Key function returns key value.
func (HiveQueryValidationError) Reason ¶
func (e HiveQueryValidationError) Reason() string
Reason function returns reason value.
type PrestoQuery ¶ added in v0.18.15
type PrestoQuery struct { RoutingGroup string `protobuf:"bytes,1,opt,name=routing_group,json=routingGroup,proto3" json:"routing_group,omitempty"` Catalog string `protobuf:"bytes,2,opt,name=catalog,proto3" json:"catalog,omitempty"` Schema string `protobuf:"bytes,3,opt,name=schema,proto3" json:"schema,omitempty"` Statement string `protobuf:"bytes,4,opt,name=statement,proto3" json:"statement,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
This message works with the 'presto' task type in the SDK and is the object that will be in the 'custom' field of a Presto task's TaskTemplate
func (*PrestoQuery) Descriptor ¶ added in v0.18.15
func (*PrestoQuery) Descriptor() ([]byte, []int)
func (*PrestoQuery) GetCatalog ¶ added in v0.18.15
func (m *PrestoQuery) GetCatalog() string
func (*PrestoQuery) GetRoutingGroup ¶ added in v0.18.15
func (m *PrestoQuery) GetRoutingGroup() string
func (*PrestoQuery) GetSchema ¶ added in v0.18.15
func (m *PrestoQuery) GetSchema() string
func (*PrestoQuery) GetStatement ¶ added in v0.18.15
func (m *PrestoQuery) GetStatement() string
func (*PrestoQuery) ProtoMessage ¶ added in v0.18.15
func (*PrestoQuery) ProtoMessage()
func (*PrestoQuery) Reset ¶ added in v0.18.15
func (m *PrestoQuery) Reset()
func (*PrestoQuery) String ¶ added in v0.18.15
func (m *PrestoQuery) String() string
func (*PrestoQuery) Validate ¶ added in v0.18.15
func (m *PrestoQuery) Validate() error
Validate checks the field values on PrestoQuery with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*PrestoQuery) XXX_DiscardUnknown ¶ added in v0.18.15
func (m *PrestoQuery) XXX_DiscardUnknown()
func (*PrestoQuery) XXX_Marshal ¶ added in v0.18.15
func (m *PrestoQuery) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*PrestoQuery) XXX_Merge ¶ added in v0.18.15
func (m *PrestoQuery) XXX_Merge(src proto.Message)
func (*PrestoQuery) XXX_Size ¶ added in v0.18.15
func (m *PrestoQuery) XXX_Size() int
func (*PrestoQuery) XXX_Unmarshal ¶ added in v0.18.15
func (m *PrestoQuery) XXX_Unmarshal(b []byte) error
type PrestoQueryValidationError ¶ added in v0.18.15
type PrestoQueryValidationError struct {
// contains filtered or unexported fields
}
PrestoQueryValidationError is the validation error returned by PrestoQuery.Validate if the designated constraints aren't met.
func (PrestoQueryValidationError) Cause ¶ added in v0.18.15
func (e PrestoQueryValidationError) Cause() error
Cause function returns cause value.
func (PrestoQueryValidationError) Error ¶ added in v0.18.15
func (e PrestoQueryValidationError) Error() string
Error satisfies the builtin error interface
func (PrestoQueryValidationError) ErrorName ¶ added in v0.18.15
func (e PrestoQueryValidationError) ErrorName() string
ErrorName returns error name.
func (PrestoQueryValidationError) Field ¶ added in v0.18.15
func (e PrestoQueryValidationError) Field() string
Field function returns field value.
func (PrestoQueryValidationError) Key ¶ added in v0.18.15
func (e PrestoQueryValidationError) Key() bool
Key function returns key value.
func (PrestoQueryValidationError) Reason ¶ added in v0.18.15
func (e PrestoQueryValidationError) Reason() string
Reason function returns reason value.
type QuboleHiveJob ¶
type QuboleHiveJob struct { ClusterLabel string `protobuf:"bytes,1,opt,name=cluster_label,json=clusterLabel,proto3" json:"cluster_label,omitempty"` QueryCollection *HiveQueryCollection `protobuf:"bytes,2,opt,name=query_collection,json=queryCollection,proto3" json:"query_collection,omitempty"` // Deprecated: Do not use. Tags []string `protobuf:"bytes,3,rep,name=tags,proto3" json:"tags,omitempty"` Query *HiveQuery `protobuf:"bytes,4,opt,name=query,proto3" json:"query,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
This message works with the 'hive' task type in the SDK and is the object that will be in the 'custom' field of a hive task's TaskTemplate
func (*QuboleHiveJob) Descriptor ¶
func (*QuboleHiveJob) Descriptor() ([]byte, []int)
func (*QuboleHiveJob) GetClusterLabel ¶
func (m *QuboleHiveJob) GetClusterLabel() string
func (*QuboleHiveJob) GetQuery ¶ added in v0.1.1
func (m *QuboleHiveJob) GetQuery() *HiveQuery
func (*QuboleHiveJob) GetQueryCollection
deprecated
func (m *QuboleHiveJob) GetQueryCollection() *HiveQueryCollection
Deprecated: Do not use.
func (*QuboleHiveJob) GetTags ¶
func (m *QuboleHiveJob) GetTags() []string
func (*QuboleHiveJob) ProtoMessage ¶
func (*QuboleHiveJob) ProtoMessage()
func (*QuboleHiveJob) Reset ¶
func (m *QuboleHiveJob) Reset()
func (*QuboleHiveJob) String ¶
func (m *QuboleHiveJob) String() string
func (*QuboleHiveJob) Validate ¶
func (m *QuboleHiveJob) Validate() error
Validate checks the field values on QuboleHiveJob with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*QuboleHiveJob) XXX_DiscardUnknown ¶
func (m *QuboleHiveJob) XXX_DiscardUnknown()
func (*QuboleHiveJob) XXX_Marshal ¶
func (m *QuboleHiveJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*QuboleHiveJob) XXX_Merge ¶
func (m *QuboleHiveJob) XXX_Merge(src proto.Message)
func (*QuboleHiveJob) XXX_Size ¶
func (m *QuboleHiveJob) XXX_Size() int
func (*QuboleHiveJob) XXX_Unmarshal ¶
func (m *QuboleHiveJob) XXX_Unmarshal(b []byte) error
type QuboleHiveJobValidationError ¶
type QuboleHiveJobValidationError struct {
// contains filtered or unexported fields
}
QuboleHiveJobValidationError is the validation error returned by QuboleHiveJob.Validate if the designated constraints aren't met.
func (QuboleHiveJobValidationError) Cause ¶
func (e QuboleHiveJobValidationError) Cause() error
Cause function returns cause value.
func (QuboleHiveJobValidationError) Error ¶
func (e QuboleHiveJobValidationError) Error() string
Error satisfies the builtin error interface
func (QuboleHiveJobValidationError) ErrorName ¶
func (e QuboleHiveJobValidationError) ErrorName() string
ErrorName returns error name.
func (QuboleHiveJobValidationError) Field ¶
func (e QuboleHiveJobValidationError) Field() string
Field function returns field value.
func (QuboleHiveJobValidationError) Key ¶
func (e QuboleHiveJobValidationError) Key() bool
Key function returns key value.
func (QuboleHiveJobValidationError) Reason ¶
func (e QuboleHiveJobValidationError) Reason() string
Reason function returns reason value.
type RayCluster ¶ added in v1.1.10
type RayCluster struct { // HeadGroupSpecs are the spec for the head pod HeadGroupSpec *HeadGroupSpec `protobuf:"bytes,1,opt,name=head_group_spec,json=headGroupSpec,proto3" json:"head_group_spec,omitempty"` // WorkerGroupSpecs are the specs for the worker pods WorkerGroupSpec []*WorkerGroupSpec `protobuf:"bytes,2,rep,name=worker_group_spec,json=workerGroupSpec,proto3" json:"worker_group_spec,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
Define Ray cluster defines the desired state of RayCluster
func (*RayCluster) Descriptor ¶ added in v1.1.10
func (*RayCluster) Descriptor() ([]byte, []int)
func (*RayCluster) GetHeadGroupSpec ¶ added in v1.1.10
func (m *RayCluster) GetHeadGroupSpec() *HeadGroupSpec
func (*RayCluster) GetWorkerGroupSpec ¶ added in v1.1.10
func (m *RayCluster) GetWorkerGroupSpec() []*WorkerGroupSpec
func (*RayCluster) ProtoMessage ¶ added in v1.1.10
func (*RayCluster) ProtoMessage()
func (*RayCluster) Reset ¶ added in v1.1.10
func (m *RayCluster) Reset()
func (*RayCluster) String ¶ added in v1.1.10
func (m *RayCluster) String() string
func (*RayCluster) Validate ¶ added in v1.1.10
func (m *RayCluster) Validate() error
Validate checks the field values on RayCluster with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*RayCluster) XXX_DiscardUnknown ¶ added in v1.1.10
func (m *RayCluster) XXX_DiscardUnknown()
func (*RayCluster) XXX_Marshal ¶ added in v1.1.10
func (m *RayCluster) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*RayCluster) XXX_Merge ¶ added in v1.1.10
func (m *RayCluster) XXX_Merge(src proto.Message)
func (*RayCluster) XXX_Size ¶ added in v1.1.10
func (m *RayCluster) XXX_Size() int
func (*RayCluster) XXX_Unmarshal ¶ added in v1.1.10
func (m *RayCluster) XXX_Unmarshal(b []byte) error
type RayClusterValidationError ¶ added in v1.1.10
type RayClusterValidationError struct {
// contains filtered or unexported fields
}
RayClusterValidationError is the validation error returned by RayCluster.Validate if the designated constraints aren't met.
func (RayClusterValidationError) Cause ¶ added in v1.1.10
func (e RayClusterValidationError) Cause() error
Cause function returns cause value.
func (RayClusterValidationError) Error ¶ added in v1.1.10
func (e RayClusterValidationError) Error() string
Error satisfies the builtin error interface
func (RayClusterValidationError) ErrorName ¶ added in v1.1.10
func (e RayClusterValidationError) ErrorName() string
ErrorName returns error name.
func (RayClusterValidationError) Field ¶ added in v1.1.10
func (e RayClusterValidationError) Field() string
Field function returns field value.
func (RayClusterValidationError) Key ¶ added in v1.1.10
func (e RayClusterValidationError) Key() bool
Key function returns key value.
func (RayClusterValidationError) Reason ¶ added in v1.1.10
func (e RayClusterValidationError) Reason() string
Reason function returns reason value.
type RayJob ¶ added in v1.1.10
type RayJob struct { // RayClusterSpec is the cluster template to run the job RayCluster *RayCluster `protobuf:"bytes,1,opt,name=ray_cluster,json=rayCluster,proto3" json:"ray_cluster,omitempty"` // runtime_env is base64 encoded. // Ray runtime environments: https://docs.ray.io/en/latest/ray-core/handling-dependencies.html#runtime-environments RuntimeEnv string `protobuf:"bytes,2,opt,name=runtime_env,json=runtimeEnv,proto3" json:"runtime_env,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
RayJobSpec defines the desired state of RayJob
func (*RayJob) Descriptor ¶ added in v1.1.10
func (*RayJob) GetRayCluster ¶ added in v1.1.10
func (m *RayJob) GetRayCluster() *RayCluster
func (*RayJob) GetRuntimeEnv ¶ added in v1.1.10
func (*RayJob) ProtoMessage ¶ added in v1.1.10
func (*RayJob) ProtoMessage()
func (*RayJob) Validate ¶ added in v1.1.10
Validate checks the field values on RayJob with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*RayJob) XXX_DiscardUnknown ¶ added in v1.1.10
func (m *RayJob) XXX_DiscardUnknown()
func (*RayJob) XXX_Marshal ¶ added in v1.1.10
func (*RayJob) XXX_Unmarshal ¶ added in v1.1.10
type RayJobValidationError ¶ added in v1.1.10
type RayJobValidationError struct {
// contains filtered or unexported fields
}
RayJobValidationError is the validation error returned by RayJob.Validate if the designated constraints aren't met.
func (RayJobValidationError) Cause ¶ added in v1.1.10
func (e RayJobValidationError) Cause() error
Cause function returns cause value.
func (RayJobValidationError) Error ¶ added in v1.1.10
func (e RayJobValidationError) Error() string
Error satisfies the builtin error interface
func (RayJobValidationError) ErrorName ¶ added in v1.1.10
func (e RayJobValidationError) ErrorName() string
ErrorName returns error name.
func (RayJobValidationError) Field ¶ added in v1.1.10
func (e RayJobValidationError) Field() string
Field function returns field value.
func (RayJobValidationError) Key ¶ added in v1.1.10
func (e RayJobValidationError) Key() bool
Key function returns key value.
func (RayJobValidationError) Reason ¶ added in v1.1.10
func (e RayJobValidationError) Reason() string
Reason function returns reason value.
type SparkApplication ¶
type SparkApplication struct { XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*SparkApplication) Descriptor ¶
func (*SparkApplication) Descriptor() ([]byte, []int)
func (*SparkApplication) ProtoMessage ¶
func (*SparkApplication) ProtoMessage()
func (*SparkApplication) Reset ¶
func (m *SparkApplication) Reset()
func (*SparkApplication) String ¶
func (m *SparkApplication) String() string
func (*SparkApplication) Validate ¶
func (m *SparkApplication) Validate() error
Validate checks the field values on SparkApplication with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*SparkApplication) XXX_DiscardUnknown ¶
func (m *SparkApplication) XXX_DiscardUnknown()
func (*SparkApplication) XXX_Marshal ¶
func (m *SparkApplication) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*SparkApplication) XXX_Merge ¶
func (m *SparkApplication) XXX_Merge(src proto.Message)
func (*SparkApplication) XXX_Size ¶
func (m *SparkApplication) XXX_Size() int
func (*SparkApplication) XXX_Unmarshal ¶
func (m *SparkApplication) XXX_Unmarshal(b []byte) error
type SparkApplicationValidationError ¶
type SparkApplicationValidationError struct {
// contains filtered or unexported fields
}
SparkApplicationValidationError is the validation error returned by SparkApplication.Validate if the designated constraints aren't met.
func (SparkApplicationValidationError) Cause ¶
func (e SparkApplicationValidationError) Cause() error
Cause function returns cause value.
func (SparkApplicationValidationError) Error ¶
func (e SparkApplicationValidationError) Error() string
Error satisfies the builtin error interface
func (SparkApplicationValidationError) ErrorName ¶
func (e SparkApplicationValidationError) ErrorName() string
ErrorName returns error name.
func (SparkApplicationValidationError) Field ¶
func (e SparkApplicationValidationError) Field() string
Field function returns field value.
func (SparkApplicationValidationError) Key ¶
func (e SparkApplicationValidationError) Key() bool
Key function returns key value.
func (SparkApplicationValidationError) Reason ¶
func (e SparkApplicationValidationError) Reason() string
Reason function returns reason value.
type SparkApplication_Type ¶
type SparkApplication_Type int32
const ( SparkApplication_PYTHON SparkApplication_Type = 0 SparkApplication_JAVA SparkApplication_Type = 1 SparkApplication_SCALA SparkApplication_Type = 2 SparkApplication_R SparkApplication_Type = 3 )
func (SparkApplication_Type) EnumDescriptor ¶
func (SparkApplication_Type) EnumDescriptor() ([]byte, []int)
func (SparkApplication_Type) String ¶
func (x SparkApplication_Type) String() string
type SparkJob ¶
type SparkJob struct { ApplicationType SparkApplication_Type `` /* 128-byte string literal not displayed */ MainApplicationFile string `protobuf:"bytes,2,opt,name=mainApplicationFile,proto3" json:"mainApplicationFile,omitempty"` MainClass string `protobuf:"bytes,3,opt,name=mainClass,proto3" json:"mainClass,omitempty"` SparkConf map[string]string `` /* 159-byte string literal not displayed */ HadoopConf map[string]string `` /* 161-byte string literal not displayed */ ExecutorPath string `protobuf:"bytes,6,opt,name=executorPath,proto3" json:"executorPath,omitempty"` // Databricks job configuration. // Config structure can be found here. https://docs.databricks.com/dev-tools/api/2.0/jobs.html#request-structure. DatabricksConf *_struct.Struct `protobuf:"bytes,7,opt,name=databricksConf,proto3" json:"databricksConf,omitempty"` // Databricks access token. https://docs.databricks.com/dev-tools/api/latest/authentication.html // This token can be set in either flytepropeller or flytekit. DatabricksToken string `protobuf:"bytes,8,opt,name=databricksToken,proto3" json:"databricksToken,omitempty"` // Domain name of your deployment. Use the form <account>.cloud.databricks.com. // This instance name can be set in either flytepropeller or flytekit. DatabricksInstance string `protobuf:"bytes,9,opt,name=databricksInstance,proto3" json:"databricksInstance,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
Custom Proto for Spark Plugin.
func (*SparkJob) Descriptor ¶
func (*SparkJob) GetApplicationType ¶
func (m *SparkJob) GetApplicationType() SparkApplication_Type
func (*SparkJob) GetDatabricksConf ¶ added in v1.2.9
func (*SparkJob) GetDatabricksInstance ¶ added in v1.2.9
func (*SparkJob) GetDatabricksToken ¶ added in v1.2.9
func (*SparkJob) GetExecutorPath ¶
func (*SparkJob) GetHadoopConf ¶
func (*SparkJob) GetMainApplicationFile ¶
func (*SparkJob) GetMainClass ¶
func (*SparkJob) GetSparkConf ¶
func (*SparkJob) ProtoMessage ¶
func (*SparkJob) ProtoMessage()
func (*SparkJob) Validate ¶
Validate checks the field values on SparkJob with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*SparkJob) XXX_DiscardUnknown ¶
func (m *SparkJob) XXX_DiscardUnknown()
func (*SparkJob) XXX_Marshal ¶
func (*SparkJob) XXX_Unmarshal ¶
type SparkJobValidationError ¶
type SparkJobValidationError struct {
// contains filtered or unexported fields
}
SparkJobValidationError is the validation error returned by SparkJob.Validate if the designated constraints aren't met.
func (SparkJobValidationError) Cause ¶
func (e SparkJobValidationError) Cause() error
Cause function returns cause value.
func (SparkJobValidationError) Error ¶
func (e SparkJobValidationError) Error() string
Error satisfies the builtin error interface
func (SparkJobValidationError) ErrorName ¶
func (e SparkJobValidationError) ErrorName() string
ErrorName returns error name.
func (SparkJobValidationError) Field ¶
func (e SparkJobValidationError) Field() string
Field function returns field value.
func (SparkJobValidationError) Key ¶
func (e SparkJobValidationError) Key() bool
Key function returns key value.
func (SparkJobValidationError) Reason ¶
func (e SparkJobValidationError) Reason() string
Reason function returns reason value.
type Waitable ¶
type Waitable struct { WfExecId *core.WorkflowExecutionIdentifier `protobuf:"bytes,1,opt,name=wf_exec_id,json=wfExecId,proto3" json:"wf_exec_id,omitempty"` Phase core.WorkflowExecution_Phase `protobuf:"varint,2,opt,name=phase,proto3,enum=flyteidl.core.WorkflowExecution_Phase" json:"phase,omitempty"` WorkflowId string `protobuf:"bytes,3,opt,name=workflow_id,json=workflowId,proto3" json:"workflow_id,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
Represents an Execution that was launched and could be waited on.
func (*Waitable) Descriptor ¶
func (*Waitable) GetPhase ¶
func (m *Waitable) GetPhase() core.WorkflowExecution_Phase
func (*Waitable) GetWfExecId ¶
func (m *Waitable) GetWfExecId() *core.WorkflowExecutionIdentifier
func (*Waitable) GetWorkflowId ¶
func (*Waitable) ProtoMessage ¶
func (*Waitable) ProtoMessage()
func (*Waitable) Validate ¶
Validate checks the field values on Waitable with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*Waitable) XXX_DiscardUnknown ¶
func (m *Waitable) XXX_DiscardUnknown()
func (*Waitable) XXX_Marshal ¶
func (*Waitable) XXX_Unmarshal ¶
type WaitableValidationError ¶
type WaitableValidationError struct {
// contains filtered or unexported fields
}
WaitableValidationError is the validation error returned by Waitable.Validate if the designated constraints aren't met.
func (WaitableValidationError) Cause ¶
func (e WaitableValidationError) Cause() error
Cause function returns cause value.
func (WaitableValidationError) Error ¶
func (e WaitableValidationError) Error() string
Error satisfies the builtin error interface
func (WaitableValidationError) ErrorName ¶
func (e WaitableValidationError) ErrorName() string
ErrorName returns error name.
func (WaitableValidationError) Field ¶
func (e WaitableValidationError) Field() string
Field function returns field value.
func (WaitableValidationError) Key ¶
func (e WaitableValidationError) Key() bool
Key function returns key value.
func (WaitableValidationError) Reason ¶
func (e WaitableValidationError) Reason() string
Reason function returns reason value.
type WorkerGroupSpec ¶ added in v1.1.10
type WorkerGroupSpec struct { // Required. RayCluster can have multiple worker groups, and it distinguishes them by name GroupName string `protobuf:"bytes,1,opt,name=group_name,json=groupName,proto3" json:"group_name,omitempty"` // Required. Desired replicas of the worker group. Defaults to 1. Replicas int32 `protobuf:"varint,2,opt,name=replicas,proto3" json:"replicas,omitempty"` // Optional. Min replicas of the worker group. MinReplicas defaults to 1. MinReplicas int32 `protobuf:"varint,3,opt,name=min_replicas,json=minReplicas,proto3" json:"min_replicas,omitempty"` // Optional. Max replicas of the worker group. MaxReplicas defaults to maxInt32 MaxReplicas int32 `protobuf:"varint,4,opt,name=max_replicas,json=maxReplicas,proto3" json:"max_replicas,omitempty"` // Optional. RayStartParams are the params of the start command: address, object-store-memory. // Refer to https://docs.ray.io/en/latest/ray-core/package-ref.html#ray-start RayStartParams map[string]string `` /* 193-byte string literal not displayed */ XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
WorkerGroupSpec are the specs for the worker pods
func (*WorkerGroupSpec) Descriptor ¶ added in v1.1.10
func (*WorkerGroupSpec) Descriptor() ([]byte, []int)
func (*WorkerGroupSpec) GetGroupName ¶ added in v1.1.10
func (m *WorkerGroupSpec) GetGroupName() string
func (*WorkerGroupSpec) GetMaxReplicas ¶ added in v1.1.10
func (m *WorkerGroupSpec) GetMaxReplicas() int32
func (*WorkerGroupSpec) GetMinReplicas ¶ added in v1.1.10
func (m *WorkerGroupSpec) GetMinReplicas() int32
func (*WorkerGroupSpec) GetRayStartParams ¶ added in v1.1.10
func (m *WorkerGroupSpec) GetRayStartParams() map[string]string
func (*WorkerGroupSpec) GetReplicas ¶ added in v1.1.10
func (m *WorkerGroupSpec) GetReplicas() int32
func (*WorkerGroupSpec) ProtoMessage ¶ added in v1.1.10
func (*WorkerGroupSpec) ProtoMessage()
func (*WorkerGroupSpec) Reset ¶ added in v1.1.10
func (m *WorkerGroupSpec) Reset()
func (*WorkerGroupSpec) String ¶ added in v1.1.10
func (m *WorkerGroupSpec) String() string
func (*WorkerGroupSpec) Validate ¶ added in v1.1.10
func (m *WorkerGroupSpec) Validate() error
Validate checks the field values on WorkerGroupSpec with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.
func (*WorkerGroupSpec) XXX_DiscardUnknown ¶ added in v1.1.10
func (m *WorkerGroupSpec) XXX_DiscardUnknown()
func (*WorkerGroupSpec) XXX_Marshal ¶ added in v1.1.10
func (m *WorkerGroupSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*WorkerGroupSpec) XXX_Merge ¶ added in v1.1.10
func (m *WorkerGroupSpec) XXX_Merge(src proto.Message)
func (*WorkerGroupSpec) XXX_Size ¶ added in v1.1.10
func (m *WorkerGroupSpec) XXX_Size() int
func (*WorkerGroupSpec) XXX_Unmarshal ¶ added in v1.1.10
func (m *WorkerGroupSpec) XXX_Unmarshal(b []byte) error
type WorkerGroupSpecValidationError ¶ added in v1.1.10
type WorkerGroupSpecValidationError struct {
// contains filtered or unexported fields
}
WorkerGroupSpecValidationError is the validation error returned by WorkerGroupSpec.Validate if the designated constraints aren't met.
func (WorkerGroupSpecValidationError) Cause ¶ added in v1.1.10
func (e WorkerGroupSpecValidationError) Cause() error
Cause function returns cause value.
func (WorkerGroupSpecValidationError) Error ¶ added in v1.1.10
func (e WorkerGroupSpecValidationError) Error() string
Error satisfies the builtin error interface
func (WorkerGroupSpecValidationError) ErrorName ¶ added in v1.1.10
func (e WorkerGroupSpecValidationError) ErrorName() string
ErrorName returns error name.
func (WorkerGroupSpecValidationError) Field ¶ added in v1.1.10
func (e WorkerGroupSpecValidationError) Field() string
Field function returns field value.
func (WorkerGroupSpecValidationError) Key ¶ added in v1.1.10
func (e WorkerGroupSpecValidationError) Key() bool
Key function returns key value.
func (WorkerGroupSpecValidationError) Reason ¶ added in v1.1.10
func (e WorkerGroupSpecValidationError) Reason() string
Reason function returns reason value.
Source Files ¶
- array_job.pb.go
- array_job.pb.validate.go
- dask.pb.go
- dask.pb.validate.go
- mpi.pb.go
- mpi.pb.validate.go
- presto.pb.go
- presto.pb.validate.go
- pytorch.pb.go
- pytorch.pb.validate.go
- qubole.pb.go
- qubole.pb.validate.go
- ray.pb.go
- ray.pb.validate.go
- spark.pb.go
- spark.pb.validate.go
- tensorflow.pb.go
- tensorflow.pb.validate.go
- waitable.pb.go
- waitable.pb.validate.go