Documentation ¶
Overview ¶
Package v1alpha1 contains API Schema definitions for the spark v1alpha1 API group +kubebuilder:object:generate=true +groupName=spark.kubedoop.dev
Index ¶
- Constants
- Variables
- type AuthenticationSpec
- type BucketSpec
- type ClusterConfigSpec
- type ConfigOverridesSpec
- type ConfigSpec
- type ImageSpec
- type LogFileDirectorySpec
- type OidcSpec
- type PodOverridesSpec
- type RoleGroupSpec
- type RoleSpec
- type S3Spec
- type SparkHistoryServer
- type SparkHistoryServerList
- type SparkHistoryServerSpec
Constants ¶
const ( DefaultRepository = "quay.io/zncdatadev" DefaultProductVersion = "3.5.1" DefaultKubedoopVersion = "0.0.0-dev" DefaultProductName = "spark-k8s" )
Variables ¶
var ( // GroupVersion is group version used to register these objects GroupVersion = schema.GroupVersion{Group: "spark.kubedoop.dev", Version: "v1alpha1"} // SchemeBuilder is used to add go types to the GroupVersionKind scheme SchemeBuilder = &scheme.Builder{GroupVersion: GroupVersion} // AddToScheme adds the types in this group-version to the given scheme. AddToScheme = SchemeBuilder.AddToScheme )
Functions ¶
This section is empty.
Types ¶
type AuthenticationSpec ¶
type AuthenticationSpec struct { // +kubebuilder:validation:Required AuthenticationClass string `json:"authenticationClass"` // +kubebuilder:validation:Optional Oidc *OidcSpec `json:"oidc,omitempty"` }
func (*AuthenticationSpec) DeepCopy ¶
func (in *AuthenticationSpec) DeepCopy() *AuthenticationSpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new AuthenticationSpec.
func (*AuthenticationSpec) DeepCopyInto ¶
func (in *AuthenticationSpec) DeepCopyInto(out *AuthenticationSpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
type BucketSpec ¶
type BucketSpec struct { // +kubebuilder:validation:Optional Inline *s3v1alpha1.S3BucketSpec `json:"inline,omitempty"` // +kubebuilder:validation:Optional Reference string `json:"reference,omitempty"` }
func (*BucketSpec) DeepCopy ¶
func (in *BucketSpec) DeepCopy() *BucketSpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new BucketSpec.
func (*BucketSpec) DeepCopyInto ¶
func (in *BucketSpec) DeepCopyInto(out *BucketSpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
type ClusterConfigSpec ¶
type ClusterConfigSpec struct { // +kubebuilder:validation:Optional Authentication *AuthenticationSpec `json:"authentication,omitempty"` // +kubebuilder:validation:Required LogFileDirectory *LogFileDirectorySpec `json:"logFileDirectory"` // +kubebuilder:validation:Optional // +kubebuilder:default:=cluster-internal // +kubebuilder:validation:Enum=cluster-internal;external-unstable;external-stable ListenerClass string `json:"listenerClass,omitempty"` // +kubebuilder:validation:Optional VectorAggregatorConfigMapName string `json:"vectorAggregatorConfigMapName,omitempty"` }
func (*ClusterConfigSpec) DeepCopy ¶
func (in *ClusterConfigSpec) DeepCopy() *ClusterConfigSpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ClusterConfigSpec.
func (*ClusterConfigSpec) DeepCopyInto ¶
func (in *ClusterConfigSpec) DeepCopyInto(out *ClusterConfigSpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
type ConfigOverridesSpec ¶
type ConfigOverridesSpec struct {
SparkConfig map[string]string `json:"spark-defaults.conf,omitempty"`
}
func (*ConfigOverridesSpec) DeepCopy ¶
func (in *ConfigOverridesSpec) DeepCopy() *ConfigOverridesSpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ConfigOverridesSpec.
func (*ConfigOverridesSpec) DeepCopyInto ¶
func (in *ConfigOverridesSpec) DeepCopyInto(out *ConfigOverridesSpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
type ConfigSpec ¶
type ConfigSpec struct { *commonsv1alpha1.RoleGroupConfigSpec `json:",inline"` // +kubebuilder:validation:Optional Cleaner *bool `json:"cleaner,omitempty"` }
func (*ConfigSpec) DeepCopy ¶
func (in *ConfigSpec) DeepCopy() *ConfigSpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ConfigSpec.
func (*ConfigSpec) DeepCopyInto ¶
func (in *ConfigSpec) DeepCopyInto(out *ConfigSpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
type ImageSpec ¶
type ImageSpec struct { // +kubebuilder:validation:Optional Custom string `json:"custom,omitempty"` // +kubebuilder:validation:Optional // +kubebuilder:default=quay.io/zncdatadev Repo string `json:"repo,omitempty"` // +kubebuilder:validation:Optional // +kubebuilder:default="0.0.0-dev" KubedoopVersion string `json:"kubedoopVersion,omitempty"` // +kubebuilder:validation:Optional // +kubebuilder:default="3.5.1" ProductVersion string `json:"productVersion,omitempty"` // +kubebuilder:validation:Optional // +kubebuilder:default:=IfNotPresent PullPolicy corev1.PullPolicy `json:"pullPolicy,omitempty"` // +kubebuilder:validation:Optional PullSecretName string `json:"pullSecretName,omitempty"` }
func (*ImageSpec) DeepCopy ¶
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ImageSpec.
func (*ImageSpec) DeepCopyInto ¶
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
type LogFileDirectorySpec ¶
type LogFileDirectorySpec struct { // +kubebuilder:validation:Required S3 *S3Spec `json:"s3"` }
func (*LogFileDirectorySpec) DeepCopy ¶
func (in *LogFileDirectorySpec) DeepCopy() *LogFileDirectorySpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new LogFileDirectorySpec.
func (*LogFileDirectorySpec) DeepCopyInto ¶
func (in *LogFileDirectorySpec) DeepCopyInto(out *LogFileDirectorySpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
type OidcSpec ¶
type OidcSpec struct { // OIDC client credentials secret. It must contain the following keys: // - `CLIENT_ID`: The client ID of the OIDC client. // - `CLIENT_SECRET`: The client secret of the OIDC client. // credentials will omit to pod environment variables. // +kubebuilder:validation:Required ClientCredentialsSecret string `json:"clientCredentialsSecret"` // +kubebuilder:validation:Optional ExtraScopes []string `json:"extraScopes,omitempty"` }
OidcSpec defines the OIDC spec.
func (*OidcSpec) DeepCopy ¶
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new OidcSpec.
func (*OidcSpec) DeepCopyInto ¶
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
type PodOverridesSpec ¶
type PodOverridesSpec struct { }
func (*PodOverridesSpec) DeepCopy ¶
func (in *PodOverridesSpec) DeepCopy() *PodOverridesSpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new PodOverridesSpec.
func (*PodOverridesSpec) DeepCopyInto ¶
func (in *PodOverridesSpec) DeepCopyInto(out *PodOverridesSpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
type RoleGroupSpec ¶
type RoleGroupSpec struct { *commonsv1alpha1.OverridesSpec `json:",inline"` // +kubebuilder:validation:Optional // +kubebuilder:default:=1 Replicas *int32 `json:"replicas,omitempty"` // +kubebuilder:validation:Optional Config *ConfigSpec `json:"config,omitempty"` }
func (*RoleGroupSpec) DeepCopy ¶
func (in *RoleGroupSpec) DeepCopy() *RoleGroupSpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new RoleGroupSpec.
func (*RoleGroupSpec) DeepCopyInto ¶
func (in *RoleGroupSpec) DeepCopyInto(out *RoleGroupSpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
type RoleSpec ¶
type RoleSpec struct { *commonsv1alpha1.OverridesSpec `json:",inline"` // +kubebuilder:validation:Optional Config *ConfigSpec `json:"config,omitempty"` RoleGroups map[string]*RoleGroupSpec `json:"roleGroups,omitempty"` // +kubebuilder:validation:Optional RoleConfig *commonsv1alpha1.RoleConfigSpec `json:"roleConfig,omitempty"` }
func (*RoleSpec) DeepCopy ¶
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new RoleSpec.
func (*RoleSpec) DeepCopyInto ¶
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
type S3Spec ¶
type S3Spec struct { // +kubebuilder:validation:Required Bucket *BucketSpec `json:"bucket"` // +kubebuilder:validation:Required Prefix string `json:"prefix"` }
func (*S3Spec) DeepCopy ¶
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new S3Spec.
func (*S3Spec) DeepCopyInto ¶
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
type SparkHistoryServer ¶
type SparkHistoryServer struct { metav1.TypeMeta `json:",inline"` metav1.ObjectMeta `json:"metadata,omitempty"` Spec SparkHistoryServerSpec `json:"spec,omitempty"` Status status.Status `json:"status,omitempty"` }
SparkHistoryServer is the Schema for the sparkhistoryservers API
func (*SparkHistoryServer) DeepCopy ¶
func (in *SparkHistoryServer) DeepCopy() *SparkHistoryServer
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new SparkHistoryServer.
func (*SparkHistoryServer) DeepCopyInto ¶
func (in *SparkHistoryServer) DeepCopyInto(out *SparkHistoryServer)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
func (*SparkHistoryServer) DeepCopyObject ¶
func (in *SparkHistoryServer) DeepCopyObject() runtime.Object
DeepCopyObject is an autogenerated deepcopy function, copying the receiver, creating a new runtime.Object.
type SparkHistoryServerList ¶
type SparkHistoryServerList struct { metav1.TypeMeta `json:",inline"` metav1.ListMeta `json:"metadata,omitempty"` Items []SparkHistoryServer `json:"items"` }
SparkHistoryServerList contains a list of SparkHistoryServer
func (*SparkHistoryServerList) DeepCopy ¶
func (in *SparkHistoryServerList) DeepCopy() *SparkHistoryServerList
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new SparkHistoryServerList.
func (*SparkHistoryServerList) DeepCopyInto ¶
func (in *SparkHistoryServerList) DeepCopyInto(out *SparkHistoryServerList)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
func (*SparkHistoryServerList) DeepCopyObject ¶
func (in *SparkHistoryServerList) DeepCopyObject() runtime.Object
DeepCopyObject is an autogenerated deepcopy function, copying the receiver, creating a new runtime.Object.
type SparkHistoryServerSpec ¶
type SparkHistoryServerSpec struct { // +kubebuilder:validation:Optional Image *ImageSpec `json:"image,omitempty"` // spark history server cluster config // +kubebuilder:validation:Required ClusterConfig *ClusterConfigSpec `json:"clusterConfig"` // +kubebuilder:validation:Optional ClusterOperation *commonsv1alpha1.ClusterOperationSpec `json:"clusterOperation,omitempty"` // spark history server role spec // +kubebuilder:validation:Required Node *RoleSpec `json:"node"` }
SparkHistoryServerSpec defines the desired state of SparkHistoryServer
func (*SparkHistoryServerSpec) DeepCopy ¶
func (in *SparkHistoryServerSpec) DeepCopy() *SparkHistoryServerSpec
DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new SparkHistoryServerSpec.
func (*SparkHistoryServerSpec) DeepCopyInto ¶
func (in *SparkHistoryServerSpec) DeepCopyInto(out *SparkHistoryServerSpec)
DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.