dataprocess

Documentation

Index

• Constants
• func GenDataProcessValueFile(client client.Client, dataset *datav1alpha1.Dataset, ...) (valueFileName string, err error)
• type DataProcessInfo
• type DataProcessValue
  • func GenDataProcessValue(dataset *datav1alpha1.Dataset, dataProcess *datav1alpha1.DataProcess) *DataProcessValue
• type JobProcessor
• type JobProcessorImpl
  • func (p *JobProcessorImpl) TransformDataProcessValues(value *DataProcessValue, datasetVolumes []corev1.Volume, ...)
  • func (p *JobProcessorImpl) ValidateDatasetMountPath(datasetMountPath string) (pass bool, conflictVolName string, conflictContainerName string)
• type Processor
  • func GetProcessorImpl(dataProcess *datav1alpha1.DataProcess) Processor
• type ScriptProcessor
• type ScriptProcessorImpl
  • func (p *ScriptProcessorImpl) TransformDataProcessValues(value *DataProcessValue, datasetVolumes []corev1.Volume, ...)
  • func (p *ScriptProcessorImpl) ValidateDatasetMountPath(datasetMountPath string) (pass bool, conflictVolName string, conflictContainerName string)

Constants

const (
	DataProcessFinalizer = "fluid-dataprocess-controller-finalizer"
	DataProcessChart     = "fluid-dataprocess"

	DataProcessScriptProcessorContainerName = "script-processor"
)

Functions

func GenDataProcessValueFile

func GenDataProcessValueFile(client client.Client, dataset *datav1alpha1.Dataset, dataProcess *datav1alpha1.DataProcess) (valueFileName string, err error)

Types

type DataProcessInfo

type DataProcessInfo struct {
	TargetDataset string `json:"targetDataset,omitempty"`

	ServiceAccountName string `json:"serviceAccountName,omitempty"`

	Labels map[string]string `json:"labels,omitempty"`

	Annotations map[string]string `json:"annotations,omitempty"`

	JobProcessor *JobProcessor `json:"jobProcessor,omitempty"`

	ScriptProcessor *ScriptProcessor `json:"scriptProcessor,omitempty"`
}

type DataProcessValue

type DataProcessValue struct {
	Name string `json:"name"`

	Owner *common.OwnerReference `json:"owner,omitempty"`

	DataProcessInfo DataProcessInfo `json:"dataProcess"`
}

func GenDataProcessValue

func GenDataProcessValue(dataset *datav1alpha1.Dataset, dataProcess *datav1alpha1.DataProcess) *DataProcessValue

type JobProcessor

type JobProcessor struct {
	PodSpec *corev1.PodSpec `json:"podSpec,omitempty"`
}

type JobProcessorImpl

type JobProcessorImpl struct {
	*datav1alpha1.JobProcessor
}

func (*JobProcessorImpl) TransformDataProcessValues

func (p *JobProcessorImpl) TransformDataProcessValues(value *DataProcessValue, datasetVolumes []corev1.Volume, datasetVolumeMounts []corev1.VolumeMount)

func (*JobProcessorImpl) ValidateDatasetMountPath

func (p *JobProcessorImpl) ValidateDatasetMountPath(datasetMountPath string) (pass bool, conflictVolName string, conflictContainerName string)

type Processor

type Processor interface {
	ValidateDatasetMountPath(datasetMountPath string) (pass bool, conflictVolName string, conflictContainerName string)

	TransformDataProcessValues(value *DataProcessValue, datasetVolumes []corev1.Volume, datasetVolumeMounts []corev1.VolumeMount)
}

func GetProcessorImpl

func GetProcessorImpl(dataProcess *datav1alpha1.DataProcess) Processor

type ScriptProcessor

type ScriptProcessor struct {
	Image string `json:"image,omitempty"`

	ImagePullPolicy corev1.PullPolicy `json:"imagePullPolicy,omitempty"`

	RestartPolicy corev1.RestartPolicy `json:"restartPolicy,omitempty"`

	Command []string `json:"command,omitempty"`

	Source string `json:"source,omitempty"`

	Envs []corev1.EnvVar `json:"envs,omitempty"`

	Volumes []corev1.Volume `json:"volumes,omitempty"`

	VolumeMounts []corev1.VolumeMount `json:"volumeMounts,omitempty"`

	Resources corev1.ResourceRequirements `json:"resources,omitempty"`

	Affinity *corev1.Affinity `json:"affinity,omitempty"`
}

type ScriptProcessorImpl

type ScriptProcessorImpl struct {
	*datav1alpha1.ScriptProcessor
}

func (*ScriptProcessorImpl) TransformDataProcessValues

func (p *ScriptProcessorImpl) TransformDataProcessValues(value *DataProcessValue, datasetVolumes []corev1.Volume, datasetVolumeMounts []corev1.VolumeMount)

func (*ScriptProcessorImpl) ValidateDatasetMountPath

func (p *ScriptProcessorImpl) ValidateDatasetMountPath(datasetMountPath string) (pass bool, conflictVolName string, conflictContainerName string)