dataload

Documentation

Index

• Constants
• type DataLoadInfo
• type DataLoadValue
• type TargetPath

Constants

const (
	DATALOAD_FINALIZER     = "fluid-dataload-controller-finalizer"
	DATALOAD_CHART         = "fluid-dataloader"
	DATALOAD_DEFAULT_IMAGE = "registry.cn-hangzhou.aliyuncs.com/fluid/fluid-dataloader"
	DATALOAD_SUFFIX_LENGTH = 5
	ENV_DATALOADER_IMG     = "DATALOADER_IMG"
)

Types

type DataLoadInfo

type DataLoadInfo struct {
	// BackoffLimit specifies the upper limit times when the DataLoad job fails
	BackoffLimit int32 `yaml:"backoffLimit,omitempty"`

	// TargetDataset specifies the dataset that the DataLoad targets
	TargetDataset string `yaml:"targetDataset,omitempty"`

	// LoadMetadata specifies if the DataLoad job should load metadata from UFS when doing data load
	LoadMetadata bool `yaml:"loadMetadata,omitempty"`

	// TargetPaths specifies which paths should the DataLoad load
	TargetPaths []TargetPath `yaml:"targetPaths,omitempty"`

	// Image specifies the image that the DataLoad job uses
	Image string `yaml:"image,omitempty"`

	// Options specifies the extra dataload properties for runtime
	Options map[string]string `yaml:"options,omitempty"`

	// Labels defines labels in DataLoad's pod metadata
	Labels map[string]string `yaml:"labels,omitempty"`

	// Annotations defines annotations in DataLoad's pod metadata
	Annotations map[string]string `yaml:"annotations,omitempty"`
}

DataLoadInfo defines values used in DataLoad helm chart

type DataLoadValue

type DataLoadValue struct {
	DataLoadInfo DataLoadInfo `yaml:"dataloader"`
}

DataLoadValue defines the value yaml file used in DataLoad helm chart

type TargetPath

type TargetPath struct {
	// Path specifies the path should be loaded
	Path string `yaml:"path,omitempty"`

	// Replicas specifies how many replicas should be loaded
	Replicas int32 `yaml:"replicas,omitempty"`

	// FluidNative specifies if the path is a native mountPoint(e.g. hostpath or pvc)
	FluidNative bool `yaml:"fluidNative,omitempty"`
}