Documentation ¶
Index ¶
- func Copy(src, dst string, parallel int, bufferSize float64, s3partSize int64, ...) error
- func Download(srcClient interface{}, srcPrefix, srcPath string, writer io.Writer, ...) error
- func DownloadFromAbs(ctx context.Context, iClient interface{}, path string, writer io.Writer, ...) error
- func DownloadFromK8s(iClient interface{}, path string, writer io.Writer, verbose bool) error
- func DownloadFromS3(iClient interface{}, path string, writer io.Writer, verbose bool) error
- func Exec(client K8sClient, namespace, podName, containerName string, command []string, ...) ([]byte, error)
- func GetClientToAbs(ctx context.Context, path string) (pipeline.Pipeline, error)
- func GetClientToS3(path string) (*session.Session, error)
- func GetClients(srcPrefix, dstPrefix, srcPath, dstPath string) (interface{}, interface{}, error)
- func GetListOfFiles(client interface{}, prefix, path string) ([]string, error)
- func GetListOfFilesFromAbs(ctx context.Context, iClient interface{}, path string) ([]string, error)
- func GetListOfFilesFromK8s(iClient interface{}, path, findType, findName string) ([]string, error)
- func GetListOfFilesFromS3(iClient interface{}, path string) ([]string, error)
- func PerformCopy(srcClient, dstClient interface{}, srcPrefix, dstPrefix string, ...) error
- func TestImplementationsExist(srcPrefix, dstPrefix string) error
- func Upload(dstClient interface{}, dstPrefix, dstPath, srcPath string, reader io.Reader, ...) error
- func UploadToAbs(ctx context.Context, iClient interface{}, toPath, fromPath string, ...) error
- func UploadToK8s(iClient interface{}, toPath, fromPath string, reader io.Reader, verbose bool) error
- func UploadToS3(iClient interface{}, toPath, fromPath string, reader io.Reader, ...) error
- type FromToPair
- type K8sClient
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
func Copy ¶
func Copy(src, dst string, parallel int, bufferSize float64, s3partSize int64, s3maxUploadParts int, verbose bool) error
Copy copies files from src to dst
func Download ¶
func Download(srcClient interface{}, srcPrefix, srcPath string, writer io.Writer, verbose bool) error
Download downloads a single file from path into an io.Writer
func DownloadFromAbs ¶
func DownloadFromAbs(ctx context.Context, iClient interface{}, path string, writer io.Writer, verbose bool) error
DownloadFromAbs downloads a single file from azure blob storage
func DownloadFromK8s ¶
DownloadFromK8s downloads a single file from Kubernetes
func DownloadFromS3 ¶
DownloadFromS3 downloads a single file from S3
func Exec ¶
func Exec(client K8sClient, namespace, podName, containerName string, command []string, stdin io.Reader, stdout io.Writer) ([]byte, error)
Exec executes a command in a given container
func GetClientToAbs ¶
GetClientToAbs checks the connection to azure blob storage and returns the tested client (pipeline)
func GetClientToS3 ¶
GetClientToS3 checks the connection to S3 and returns the tested client
func GetClients ¶
GetClients gets the clients for the source and destination
func GetListOfFiles ¶
GetListOfFiles gets relative paths from the provided path
func GetListOfFilesFromAbs ¶
GetListOfFilesFromAbs gets list of files in path from azure blob storage (recursive)
func GetListOfFilesFromK8s ¶
GetListOfFilesFromK8s gets list of files in path from Kubernetes (recursive)
func GetListOfFilesFromS3 ¶
GetListOfFilesFromS3 gets list of files in path from S3 (recursive)
func PerformCopy ¶
func PerformCopy(srcClient, dstClient interface{}, srcPrefix, dstPrefix string, fromToPaths []FromToPair, parallel int, bufferSize float64, s3partSize int64, s3maxUploadParts int, verbose bool) error
PerformCopy performs the actual copy action
func TestImplementationsExist ¶
TestImplementationsExist checks that implementations exist for the desired action
func Upload ¶
func Upload(dstClient interface{}, dstPrefix, dstPath, srcPath string, reader io.Reader, s3partSize int64, s3maxUploadParts int, verbose bool) error
Upload uploads a single file provided as an io.Reader array to path
func UploadToAbs ¶
func UploadToAbs(ctx context.Context, iClient interface{}, toPath, fromPath string, reader io.Reader, verbose bool) error
UploadToAbs uploads a single file to azure blob storage
Types ¶
type FromToPair ¶
FromToPair is a pair of FromPath and ToPath
func GetFromToPaths ¶
func GetFromToPaths(srcClient interface{}, srcPrefix, srcPath, dstPath string) ([]FromToPair, error)
GetFromToPaths gets from and to paths to perform the copy on