v1datatransfer

Documentation

Index

• func Download(ctx context.Context, conf DownloadConfig) error
• func GetLocalDatasetSize(ctx context.Context, dataPath string) (int64, error)
• func GetRemoteDatasetSize(ctx context.Context, batchClient *v1batch.Client, dataOps v1data.DataOps, ...) (int64, error)
• func Upload(ctx context.Context, conf UploadConfig) (*v1payload.DatasetSummary, error)
• type DownloadConfig
• type UploadConfig

Functions

func Download

func Download(ctx context.Context, conf DownloadConfig) error

Download downloads a dataset or fails if it is still being uploaded

func GetLocalDatasetSize

func GetLocalDatasetSize(ctx context.Context, dataPath string) (int64, error)

GetLocalDatasetSize calculates the total size in bytes of the archived version of a directory on disk

func GetRemoteDatasetSize

func GetRemoteDatasetSize(ctx context.Context, batchClient *v1batch.Client, dataOps v1data.DataOps, projectID, datasetID string) (int64, error)

GetRemoteDatasetSize gets the size of a dataset from the metadata object

func Upload

func Upload(ctx context.Context, conf UploadConfig) (*v1payload.DatasetSummary, error)

Upload uploads a dataset

Types

type DownloadConfig

type DownloadConfig struct {
	BatchClient v1batch.ClientInterface
	DataOps     v1data.DataOps
	LocalDir    string
	ProjectID   string
	DatasetID   string
	Concurrency int
	ProgressCh  chan<- int64
}

DownloadConfig is the config for Download operations

type UploadConfig

type UploadConfig struct {
	BatchClient *v1batch.Client
	DataOps     v1data.DataOps
	LocalDir    string
	ProjectID   string
	Concurrency int
	ProgressCh  chan<- int64
}

UploadConfig is the config for Upload operations