storage

Documentation

Index

• func AdjustPath(rawURL string, uniqueID string) (string, error)
• func CollectDirFiles(ctx context.Context, dir string, storage bstorage.ExternalStorage) (map[string]struct{}, error)
• func CreateStorage(ctx context.Context, path string) (bstorage.ExternalStorage, error)
• func IsLocalDiskPath(rawURL string) bool
• func IsNotExistError(err error) bool
• func IsS3Path(rawURL string) bool
• func OpenFile(ctx context.Context, dir, fileName string, storage bstorage.ExternalStorage) (bstorage.ExternalFileReader, error)
• func ReadFile(ctx context.Context, dir, fileName string, storage bstorage.ExternalStorage) ([]byte, error)
• func RemoveAll(ctx context.Context, dir string, storage bstorage.ExternalStorage) error
• func TrimPath(rawURL string, uniqueID string) (string, error)

Functions

func AdjustPath

func AdjustPath(rawURL string, uniqueID string) (string, error)

AdjustPath adjust rawURL, add uniqueId as path suffix, returns a new path. This function supports both local dir or s3 path. It can be used like the following: 1. adjust subtask's `LoaderConfig.Dir`, uniqueID like `.test-mysql01`. 2. add Lightning checkpoint's fileName to rawURL, uniqueID like `/tidb_lightning_checkpoint.pb`.

func CollectDirFiles

func CollectDirFiles(ctx context.Context, dir string, storage bstorage.ExternalStorage) (map[string]struct{}, error)

CollectDirFiles gets files in dir.

func CreateStorage

func CreateStorage(ctx context.Context, path string) (bstorage.ExternalStorage, error)

CreateStorage creates ExternalStore.

func IsLocalDiskPath

func IsLocalDiskPath(rawURL string) bool

IsLocalDiskPath judges if path is local disk path.

func IsNotExistError

func IsNotExistError(err error) bool

func IsS3Path

func IsS3Path(rawURL string) bool

IsS3Path judges if rawURL is s3 path.

func OpenFile

func OpenFile(ctx context.Context, dir, fileName string, storage bstorage.ExternalStorage) (bstorage.ExternalFileReader, error)

func ReadFile

func ReadFile(ctx context.Context, dir, fileName string, storage bstorage.ExternalStorage) ([]byte, error)

func RemoveAll

func RemoveAll(ctx context.Context, dir string, storage bstorage.ExternalStorage) error

RemoveAll remove files in dir.

func TrimPath

func TrimPath(rawURL string, uniqueID string) (string, error)

TrimPath trims rawURL suffix which is uniqueID, supports local and s3.