blob

Documentation

Index

• func FetchFileNames(ctx context.Context, bucket *blob.Bucket, config FetchConfigs, ...) ([]string, error)
• type BlobHandler
  • func (b *BlobHandler) DownloadAll(ctx context.Context) error
  • func (b *BlobHandler) DownloadObject(ctx context.Context, objpath string) (string, error)
• type FetchConfigs

Functions

func FetchFileNames

func FetchFileNames(ctx context.Context, bucket *blob.Bucket, config FetchConfigs, globPattern, bucketPath string) ([]string, error)

downloads file to local paths todo :: return blob handler as iterator

Types

type BlobHandler

type BlobHandler struct {
	FileNames  []string
	LocalPaths []string
	// contains filtered or unexported fields
}

func (*BlobHandler) DownloadAll

func (b *BlobHandler) DownloadAll(ctx context.Context) error

object path is relative to bucket

func (*BlobHandler) DownloadObject

func (b *BlobHandler) DownloadObject(ctx context.Context, objpath string) (string, error)

object path is relative to bucket

type FetchConfigs

type FetchConfigs struct {
	GlobMaxTotalSize      int64
	GlobMaxObjectsMatched int
	GlobMaxObjectsListed  int64
	GlobPageSize          int
}