storage

Documentation

Index

• Constants
• func CompleteBucketsGCS(u *url.URL, projectID string) ([]string, cobra.ShellCompDirective)
• func CompleteBucketsS3(u *url.URL) ([]string, cobra.ShellCompDirective)
• func CompleteObjectsGCS(u *url.URL, exts []string, dirOnly bool) ([]string, cobra.ShellCompDirective)
• func CompleteObjectsS3(u *url.URL, exts []string, dirOnly bool) ([]string, cobra.ShellCompDirective)
• func DownloadGCS(ctx context.Context, key string) (*storage.Reader, error)
• func DownloadS3(ctx context.Context, w *S3DownloadPipe, key string) error
• func IsCloud(path string) bool
• func IsCloudDir(path string) bool
• func IsGCS(path string) bool
• func IsGCSDir(path string) bool
• func IsS3(path string) bool
• func IsS3Dir(path string) bool
• func ListBucketsGCS(ctx context.Context, projectID string) iter.Seq2[*storage.BucketAttrs, error]
• func ListBucketsS3(ctx context.Context, input *s3.ListBucketsInput) iter.Seq2[*s3.ListBucketsOutput, error]
• func ListObjectsGCS(ctx context.Context, key string) iter.Seq2[*storage.ObjectAttrs, error]
• func ListObjectsS3(ctx context.Context, key string) iter.Seq2[*s3.ListObjectsV2Output, error]
• func UploadGCS(ctx context.Context, key string) (*storage.Writer, error)
• func UploadS3(ctx context.Context, r io.ReadCloser, key string) error
• type S3DownloadPipe
  • func NewS3DownloadPipe() *S3DownloadPipe
  • func (s *S3DownloadPipe) Close() error
  • func (s *S3DownloadPipe) CloseWithError(err error) error
  • func (s *S3DownloadPipe) Read(p []byte) (int, error)
  • func (s *S3DownloadPipe) WriteAt(p []byte, off int64) (int, error)

Constants

const GCSSchema = "gs://"

const S3Schema = "s3://"

Functions

func CompleteBucketsGCS

func CompleteBucketsGCS(u *url.URL, projectID string) ([]string, cobra.ShellCompDirective)

func CompleteBucketsS3

func CompleteBucketsS3(u *url.URL) ([]string, cobra.ShellCompDirective)

func CompleteObjectsGCS

func CompleteObjectsGCS(u *url.URL, exts []string, dirOnly bool) ([]string, cobra.ShellCompDirective)

func CompleteObjectsS3

func CompleteObjectsS3(u *url.URL, exts []string, dirOnly bool) ([]string, cobra.ShellCompDirective)

func DownloadGCS

func DownloadGCS(ctx context.Context, key string) (*storage.Reader, error)

func DownloadS3

func DownloadS3(ctx context.Context, w *S3DownloadPipe, key string) error

func IsCloud

func IsCloud(path string) bool

func IsCloudDir

func IsCloudDir(path string) bool

func IsGCS

func IsGCS(path string) bool

func IsGCSDir

func IsGCSDir(path string) bool

func IsS3

func IsS3(path string) bool

func IsS3Dir

func IsS3Dir(path string) bool

func ListBucketsGCS

func ListBucketsGCS(ctx context.Context, projectID string) iter.Seq2[*storage.BucketAttrs, error]

func ListBucketsS3

func ListBucketsS3(ctx context.Context, input *s3.ListBucketsInput) iter.Seq2[*s3.ListBucketsOutput, error]

func ListObjectsGCS

func ListObjectsGCS(ctx context.Context, key string) iter.Seq2[*storage.ObjectAttrs, error]

func ListObjectsS3

func ListObjectsS3(ctx context.Context, key string) iter.Seq2[*s3.ListObjectsV2Output, error]

func UploadGCS

func UploadGCS(ctx context.Context, key string) (*storage.Writer, error)

func UploadS3

func UploadS3(ctx context.Context, r io.ReadCloser, key string) error

Types

type S3DownloadPipe

type S3DownloadPipe struct {
	// contains filtered or unexported fields
}

func NewS3DownloadPipe

func NewS3DownloadPipe() *S3DownloadPipe

func (*S3DownloadPipe) Close

func (s *S3DownloadPipe) Close() error

func (*S3DownloadPipe) CloseWithError

func (s *S3DownloadPipe) CloseWithError(err error) error

func (*S3DownloadPipe) Read

func (s *S3DownloadPipe) Read(p []byte) (int, error)

func (*S3DownloadPipe) WriteAt

func (s *S3DownloadPipe) WriteAt(p []byte, off int64) (int, error)