gs

Documentation

Index

• Constants
• Variables
• func ComposeAll(target string, parts []string, composeFunc ComposeFunc) error
• func ReadAllWithTimeout(r io.Reader, buf []byte, timeout time.Duration) (n int, err error)
• func WithDisablePreSigned(b bool) func(a *Adapter)
• func WithDisablePreSignedUI(b bool) func(a *Adapter)
• func WithPreSignedExpiry(v time.Duration) func(a *Adapter)
• type Adapter
  • func NewAdapter(client *storage.Client, opts ...func(adapter *Adapter)) *Adapter
  • func (a *Adapter) AbortMultiPartUpload(ctx context.Context, obj block.ObjectPointer, uploadID string) error
  • func (a *Adapter) BlockstoreType() string
  • func (a *Adapter) Close() error
  • func (a *Adapter) CompleteMultiPartUpload(ctx context.Context, obj block.ObjectPointer, uploadID string, ...) (*block.CompleteMultiPartUploadResponse, error)
  • func (a *Adapter) Copy(ctx context.Context, sourceObj, destinationObj block.ObjectPointer) error
  • func (a *Adapter) CreateMultiPartUpload(ctx context.Context, obj block.ObjectPointer, _ *http.Request, ...) (*block.CreateMultiPartUploadResponse, error)
  • func (a *Adapter) Exists(ctx context.Context, obj block.ObjectPointer) (bool, error)
  • func (a *Adapter) GenerateInventory(_ context.Context, _ logging.Logger, _ string, _ bool, _ []string) (block.Inventory, error)
  • func (a *Adapter) Get(ctx context.Context, obj block.ObjectPointer, _ int64) (io.ReadCloser, error)
  • func (a *Adapter) GetPreSignedURL(ctx context.Context, obj block.ObjectPointer, mode block.PreSignMode) (string, time.Time, error)
  • func (a *Adapter) GetProperties(ctx context.Context, obj block.ObjectPointer) (block.Properties, error)
  • func (a *Adapter) GetRange(ctx context.Context, obj block.ObjectPointer, startPosition int64, ...) (io.ReadCloser, error)
  • func (a *Adapter) GetStorageNamespaceInfo() block.StorageNamespaceInfo
  • func (a *Adapter) GetWalker(uri *url.URL) (block.Walker, error)
  • func (a *Adapter) Put(ctx context.Context, obj block.ObjectPointer, sizeBytes int64, ...) error
  • func (a *Adapter) Remove(ctx context.Context, obj block.ObjectPointer) error
  • func (a *Adapter) ResolveNamespace(storageNamespace, key string, identifierType block.IdentifierType) (block.QualifiedKey, error)
  • func (a *Adapter) RuntimeStats() map[string]string
  • func (a *Adapter) UploadCopyPart(ctx context.Context, sourceObj, destinationObj block.ObjectPointer, ...) (*block.UploadPartResponse, error)
  • func (a *Adapter) UploadCopyPartRange(ctx context.Context, sourceObj, destinationObj block.ObjectPointer, ...) (*block.UploadPartResponse, error)
  • func (a *Adapter) UploadPart(ctx context.Context, obj block.ObjectPointer, sizeBytes int64, ...) (*block.UploadPartResponse, error)
• type ComposeFunc
• type GCSWalker
  • func NewGCSWalker(client *storage.Client) *GCSWalker
  • func (w *GCSWalker) GetSkippedEntries() []block.ObjectStoreEntry
  • func (w *GCSWalker) Marker() block.Mark
  • func (w *GCSWalker) Walk(ctx context.Context, storageURI *url.URL, op block.WalkOptions, ...) error
• type StreamingReader
  • func (s *StreamingReader) GetLastChunk() []byte
  • func (s *StreamingReader) Read(p []byte) (int, error)

Constants

const (
	MaxMultipartObjects = 10000
)

const MaxPartsInCompose = 32

Variables

var (
	ErrNotImplemented      = errors.New("not implemented")
	ErrMismatchPartETag    = errors.New("mismatch part ETag")
	ErrMismatchPartName    = errors.New("mismatch part name")
	ErrMaxMultipartObjects = errors.New("maximum multipart object reached")
	ErrPartListMismatch    = errors.New("multipart part list mismatch")
	ErrMissingTargetAttrs  = errors.New("missing target attributes")
)

var ErrReaderTimeout = errors.New("reader timeout")

Functions

func ComposeAll

func ComposeAll(target string, parts []string, composeFunc ComposeFunc) error

func ReadAllWithTimeout

func ReadAllWithTimeout(r io.Reader, buf []byte, timeout time.Duration) (n int, err error)

ReadAllWithTimeout is taken from io.ReadAtLeast and adapted to support a timeout

func WithDisablePreSigned

func WithDisablePreSigned(b bool) func(a *Adapter)

func WithDisablePreSignedUI

func WithDisablePreSignedUI(b bool) func(a *Adapter)

func WithPreSignedExpiry

func WithPreSignedExpiry(v time.Duration) func(a *Adapter)

Types

type Adapter

type Adapter struct {
	// contains filtered or unexported fields
}

func NewAdapter

func NewAdapter(client *storage.Client, opts ...func(adapter *Adapter)) *Adapter

func (*Adapter) AbortMultiPartUpload

func (a *Adapter) AbortMultiPartUpload(ctx context.Context, obj block.ObjectPointer, uploadID string) error

func (*Adapter) BlockstoreType

func (a *Adapter) BlockstoreType() string

func (*Adapter) Close

func (a *Adapter) Close() error

func (*Adapter) CompleteMultiPartUpload

func (a *Adapter) CompleteMultiPartUpload(ctx context.Context, obj block.ObjectPointer, uploadID string, multipartList *block.MultipartUploadCompletion) (*block.CompleteMultiPartUploadResponse, error)

func (*Adapter) Copy

func (a *Adapter) Copy(ctx context.Context, sourceObj, destinationObj block.ObjectPointer) error

func (*Adapter) CreateMultiPartUpload

func (a *Adapter) CreateMultiPartUpload(ctx context.Context, obj block.ObjectPointer, _ *http.Request, _ block.CreateMultiPartUploadOpts) (*block.CreateMultiPartUploadResponse, error)

func (*Adapter) Exists

func (a *Adapter) Exists(ctx context.Context, obj block.ObjectPointer) (bool, error)

func (*Adapter) GenerateInventory

func (a *Adapter) GenerateInventory(_ context.Context, _ logging.Logger, _ string, _ bool, _ []string) (block.Inventory, error)

func (*Adapter) Get

func (a *Adapter) Get(ctx context.Context, obj block.ObjectPointer, _ int64) (io.ReadCloser, error)

func (*Adapter) GetPreSignedURL

func (a *Adapter) GetPreSignedURL(ctx context.Context, obj block.ObjectPointer, mode block.PreSignMode) (string, time.Time, error)

func (*Adapter) GetProperties

func (a *Adapter) GetProperties(ctx context.Context, obj block.ObjectPointer) (block.Properties, error)

func (*Adapter) GetRange

func (a *Adapter) GetRange(ctx context.Context, obj block.ObjectPointer, startPosition int64, endPosition int64) (io.ReadCloser, error)

func (*Adapter) GetStorageNamespaceInfo

func (a *Adapter) GetStorageNamespaceInfo() block.StorageNamespaceInfo

func (*Adapter) GetWalker

func (a *Adapter) GetWalker(uri *url.URL) (block.Walker, error)

func (*Adapter) Put

func (a *Adapter) Put(ctx context.Context, obj block.ObjectPointer, sizeBytes int64, reader io.Reader, _ block.PutOpts) error

func (*Adapter) Remove

func (a *Adapter) Remove(ctx context.Context, obj block.ObjectPointer) error

func (*Adapter) ResolveNamespace

func (a *Adapter) ResolveNamespace(storageNamespace, key string, identifierType block.IdentifierType) (block.QualifiedKey, error)

func (*Adapter) RuntimeStats

func (a *Adapter) RuntimeStats() map[string]string

func (*Adapter) UploadCopyPart

func (a *Adapter) UploadCopyPart(ctx context.Context, sourceObj, destinationObj block.ObjectPointer, uploadID string, partNumber int) (*block.UploadPartResponse, error)

func (*Adapter) UploadCopyPartRange

func (a *Adapter) UploadCopyPartRange(ctx context.Context, sourceObj, destinationObj block.ObjectPointer, uploadID string, partNumber int, startPosition, endPosition int64) (*block.UploadPartResponse, error)

func (*Adapter) UploadPart

func (a *Adapter) UploadPart(ctx context.Context, obj block.ObjectPointer, sizeBytes int64, reader io.Reader, uploadID string, partNumber int) (*block.UploadPartResponse, error)

type ComposeFunc

type ComposeFunc func(target string, parts []string) error

type GCSWalker

type GCSWalker struct {
	// contains filtered or unexported fields
}

func NewGCSWalker

func NewGCSWalker(client *storage.Client) *GCSWalker

func (*GCSWalker) GetSkippedEntries

func (w *GCSWalker) GetSkippedEntries() []block.ObjectStoreEntry

func (*GCSWalker) Marker

func (w *GCSWalker) Marker() block.Mark

func (*GCSWalker) Walk

func (w *GCSWalker) Walk(ctx context.Context, storageURI *url.URL, op block.WalkOptions, walkFn func(e block.ObjectStoreEntry) error) error

type StreamingReader

type StreamingReader struct {
	Reader       io.Reader
	Size         int
	StreamSigner *v4.StreamSigner
	Time         time.Time
	ChunkSize    int
	ChunkTimeout time.Duration
	// contains filtered or unexported fields
}

func (*StreamingReader) GetLastChunk

func (s *StreamingReader) GetLastChunk() []byte

func (*StreamingReader) Read

func (s *StreamingReader) Read(p []byte) (int, error)