Documentation ¶
Index ¶
- Constants
- Variables
- func BuildAzureServiceClient(params params.Azure) (*service.Client, error)
- func ExtractStorageAccount(storageAccount *url.URL) (string, error)
- func ParseURL(uri *url.URL) (accountName string, domain string, err error)
- type Adapter
- func (a *Adapter) AbortMultiPartUpload(_ context.Context, _ block.ObjectPointer, _ string) error
- func (a *Adapter) BlockstoreMetadata(ctx context.Context) (*block.BlockstoreMetadata, error)
- func (a *Adapter) BlockstoreType() string
- func (a *Adapter) CompleteMultiPartUpload(ctx context.Context, obj block.ObjectPointer, _ string, ...) (*block.CompleteMultiPartUploadResponse, error)
- func (a *Adapter) Copy(ctx context.Context, sourceObj, destinationObj block.ObjectPointer) error
- func (a *Adapter) CreateMultiPartUpload(_ context.Context, obj block.ObjectPointer, _ *http.Request, ...) (*block.CreateMultiPartUploadResponse, error)
- func (a *Adapter) Download(ctx context.Context, obj block.ObjectPointer, offset, count int64) (io.ReadCloser, error)
- func (a *Adapter) Exists(ctx context.Context, obj block.ObjectPointer) (bool, error)
- func (a *Adapter) Get(ctx context.Context, obj block.ObjectPointer) (io.ReadCloser, error)
- func (a *Adapter) GetPreSignedURL(ctx context.Context, obj block.ObjectPointer, mode block.PreSignMode) (string, time.Time, error)
- func (a *Adapter) GetPresignUploadPartURL(_ context.Context, _ block.ObjectPointer, _ string, _ int) (string, error)
- func (a *Adapter) GetProperties(ctx context.Context, obj block.ObjectPointer) (block.Properties, error)
- func (a *Adapter) GetRange(ctx context.Context, obj block.ObjectPointer, startPosition int64, ...) (io.ReadCloser, error)
- func (a *Adapter) GetRegion(_ context.Context, _ string) (string, error)
- func (a *Adapter) GetStorageNamespaceInfo() block.StorageNamespaceInfo
- func (a *Adapter) GetWalker(uri *url.URL) (block.Walker, error)
- func (a *Adapter) ListParts(_ context.Context, _ block.ObjectPointer, _ string, _ block.ListPartsOpts) (*block.ListPartsResponse, error)
- func (a *Adapter) Put(ctx context.Context, obj block.ObjectPointer, sizeBytes int64, ...) error
- func (a *Adapter) Remove(ctx context.Context, obj block.ObjectPointer) error
- func (a *Adapter) ResolveNamespace(storageNamespace, key string, identifierType block.IdentifierType) (block.QualifiedKey, error)
- func (a *Adapter) RuntimeStats() map[string]string
- func (a *Adapter) UploadCopyPart(ctx context.Context, sourceObj, destinationObj block.ObjectPointer, _ string, ...) (*block.UploadPartResponse, error)
- func (a *Adapter) UploadCopyPartRange(ctx context.Context, sourceObj, destinationObj block.ObjectPointer, _ string, ...) (*block.UploadPartResponse, error)
- func (a *Adapter) UploadPart(ctx context.Context, obj block.ObjectPointer, _ int64, reader io.Reader, ...) (*block.UploadPartResponse, error)
- type BlobURLInfo
- type ClientCache
- func (c *ClientCache) NewContainerClient(storageAccount, containerName string) (*container.Client, error)
- func (c *ClientCache) NewServiceClient(storageAccount string) (*service.Client, error)
- func (c *ClientCache) NewUDC(ctx context.Context, storageAccount string, expiry *time.Time) (*service.UserDelegationCredential, error)
- type DataLakeWalker
- type MultipartBlockWriter
- func (m *MultipartBlockWriter) CommitBlockList(ctx context.Context, ids []string, options *blockblob.CommitBlockListOptions) (blockblob.CommitBlockListResponse, error)
- func (m *MultipartBlockWriter) StageBlock(ctx context.Context, base64BlockID string, body io.ReadSeekCloser, ...) (blockblob.StageBlockResponse, error)
- func (m *MultipartBlockWriter) Upload(_ context.Context, _ io.ReadSeekCloser, _ *blockblob.UploadOptions) (blockblob.UploadResponse, error)
- type PrefixURLInfo
Constants ¶
View Source
const ( MaxBuffers = 1 BlobEndpointDefaultDomain = "blob.core.windows.net" BlobEndpointChinaDomain = "blob.core.chinacloudapi.cn" BlobEndpointUSGovDomain = "blob.core.usgovcloudapi.net" BlobEndpointTestDomain = "azurite.test" )
View Source
const DirectoryBlobMetadataKey = "hdi_isfolder"
View Source
const UDCCacheExpiry = time.Hour
View Source
const UDCCacheWorkaroundDivider = 2
Variables ¶
View Source
var ErrAzureInvalidURL = errors.New("invalid Azure storage URL")
View Source
var ErrEmptyBuffer = errors.New("BufferManager returned a 0 size buffer, this is a bug in the manager")
View Source
var (
ErrInvalidDomain = errors.New("invalid Azure Domain")
)
Functions ¶
func BuildAzureServiceClient ¶ added in v0.91.0
func ExtractStorageAccount ¶ added in v0.91.0
Types ¶
type Adapter ¶
type Adapter struct {
// contains filtered or unexported fields
}
func (*Adapter) AbortMultiPartUpload ¶
func (*Adapter) BlockstoreMetadata ¶ added in v1.26.0
func (*Adapter) BlockstoreType ¶
func (*Adapter) CompleteMultiPartUpload ¶
func (a *Adapter) CompleteMultiPartUpload(ctx context.Context, obj block.ObjectPointer, _ string, multipartList *block.MultipartUploadCompletion) (*block.CompleteMultiPartUploadResponse, error)
func (*Adapter) CreateMultiPartUpload ¶
func (a *Adapter) CreateMultiPartUpload(_ context.Context, obj block.ObjectPointer, _ *http.Request, _ block.CreateMultiPartUploadOpts) (*block.CreateMultiPartUploadResponse, error)
func (*Adapter) Download ¶
func (a *Adapter) Download(ctx context.Context, obj block.ObjectPointer, offset, count int64) (io.ReadCloser, error)
func (*Adapter) Get ¶
func (a *Adapter) Get(ctx context.Context, obj block.ObjectPointer) (io.ReadCloser, error)
func (*Adapter) GetPreSignedURL ¶ added in v0.90.0
func (*Adapter) GetPresignUploadPartURL ¶ added in v1.7.0
func (*Adapter) GetProperties ¶
func (a *Adapter) GetProperties(ctx context.Context, obj block.ObjectPointer) (block.Properties, error)
func (*Adapter) GetRange ¶
func (a *Adapter) GetRange(ctx context.Context, obj block.ObjectPointer, startPosition int64, endPosition int64) (io.ReadCloser, error)
func (*Adapter) GetStorageNamespaceInfo ¶
func (a *Adapter) GetStorageNamespaceInfo() block.StorageNamespaceInfo
func (*Adapter) ListParts ¶ added in v1.19.0
func (a *Adapter) ListParts(_ context.Context, _ block.ObjectPointer, _ string, _ block.ListPartsOpts) (*block.ListPartsResponse, error)
func (*Adapter) ResolveNamespace ¶ added in v0.97.0
func (a *Adapter) ResolveNamespace(storageNamespace, key string, identifierType block.IdentifierType) (block.QualifiedKey, error)
func (*Adapter) RuntimeStats ¶ added in v0.41.1
func (*Adapter) UploadCopyPart ¶
func (a *Adapter) UploadCopyPart(ctx context.Context, sourceObj, destinationObj block.ObjectPointer, _ string, _ int) (*block.UploadPartResponse, error)
func (*Adapter) UploadCopyPartRange ¶
func (*Adapter) UploadPart ¶
type BlobURLInfo ¶
type BlobURLInfo struct { StorageAccountName string ContainerURL string ContainerName string BlobURL string Host string }
func ResolveBlobURLInfoFromURL ¶ added in v0.90.0
func ResolveBlobURLInfoFromURL(pathURL *url.URL) (BlobURLInfo, error)
type ClientCache ¶ added in v0.92.0
type ClientCache struct {
// contains filtered or unexported fields
}
func (*ClientCache) NewContainerClient ¶ added in v0.92.0
func (c *ClientCache) NewContainerClient(storageAccount, containerName string) (*container.Client, error)
func (*ClientCache) NewServiceClient ¶ added in v0.92.0
func (c *ClientCache) NewServiceClient(storageAccount string) (*service.Client, error)
type DataLakeWalker ¶ added in v0.97.5
type DataLakeWalker struct {
// contains filtered or unexported fields
}
func NewAzureDataLakeWalker ¶ added in v0.97.5
func NewAzureDataLakeWalker(svc *service.Client, skipOutOfOrder bool) (*DataLakeWalker, error)
func (*DataLakeWalker) GetSkippedEntries ¶ added in v0.98.0
func (a *DataLakeWalker) GetSkippedEntries() []block.ObjectStoreEntry
func (*DataLakeWalker) Marker ¶ added in v0.97.5
func (a *DataLakeWalker) Marker() block.Mark
func (*DataLakeWalker) Walk ¶ added in v0.97.5
func (a *DataLakeWalker) Walk(ctx context.Context, storageURI *url.URL, op block.WalkOptions, walkFn func(e block.ObjectStoreEntry) error) error
type MultipartBlockWriter ¶
type MultipartBlockWriter struct {
// contains filtered or unexported fields
}
func NewMultipartBlockWriter ¶
func NewMultipartBlockWriter(reader *block.HashingReader, containerURL container.Client, objName string) *MultipartBlockWriter
func (*MultipartBlockWriter) CommitBlockList ¶
func (m *MultipartBlockWriter) CommitBlockList(ctx context.Context, ids []string, options *blockblob.CommitBlockListOptions) (blockblob.CommitBlockListResponse, error)
func (*MultipartBlockWriter) StageBlock ¶
func (m *MultipartBlockWriter) StageBlock(ctx context.Context, base64BlockID string, body io.ReadSeekCloser, options *blockblob.StageBlockOptions) (blockblob.StageBlockResponse, error)
func (*MultipartBlockWriter) Upload ¶ added in v0.90.0
func (m *MultipartBlockWriter) Upload(_ context.Context, _ io.ReadSeekCloser, _ *blockblob.UploadOptions) (blockblob.UploadResponse, error)
Click to show internal directories.
Click to hide internal directories.