azure

package
v0.0.1-beta Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jan 26, 2024 License: Apache-2.0, MIT Imports: 39 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	MaxBuffers = 1

	BlobEndpointFormat = "https://%s.blob.core.windows.net/"
)
View Source 
const DirectoryBlobMetadataKey = "hdi_isfolder"
View Source 
const UDCCacheExpiry = time.Hour
View Source 
const UDCCacheWorkaroundDivider = 2

Variables

View Source 
var ErrAzureInvalidURL = errors.New("invalid Azure storage URL")
View Source 
var ErrEmptyBuffer = errors.New("BufferManager returned a 0 size buffer, this is a bug in the manager")

Functions

func BuildAzureServiceClient 

func BuildAzureServiceClient(params params.Azure) (*service.Client, error)

func ExtractStorageAccount 

func ExtractStorageAccount(storageAccount *url.URL) (string, error)

Types

type Adapter 

type Adapter struct {
	// contains filtered or unexported fields
}

func NewAdapter 

func NewAdapter(_ context.Context, params params.Azure) (*Adapter, error)

func (*Adapter) AbortMultiPartUpload 

func (a *Adapter) AbortMultiPartUpload(_ context.Context, _ block.ObjectPointer, _ string) error

func (*Adapter) BlockstoreType 

func (a *Adapter) BlockstoreType() string

func (*Adapter) CompleteMultiPartUpload 

func (a *Adapter) CompleteMultiPartUpload(ctx context.Context, obj block.ObjectPointer, _ string, multipartList *block.MultipartUploadCompletion) (*block.CompleteMultiPartUploadResponse, error)

func (*Adapter) Copy 

func (a *Adapter) Copy(ctx context.Context, sourceObj, destinationObj block.ObjectPointer) error

func (*Adapter) CreateMultiPartUpload 

func (a *Adapter) CreateMultiPartUpload(_ context.Context, obj block.ObjectPointer, _ *http.Request, _ block.CreateMultiPartUploadOpts) (*block.CreateMultiPartUploadResponse, error)

func (*Adapter) Download 

func (a *Adapter) Download(ctx context.Context, obj block.ObjectPointer, offset, count int64) (io.ReadCloser, error)

func (*Adapter) Exists 

func (a *Adapter) Exists(ctx context.Context, obj block.ObjectPointer) (bool, error)

func (*Adapter) Get 

func (a *Adapter) Get(ctx context.Context, obj block.ObjectPointer, _ int64) (io.ReadCloser, error)

func (*Adapter) GetPreSignedURL 

func (a *Adapter) GetPreSignedURL(ctx context.Context, obj block.ObjectPointer, mode block.PreSignMode) (string, time.Time, error)

func (*Adapter) GetProperties 

func (a *Adapter) GetProperties(ctx context.Context, obj block.ObjectPointer) (block.Properties, error)

func (*Adapter) GetRange 

func (a *Adapter) GetRange(ctx context.Context, obj block.ObjectPointer, startPosition int64, endPosition int64) (io.ReadCloser, error)

func (*Adapter) GetStorageNamespaceInfo 

func (a *Adapter) GetStorageNamespaceInfo() block.StorageNamespaceInfo

func (*Adapter) GetWalker 

func (a *Adapter) GetWalker(uri *url.URL) (block.Walker, error)

func (*Adapter) Put 

func (a *Adapter) Put(ctx context.Context, obj block.ObjectPointer, sizeBytes int64, reader io.Reader, _ block.PutOpts) error

func (*Adapter) Remove 

func (a *Adapter) Remove(ctx context.Context, obj block.ObjectPointer) error

func (*Adapter) RemoveNameSpace 

func (a *Adapter) RemoveNameSpace(ctx context.Context, namespace string) error

func (*Adapter) ResolveNamespace 

func (a *Adapter) ResolveNamespace(storageNamespace, key string, identifierType block.IdentifierType) (block.QualifiedKey, error)

func (*Adapter) RuntimeStats 

func (a *Adapter) RuntimeStats() map[string]string

func (*Adapter) UploadCopyPart 

func (a *Adapter) UploadCopyPart(ctx context.Context, sourceObj, destinationObj block.ObjectPointer, _ string, _ int) (*block.UploadPartResponse, error)

func (*Adapter) UploadCopyPartRange 

func (a *Adapter) UploadCopyPartRange(ctx context.Context, sourceObj, destinationObj block.ObjectPointer, _ string, _ int, startPosition, endPosition int64) (*block.UploadPartResponse, error)

func (*Adapter) UploadPart 

func (a *Adapter) UploadPart(ctx context.Context, obj block.ObjectPointer, _ int64, reader io.Reader, _ string, _ int) (*block.UploadPartResponse, error)

type BlobURLInfo 

type BlobURLInfo struct {
	StorageAccountName string
	ContainerURL       string
	ContainerName      string
	BlobURL            string
}

func ResolveBlobURLInfoFromURL 

func ResolveBlobURLInfoFromURL(pathURL *url.URL) (BlobURLInfo, error)

type BlobWalker 

type BlobWalker struct {
	// contains filtered or unexported fields
}

func NewAzureBlobWalker 

func NewAzureBlobWalker(svc *service.Client) (*BlobWalker, error)

func (*BlobWalker) GetSkippedEntries 

func (a *BlobWalker) GetSkippedEntries() []block.ObjectStoreEntry

func (*BlobWalker) Marker 

func (a *BlobWalker) Marker() block.Mark

func (*BlobWalker) Walk 

func (a *BlobWalker) Walk(ctx context.Context, storageURI *url.URL, op block.WalkOptions, walkFn func(e block.ObjectStoreEntry) error) error

type ClientCache 

type ClientCache struct {
	// contains filtered or unexported fields
}

func NewCache 

func NewCache(p params.Azure) (*ClientCache, error)

func (*ClientCache) NewContainerClient 

func (c *ClientCache) NewContainerClient(storageAccount, containerName string) (*container.Client, error)

func (*ClientCache) NewServiceClient 

func (c *ClientCache) NewServiceClient(storageAccount string) (*service.Client, error)

func (*ClientCache) NewUDC 

func (c *ClientCache) NewUDC(ctx context.Context, storageAccount string, expiry *time.Time) (*service.UserDelegationCredential, error)

type DataLakeWalker 

type DataLakeWalker struct {
	// contains filtered or unexported fields
}

func NewAzureDataLakeWalker 

func NewAzureDataLakeWalker(svc *service.Client, skipOutOfOrder bool) (*DataLakeWalker, error)

func (*DataLakeWalker) GetSkippedEntries 

func (a *DataLakeWalker) GetSkippedEntries() []block.ObjectStoreEntry

func (*DataLakeWalker) Marker 

func (a *DataLakeWalker) Marker() block.Mark

func (*DataLakeWalker) Walk 

func (a *DataLakeWalker) Walk(ctx context.Context, storageURI *url.URL, op block.WalkOptions, walkFn func(e block.ObjectStoreEntry) error) error

type MultipartBlockWriter 

type MultipartBlockWriter struct {
	// contains filtered or unexported fields
}

func NewMultipartBlockWriter 

func NewMultipartBlockWriter(reader *hash.HashingReader, containerURL container.Client, objName string) *MultipartBlockWriter

func (*MultipartBlockWriter) CommitBlockList 

func (m *MultipartBlockWriter) CommitBlockList(ctx context.Context, ids []string, options *blockblob.CommitBlockListOptions) (blockblob.CommitBlockListResponse, error)

func (*MultipartBlockWriter) StageBlock 

func (m *MultipartBlockWriter) StageBlock(ctx context.Context, base64BlockID string, body io.ReadSeekCloser, options *blockblob.StageBlockOptions) (blockblob.StageBlockResponse, error)

func (*MultipartBlockWriter) Upload 

func (m *MultipartBlockWriter) Upload(_ context.Context, _ io.ReadSeekCloser, _ *blockblob.UploadOptions) (blockblob.UploadResponse, error)

type PrefixURLInfo 

type PrefixURLInfo struct {
	StorageAccountName string
	ContainerURL       string
	ContainerName      string
	Prefix             string
}

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.