azblob

Documentation

Index

• func NewAzBlobFileReader(ctx context.Context, URL string, credential azcore.TokenCredential, ...) (source.ParquetFile, error)
• func NewAzBlobFileReaderWithClient(ctx context.Context, URL string, client *azblob.BlockBlobClient) (source.ParquetFile, error)
• func NewAzBlobFileReaderWithSharedKey(ctx context.Context, URL string, credential *azblob.SharedKeyCredential, ...) (source.ParquetFile, error)
• func NewAzBlobFileWriter(ctx context.Context, URL string, credential azcore.TokenCredential, ...) (source.ParquetFile, error)
• func NewAzBlobFileWriterWithClient(ctx context.Context, URL string, client *azblob.BlockBlobClient) (source.ParquetFile, error)
• func NewAzBlobFileWriterWithSharedKey(ctx context.Context, URL string, credential *azblob.SharedKeyCredential, ...) (source.ParquetFile, error)
• type AzBlockBlob
  • func (s *AzBlockBlob) Close() error
  • func (s *AzBlockBlob) Create(URL string) (source.ParquetFile, error)
  • func (s *AzBlockBlob) Open(URL string) (source.ParquetFile, error)
  • func (s *AzBlockBlob) Read(p []byte) (n int, err error)
  • func (s *AzBlockBlob) Seek(offset int64, whence int) (int64, error)
  • func (s *AzBlockBlob) Write(p []byte) (n int, err error)

Functions

func NewAzBlobFileReader

func NewAzBlobFileReader(ctx context.Context, URL string, credential azcore.TokenCredential, clientOptions azblob.ClientOptions) (source.ParquetFile, error)

NewAzBlobFileReader creates an Azure Blob FileReader, to be used with NewParquetReader

func NewAzBlobFileReaderWithClient

func NewAzBlobFileReaderWithClient(ctx context.Context, URL string, client *azblob.BlockBlobClient) (source.ParquetFile, error)

NewAzBlobFileReaderWithClient creates an Azure Blob FileReader, to be used with NewParquetReader

func NewAzBlobFileReaderWithSharedKey

func NewAzBlobFileReaderWithSharedKey(ctx context.Context, URL string, credential *azblob.SharedKeyCredential, clientOptions azblob.ClientOptions) (source.ParquetFile, error)

NewAzBlobFileReaderWithSharedKey creates an Azure Blob FileReader, to be used with NewParquetReader

func NewAzBlobFileWriter

func NewAzBlobFileWriter(ctx context.Context, URL string, credential azcore.TokenCredential, clientOptions azblob.ClientOptions) (source.ParquetFile, error)

NewAzBlobFileWriter creates an Azure Blob FileWriter, to be used with NewParquetWriter

func NewAzBlobFileWriterWithClient

func NewAzBlobFileWriterWithClient(ctx context.Context, URL string, client *azblob.BlockBlobClient) (source.ParquetFile, error)

NewAzBlobFileWriterWithClient creates an Azure Blob FileWriter, to be used with NewParquetWriter

func NewAzBlobFileWriterWithSharedKey

func NewAzBlobFileWriterWithSharedKey(ctx context.Context, URL string, credential *azblob.SharedKeyCredential, clientOptions azblob.ClientOptions) (source.ParquetFile, error)

NewAzBlobFileWriterWithSharedKey creates an Azure Blob FileWriter, to be used with NewParquetWriter

Types

type AzBlockBlob

type AzBlockBlob struct {
	URL *url.URL
	// contains filtered or unexported fields
}

AzBlockBlob is ParquetFile for azblob

func (*AzBlockBlob) Close

func (s *AzBlockBlob) Close() error

Close signals write completion and cleans up any open streams. Will block until pending uploads are complete.

func (*AzBlockBlob) Create

func (s *AzBlockBlob) Create(URL string) (source.ParquetFile, error)

Create a new blob url to perform writes

func (*AzBlockBlob) Open

func (s *AzBlockBlob) Open(URL string) (source.ParquetFile, error)

Open creates a new block blob to perform reads

func (*AzBlockBlob) Read

func (s *AzBlockBlob) Read(p []byte) (n int, err error)

Read up to len(p) bytes into p and return the number of bytes read

func (*AzBlockBlob) Seek

func (s *AzBlockBlob) Seek(offset int64, whence int) (int64, error)

Seek tracks the offset for the next Read. Has no effect on Write.

func (*AzBlockBlob) Write

func (s *AzBlockBlob) Write(p []byte) (n int, err error)

Write len(p) bytes from p