Documentation
¶
Index ¶
- func NewS3FileReader(ctx context.Context, bucket string, key string, cfg *aws.Config) (source.ParquetFile, error)
- func NewS3FileReaderWithClient(ctx context.Context, s3Client S3API, bucket string, key string) (source.ParquetFile, error)
- func NewS3FileWriter(ctx context.Context, bucket string, key string, ...) (source.ParquetFile, error)
- func NewS3FileWriterWithClient(ctx context.Context, s3Client S3API, bucket string, key string, ...) (source.ParquetFile, error)
- type S3API
- type S3File
- func (s *S3File) Close() error
- func (s *S3File) Create(key string) (source.ParquetFile, error)
- func (s *S3File) Open(name string) (source.ParquetFile, error)
- func (s *S3File) Read(p []byte) (n int, err error)
- func (s *S3File) Seek(offset int64, whence int) (int64, error)
- func (s *S3File) Write(p []byte) (n int, err error)
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
func NewS3FileReader ¶
func NewS3FileReader(ctx context.Context, bucket string, key string, cfg *aws.Config) (source.ParquetFile, error)
NewS3FileReader creates an S3 FileReader, to be used with NewParquetReader
func NewS3FileReaderWithClient ¶
func NewS3FileReaderWithClient(ctx context.Context, s3Client S3API, bucket string, key string) (source.ParquetFile, error)
NewS3FileReaderWithClient is the same as NewS3FileReader but allows passing your own S3 client
Types ¶
type S3API ¶
type S3API interface { PutObject(context.Context, *s3.PutObjectInput, ...func(*s3.Options)) (*s3.PutObjectOutput, error) UploadPart(context.Context, *s3.UploadPartInput, ...func(*s3.Options)) (*s3.UploadPartOutput, error) CreateMultipartUpload(context.Context, *s3.CreateMultipartUploadInput, ...func(*s3.Options)) (*s3.CreateMultipartUploadOutput, error) CompleteMultipartUpload(context.Context, *s3.CompleteMultipartUploadInput, ...func(*s3.Options)) (*s3.CompleteMultipartUploadOutput, error) AbortMultipartUpload(context.Context, *s3.AbortMultipartUploadInput, ...func(*s3.Options)) (*s3.AbortMultipartUploadOutput, error) GetObject(context.Context, *s3.GetObjectInput, ...func(*s3.Options)) (*s3.GetObjectOutput, error) HeadObject(ctx context.Context, params *s3.HeadObjectInput, optFns ...func(*s3.Options)) (*s3.HeadObjectOutput, error) }
type S3File ¶
S3File is ParquetFile for AWS S3
func (*S3File) Close ¶
Close signals write completion and cleans up any open streams. Will block until pending uploads are complete.
func (*S3File) Create ¶
func (s *S3File) Create(key string) (source.ParquetFile, error)
Create creates a new S3 File instance to perform writes
func (*S3File) Open ¶
func (s *S3File) Open(name string) (source.ParquetFile, error)
Open creates a new S3 File instance to perform concurrent reads
Click to show internal directories.
Click to hide internal directories.