reader

Documentation

Index

• type S3ParquetReader
  • func New[T any](s3Client *s3.Client, bucket string, key string, batchSize int, numProcs int64) (*S3ParquetReader[T], error)
  • func (pr *S3ParquetReader[T]) Close() error
  • func (pr *S3ParquetReader[T]) GetBatchSize() int
  • func (pr *S3ParquetReader[T]) GetNextChunk() (*[]T, error)
  • func (pr *S3ParquetReader[T]) GetNumChunks() int
  • func (pr *S3ParquetReader[T]) GetNumRows() int

Types

type S3ParquetReader

type S3ParquetReader[T any] struct {
	// contains filtered or unexported fields
}

func New

func New[T any](
	s3Client *s3.Client, bucket string, key string, batchSize int, numProcs int64,
) (*S3ParquetReader[T], error)

func (*S3ParquetReader[T]) Close

func (pr *S3ParquetReader[T]) Close() error

func (*S3ParquetReader[T]) GetBatchSize

func (pr *S3ParquetReader[T]) GetBatchSize() int

func (*S3ParquetReader[T]) GetNextChunk

func (pr *S3ParquetReader[T]) GetNextChunk() (*[]T, error)

func (*S3ParquetReader[T]) GetNumChunks

func (pr *S3ParquetReader[T]) GetNumChunks() int

func (*S3ParquetReader[T]) GetNumRows

func (pr *S3ParquetReader[T]) GetNumRows() int