Versions in this module Expand all Collapse all v18 v18.0.0 Oct 15, 2024 Changes in this version + func DecimalSize(precision int32) int32 + func FromParquet(sc *schema.Schema, props *ArrowReadProperties, kv metadata.KeyValueMetadata) (*arrow.Schema, error) + func NewArrowWriteContext(ctx context.Context, props *ArrowWriterProperties) context.Context + func ReadTable(ctx context.Context, r parquet.ReaderAtSeeker, props *parquet.ReaderProperties, ...) (arrow.Table, error) + func ToParquet(sc *arrow.Schema, props *parquet.WriterProperties, ...) (*schema.Schema, error) + func WriteArrowToColumn(ctx context.Context, cw file.ColumnChunkWriter, leafArr arrow.Array, ...) error + func WriteTable(tbl arrow.Table, w io.Writer, chunkSize int64, props *parquet.WriterProperties, ...) error + type ArrowReadProperties struct + BatchSize int64 + Parallel bool + func (props *ArrowReadProperties) ReadDict(colIdx int) bool + func (props *ArrowReadProperties) SetReadDict(colIdx int, readDict bool) + type ArrowWriterProperties struct + func DefaultWriterProps() ArrowWriterProperties + func NewArrowWriterProperties(opts ...WriterOption) ArrowWriterProperties + type ColumnChunkReader struct + func (ccr ColumnChunkReader) Read(ctx context.Context) (*arrow.Chunked, error) + type ColumnReader struct + func (c *ColumnReader) NextBatch(size int64) (*arrow.Chunked, error) + type ExtensionCustomParquetType interface + ParquetLogicalType func() schema.LogicalType + type FileReader struct + Manifest *SchemaManifest + Props ArrowReadProperties + func NewFileReader(rdr *file.Reader, props ArrowReadProperties, mem memory.Allocator) (*FileReader, error) + func (fr *FileReader) GetColumn(ctx context.Context, i int) (*ColumnReader, error) + func (fr *FileReader) GetFieldReader(ctx context.Context, i int, includedLeaves map[int]bool, rowGroups []int) (*ColumnReader, error) + func (fr *FileReader) GetFieldReaders(ctx context.Context, colIndices, rowGroups []int) ([]*ColumnReader, *arrow.Schema, error) + func (fr *FileReader) GetRecordReader(ctx context.Context, colIndices, rowGroups []int) (RecordReader, error) + func (fr *FileReader) ParquetReader() *file.Reader + func (fr *FileReader) ReadColumn(rowGroups []int, rdr *ColumnReader) (*arrow.Chunked, error) + func (fr *FileReader) ReadRowGroups(ctx context.Context, indices, rowGroups []int) (arrow.Table, error) + func (fr *FileReader) ReadTable(ctx context.Context) (arrow.Table, error) + func (fr *FileReader) RowGroup(idx int) RowGroupReader + func (fr *FileReader) Schema() (*arrow.Schema, error) + type FileWriter struct + func NewFileWriter(arrschema *arrow.Schema, w io.Writer, props *parquet.WriterProperties, ...) (*FileWriter, error) + func (fw *FileWriter) AppendKeyValueMetadata(key string, value string) error + func (fw *FileWriter) Close() error + func (fw *FileWriter) NewBufferedRowGroup() + func (fw *FileWriter) NewRowGroup() + func (fw *FileWriter) NumRows() int + func (fw *FileWriter) RowGroupNumRows() (int, error) + func (fw *FileWriter) RowGroupTotalBytesWritten() int64 + func (fw *FileWriter) RowGroupTotalCompressedBytes() int64 + func (fw *FileWriter) Write(rec arrow.Record) error + func (fw *FileWriter) WriteBuffered(rec arrow.Record) error + func (fw *FileWriter) WriteColumnChunked(data *arrow.Chunked, offset, size int64) error + func (fw *FileWriter) WriteColumnData(data arrow.Array) error + func (fw *FileWriter) WriteTable(tbl arrow.Table, chunkSize int64) error + type RecordReader interface + type RowGroupReader struct + func (rgr RowGroupReader) Column(idx int) ColumnChunkReader + func (rgr RowGroupReader) ReadTable(ctx context.Context, colIndices []int) (arrow.Table, error) + type SchemaField struct + Children []SchemaField + ColIndex int + Field *arrow.Field + LevelInfo file.LevelInfo + func (s *SchemaField) IsLeaf() bool + type SchemaManifest struct + ChildToParent map[*SchemaField]*SchemaField + ColIndexToField map[int]*SchemaField + Fields []SchemaField + OriginSchema *arrow.Schema + SchemaMeta *arrow.Metadata + func NewSchemaManifest(sc *schema.Schema, meta metadata.KeyValueMetadata, props *ArrowReadProperties) (*SchemaManifest, error) + func (sm *SchemaManifest) GetColumnField(index int) (*SchemaField, error) + func (sm *SchemaManifest) GetFieldIndices(indices []int) ([]int, error) + func (sm *SchemaManifest) GetParent(field *SchemaField) *SchemaField + type WriterOption func(*config) + func WithAllocator(mem memory.Allocator) WriterOption + func WithCoerceTimestamps(unit arrow.TimeUnit) WriterOption + func WithDeprecatedInt96Timestamps(enabled bool) WriterOption + func WithNoMapLogicalType() WriterOption + func WithStoreSchema() WriterOption + func WithTruncatedTimestamps(allow bool) WriterOption v18.0.0-rc0 Oct 15, 2024
Go to main page