Versions in this module Expand all Collapse all v12 v12.0.1 Jun 7, 2023 v12.0.0 Apr 21, 2023 Changes in this version + func DefLevelsToBitmap(defLevels []int16, info LevelInfo, out *ValidityBitmapInputOutput) + func DefRepLevelsToBitmap(defLevels, repLevels []int16, info LevelInfo, out *ValidityBitmapInputOutput) error + func DefRepLevelsToListInfo(defLevels, repLevels []int16, info LevelInfo, out *ValidityBitmapInputOutput, ...) error + type BinaryRecordReader interface + GetBuilderChunks func() []arrow.Array + ReadDictionary func() bool + type BooleanColumnChunkReader struct + func (c *BooleanColumnChunkReader) Descriptor() *schema.Column + func (c *BooleanColumnChunkReader) Err() error + func (c *BooleanColumnChunkReader) HasNext() bool + func (c *BooleanColumnChunkReader) Type() parquet.Type + func (cr *BooleanColumnChunkReader) ReadBatch(batchSize int64, values []bool, defLvls, repLvls []int16) (total int64, valuesRead int, err error) + func (cr *BooleanColumnChunkReader) Skip(nvalues int64) (int64, error) + type BooleanColumnChunkWriter struct + func NewBooleanColumnChunkWriter(meta *metadata.ColumnChunkMetaDataBuilder, pager PageWriter, useDict bool, ...) *BooleanColumnChunkWriter + func (w *BooleanColumnChunkWriter) Close() (err error) + func (w *BooleanColumnChunkWriter) CurrentEncoder() encoding.TypedEncoder + func (w *BooleanColumnChunkWriter) Descr() *schema.Column + func (w *BooleanColumnChunkWriter) EstimatedBufferedValueBytes() int64 + func (w *BooleanColumnChunkWriter) FallbackToPlain() + func (w *BooleanColumnChunkWriter) FlushBufferedDataPages() (err error) + func (w *BooleanColumnChunkWriter) FlushCurrentPage() error + func (w *BooleanColumnChunkWriter) HasBitsBuffer() bool + func (w *BooleanColumnChunkWriter) LevelInfo() LevelInfo + func (w *BooleanColumnChunkWriter) PageStatistics() metadata.TypedStatistics + func (w *BooleanColumnChunkWriter) Properties() *parquet.WriterProperties + func (w *BooleanColumnChunkWriter) RowsWritten() int + func (w *BooleanColumnChunkWriter) SetBitsBuffer(buf *memory.Buffer) + func (w *BooleanColumnChunkWriter) TotalBytesWritten() int64 + func (w *BooleanColumnChunkWriter) TotalCompressedBytes() int64 + func (w *BooleanColumnChunkWriter) Type() parquet.Type + func (w *BooleanColumnChunkWriter) WriteBatch(values []bool, defLevels, repLevels []int16) (valueOffset int64, err error) + func (w *BooleanColumnChunkWriter) WriteBatchSpaced(values []bool, defLevels, repLevels []int16, validBits []byte, ...) + func (w *BooleanColumnChunkWriter) WriteDataPage(page DataPage) error + func (w *BooleanColumnChunkWriter) WriteDefinitionLevels(levels []int16) + func (w *BooleanColumnChunkWriter) WriteDictIndices(indices arrow.Array, defLevels, repLevels []int16) (err error) + func (w *BooleanColumnChunkWriter) WriteDictionaryPage() error + func (w *BooleanColumnChunkWriter) WriteRepetitionLevels(levels []int16) + type BufferedRowGroupWriter interface + Column func(i int) (ColumnChunkWriter, error) + type ByteArrayColumnChunkReader struct + func (c *ByteArrayColumnChunkReader) Descriptor() *schema.Column + func (c *ByteArrayColumnChunkReader) Err() error + func (c *ByteArrayColumnChunkReader) HasNext() bool + func (c *ByteArrayColumnChunkReader) Type() parquet.Type + func (cr *ByteArrayColumnChunkReader) ReadBatch(batchSize int64, values []parquet.ByteArray, defLvls, repLvls []int16) (total int64, valuesRead int, err error) + func (cr *ByteArrayColumnChunkReader) Skip(nvalues int64) (int64, error) + type ByteArrayColumnChunkWriter struct + func NewByteArrayColumnChunkWriter(meta *metadata.ColumnChunkMetaDataBuilder, pager PageWriter, useDict bool, ...) *ByteArrayColumnChunkWriter + func (w *ByteArrayColumnChunkWriter) Close() (err error) + func (w *ByteArrayColumnChunkWriter) CurrentEncoder() encoding.TypedEncoder + func (w *ByteArrayColumnChunkWriter) Descr() *schema.Column + func (w *ByteArrayColumnChunkWriter) EstimatedBufferedValueBytes() int64 + func (w *ByteArrayColumnChunkWriter) FallbackToPlain() + func (w *ByteArrayColumnChunkWriter) FlushBufferedDataPages() (err error) + func (w *ByteArrayColumnChunkWriter) FlushCurrentPage() error + func (w *ByteArrayColumnChunkWriter) HasBitsBuffer() bool + func (w *ByteArrayColumnChunkWriter) LevelInfo() LevelInfo + func (w *ByteArrayColumnChunkWriter) PageStatistics() metadata.TypedStatistics + func (w *ByteArrayColumnChunkWriter) Properties() *parquet.WriterProperties + func (w *ByteArrayColumnChunkWriter) RowsWritten() int + func (w *ByteArrayColumnChunkWriter) SetBitsBuffer(buf *memory.Buffer) + func (w *ByteArrayColumnChunkWriter) TotalBytesWritten() int64 + func (w *ByteArrayColumnChunkWriter) TotalCompressedBytes() int64 + func (w *ByteArrayColumnChunkWriter) Type() parquet.Type + func (w *ByteArrayColumnChunkWriter) WriteBatch(values []parquet.ByteArray, defLevels, repLevels []int16) (valueOffset int64, err error) + func (w *ByteArrayColumnChunkWriter) WriteBatchSpaced(values []parquet.ByteArray, defLevels, repLevels []int16, validBits []byte, ...) + func (w *ByteArrayColumnChunkWriter) WriteDataPage(page DataPage) error + func (w *ByteArrayColumnChunkWriter) WriteDefinitionLevels(levels []int16) + func (w *ByteArrayColumnChunkWriter) WriteDictIndices(indices arrow.Array, defLevels, repLevels []int16) (err error) + func (w *ByteArrayColumnChunkWriter) WriteDictionaryPage() error + func (w *ByteArrayColumnChunkWriter) WriteRepetitionLevels(levels []int16) + type ColumnChunkReader interface + Descriptor func() *schema.Column + Err func() error + HasNext func() bool + Type func() parquet.Type + func NewColumnReader(descr *schema.Column, pageReader PageReader, mem memory.Allocator, ...) ColumnChunkReader + type ColumnChunkWriter interface + Close func() error + CurrentEncoder func() encoding.TypedEncoder + Descr func() *schema.Column + FallbackToPlain func() + HasBitsBuffer func() bool + LevelInfo func() LevelInfo + PageStatistics func() metadata.TypedStatistics + Properties func() *parquet.WriterProperties + RowsWritten func() int + SetBitsBuffer func(*memory.Buffer) + TotalBytesWritten func() int64 + TotalCompressedBytes func() int64 + Type func() parquet.Type + WriteDictIndices func(arrow.Array, []int16, []int16) error + func NewColumnChunkWriter(meta *metadata.ColumnChunkMetaDataBuilder, pager PageWriter, ...) ColumnChunkWriter + type CryptoContext struct + ColumnOrdinal int16 + DataDecryptor encryption.Decryptor + MetaDecryptor encryption.Decryptor + RowGroupOrdinal int16 + StartDecryptWithDictionaryPage bool + type DataPage interface + Statistics func() metadata.EncodedStatistics + UncompressedSize func() int32 + type DataPageV1 struct + func NewDataPageV1(buffer *memory.Buffer, num int32, ...) *DataPageV1 + func NewDataPageV1WithStats(buffer *memory.Buffer, num int32, ...) *DataPageV1 + func (d *DataPageV1) DefinitionLevelEncoding() parquet.Encoding + func (d *DataPageV1) Release() + func (d *DataPageV1) RepetitionLevelEncoding() parquet.Encoding + func (d *DataPageV1) Statistics() metadata.EncodedStatistics + func (d *DataPageV1) UncompressedSize() int32 + func (p *DataPageV1) Data() []byte + func (p *DataPageV1) Encoding() format.Encoding + func (p *DataPageV1) NumValues() int32 + func (p *DataPageV1) Type() format.PageType + type DataPageV2 struct + func NewDataPageV2(buffer *memory.Buffer, numValues, numNulls, numRows int32, ...) *DataPageV2 + func NewDataPageV2WithStats(buffer *memory.Buffer, numValues, numNulls, numRows int32, ...) *DataPageV2 + func (d *DataPageV2) DefinitionLevelByteLen() int32 + func (d *DataPageV2) IsCompressed() bool + func (d *DataPageV2) NumNulls() int32 + func (d *DataPageV2) NumRows() int32 + func (d *DataPageV2) Release() + func (d *DataPageV2) RepetitionLevelByteLen() int32 + func (d *DataPageV2) Statistics() metadata.EncodedStatistics + func (d *DataPageV2) UncompressedSize() int32 + func (p *DataPageV2) Data() []byte + func (p *DataPageV2) Encoding() format.Encoding + func (p *DataPageV2) NumValues() int32 + func (p *DataPageV2) Type() format.PageType + type DictionaryPage struct + func NewDictionaryPage(buffer *memory.Buffer, nvals int32, encoding parquet.Encoding) *DictionaryPage + func (d *DictionaryPage) IsSorted() bool + func (d *DictionaryPage) Release() + func (p *DictionaryPage) Data() []byte + func (p *DictionaryPage) Encoding() format.Encoding + func (p *DictionaryPage) NumValues() int32 + func (p *DictionaryPage) Type() format.PageType + type FixedLenByteArrayColumnChunkReader struct + func (c *FixedLenByteArrayColumnChunkReader) Descriptor() *schema.Column + func (c *FixedLenByteArrayColumnChunkReader) Err() error + func (c *FixedLenByteArrayColumnChunkReader) HasNext() bool + func (c *FixedLenByteArrayColumnChunkReader) Type() parquet.Type + func (cr *FixedLenByteArrayColumnChunkReader) ReadBatch(batchSize int64, values []parquet.FixedLenByteArray, defLvls, repLvls []int16) (total int64, valuesRead int, err error) + func (cr *FixedLenByteArrayColumnChunkReader) Skip(nvalues int64) (int64, error) + type FixedLenByteArrayColumnChunkWriter struct + func NewFixedLenByteArrayColumnChunkWriter(meta *metadata.ColumnChunkMetaDataBuilder, pager PageWriter, useDict bool, ...) *FixedLenByteArrayColumnChunkWriter + func (w *FixedLenByteArrayColumnChunkWriter) Close() (err error) + func (w *FixedLenByteArrayColumnChunkWriter) CurrentEncoder() encoding.TypedEncoder + func (w *FixedLenByteArrayColumnChunkWriter) Descr() *schema.Column + func (w *FixedLenByteArrayColumnChunkWriter) EstimatedBufferedValueBytes() int64 + func (w *FixedLenByteArrayColumnChunkWriter) FallbackToPlain() + func (w *FixedLenByteArrayColumnChunkWriter) FlushBufferedDataPages() (err error) + func (w *FixedLenByteArrayColumnChunkWriter) FlushCurrentPage() error + func (w *FixedLenByteArrayColumnChunkWriter) HasBitsBuffer() bool + func (w *FixedLenByteArrayColumnChunkWriter) LevelInfo() LevelInfo + func (w *FixedLenByteArrayColumnChunkWriter) PageStatistics() metadata.TypedStatistics + func (w *FixedLenByteArrayColumnChunkWriter) Properties() *parquet.WriterProperties + func (w *FixedLenByteArrayColumnChunkWriter) RowsWritten() int + func (w *FixedLenByteArrayColumnChunkWriter) SetBitsBuffer(buf *memory.Buffer) + func (w *FixedLenByteArrayColumnChunkWriter) TotalBytesWritten() int64 + func (w *FixedLenByteArrayColumnChunkWriter) TotalCompressedBytes() int64 + func (w *FixedLenByteArrayColumnChunkWriter) Type() parquet.Type + func (w *FixedLenByteArrayColumnChunkWriter) WriteBatch(values []parquet.FixedLenByteArray, defLevels, repLevels []int16) (valueOffset int64, err error) + func (w *FixedLenByteArrayColumnChunkWriter) WriteBatchSpaced(values []parquet.FixedLenByteArray, defLevels, repLevels []int16, ...) + func (w *FixedLenByteArrayColumnChunkWriter) WriteDataPage(page DataPage) error + func (w *FixedLenByteArrayColumnChunkWriter) WriteDefinitionLevels(levels []int16) + func (w *FixedLenByteArrayColumnChunkWriter) WriteDictIndices(indices arrow.Array, defLevels, repLevels []int16) (err error) + func (w *FixedLenByteArrayColumnChunkWriter) WriteDictionaryPage() error + func (w *FixedLenByteArrayColumnChunkWriter) WriteRepetitionLevels(levels []int16) + type Float32ColumnChunkReader struct + func (c *Float32ColumnChunkReader) Descriptor() *schema.Column + func (c *Float32ColumnChunkReader) Err() error + func (c *Float32ColumnChunkReader) HasNext() bool + func (c *Float32ColumnChunkReader) Type() parquet.Type + func (cr *Float32ColumnChunkReader) ReadBatch(batchSize int64, values []float32, defLvls, repLvls []int16) (total int64, valuesRead int, err error) + func (cr *Float32ColumnChunkReader) Skip(nvalues int64) (int64, error) + type Float32ColumnChunkWriter struct + func NewFloat32ColumnChunkWriter(meta *metadata.ColumnChunkMetaDataBuilder, pager PageWriter, useDict bool, ...) *Float32ColumnChunkWriter + func (w *Float32ColumnChunkWriter) Close() (err error) + func (w *Float32ColumnChunkWriter) CurrentEncoder() encoding.TypedEncoder + func (w *Float32ColumnChunkWriter) Descr() *schema.Column + func (w *Float32ColumnChunkWriter) EstimatedBufferedValueBytes() int64 + func (w *Float32ColumnChunkWriter) FallbackToPlain() + func (w *Float32ColumnChunkWriter) FlushBufferedDataPages() (err error) + func (w *Float32ColumnChunkWriter) FlushCurrentPage() error + func (w *Float32ColumnChunkWriter) HasBitsBuffer() bool + func (w *Float32ColumnChunkWriter) LevelInfo() LevelInfo + func (w *Float32ColumnChunkWriter) PageStatistics() metadata.TypedStatistics + func (w *Float32ColumnChunkWriter) Properties() *parquet.WriterProperties + func (w *Float32ColumnChunkWriter) RowsWritten() int + func (w *Float32ColumnChunkWriter) SetBitsBuffer(buf *memory.Buffer) + func (w *Float32ColumnChunkWriter) TotalBytesWritten() int64 + func (w *Float32ColumnChunkWriter) TotalCompressedBytes() int64 + func (w *Float32ColumnChunkWriter) Type() parquet.Type + func (w *Float32ColumnChunkWriter) WriteBatch(values []float32, defLevels, repLevels []int16) (valueOffset int64, err error) + func (w *Float32ColumnChunkWriter) WriteBatchSpaced(values []float32, defLevels, repLevels []int16, validBits []byte, ...) + func (w *Float32ColumnChunkWriter) WriteDataPage(page DataPage) error + func (w *Float32ColumnChunkWriter) WriteDefinitionLevels(levels []int16) + func (w *Float32ColumnChunkWriter) WriteDictIndices(indices arrow.Array, defLevels, repLevels []int16) (err error) + func (w *Float32ColumnChunkWriter) WriteDictionaryPage() error + func (w *Float32ColumnChunkWriter) WriteRepetitionLevels(levels []int16) + type Float64ColumnChunkReader struct + func (c *Float64ColumnChunkReader) Descriptor() *schema.Column + func (c *Float64ColumnChunkReader) Err() error + func (c *Float64ColumnChunkReader) HasNext() bool + func (c *Float64ColumnChunkReader) Type() parquet.Type + func (cr *Float64ColumnChunkReader) ReadBatch(batchSize int64, values []float64, defLvls, repLvls []int16) (total int64, valuesRead int, err error) + func (cr *Float64ColumnChunkReader) Skip(nvalues int64) (int64, error) + type Float64ColumnChunkWriter struct + func NewFloat64ColumnChunkWriter(meta *metadata.ColumnChunkMetaDataBuilder, pager PageWriter, useDict bool, ...) *Float64ColumnChunkWriter + func (w *Float64ColumnChunkWriter) Close() (err error) + func (w *Float64ColumnChunkWriter) CurrentEncoder() encoding.TypedEncoder + func (w *Float64ColumnChunkWriter) Descr() *schema.Column + func (w *Float64ColumnChunkWriter) EstimatedBufferedValueBytes() int64 + func (w *Float64ColumnChunkWriter) FallbackToPlain() + func (w *Float64ColumnChunkWriter) FlushBufferedDataPages() (err error) + func (w *Float64ColumnChunkWriter) FlushCurrentPage() error + func (w *Float64ColumnChunkWriter) HasBitsBuffer() bool + func (w *Float64ColumnChunkWriter) LevelInfo() LevelInfo + func (w *Float64ColumnChunkWriter) PageStatistics() metadata.TypedStatistics + func (w *Float64ColumnChunkWriter) Properties() *parquet.WriterProperties + func (w *Float64ColumnChunkWriter) RowsWritten() int + func (w *Float64ColumnChunkWriter) SetBitsBuffer(buf *memory.Buffer) + func (w *Float64ColumnChunkWriter) TotalBytesWritten() int64 + func (w *Float64ColumnChunkWriter) TotalCompressedBytes() int64 + func (w *Float64ColumnChunkWriter) Type() parquet.Type + func (w *Float64ColumnChunkWriter) WriteBatch(values []float64, defLevels, repLevels []int16) (valueOffset int64, err error) + func (w *Float64ColumnChunkWriter) WriteBatchSpaced(values []float64, defLevels, repLevels []int16, validBits []byte, ...) + func (w *Float64ColumnChunkWriter) WriteDataPage(page DataPage) error + func (w *Float64ColumnChunkWriter) WriteDefinitionLevels(levels []int16) + func (w *Float64ColumnChunkWriter) WriteDictIndices(indices arrow.Array, defLevels, repLevels []int16) (err error) + func (w *Float64ColumnChunkWriter) WriteDictionaryPage() error + func (w *Float64ColumnChunkWriter) WriteRepetitionLevels(levels []int16) + type Int32ColumnChunkReader struct + func (c *Int32ColumnChunkReader) Descriptor() *schema.Column + func (c *Int32ColumnChunkReader) Err() error + func (c *Int32ColumnChunkReader) HasNext() bool + func (c *Int32ColumnChunkReader) Type() parquet.Type + func (cr *Int32ColumnChunkReader) ReadBatch(batchSize int64, values []int32, defLvls, repLvls []int16) (total int64, valuesRead int, err error) + func (cr *Int32ColumnChunkReader) Skip(nvalues int64) (int64, error) + type Int32ColumnChunkWriter struct + func NewInt32ColumnChunkWriter(meta *metadata.ColumnChunkMetaDataBuilder, pager PageWriter, useDict bool, ...) *Int32ColumnChunkWriter + func (w *Int32ColumnChunkWriter) Close() (err error) + func (w *Int32ColumnChunkWriter) CurrentEncoder() encoding.TypedEncoder + func (w *Int32ColumnChunkWriter) Descr() *schema.Column + func (w *Int32ColumnChunkWriter) EstimatedBufferedValueBytes() int64 + func (w *Int32ColumnChunkWriter) FallbackToPlain() + func (w *Int32ColumnChunkWriter) FlushBufferedDataPages() (err error) + func (w *Int32ColumnChunkWriter) FlushCurrentPage() error + func (w *Int32ColumnChunkWriter) HasBitsBuffer() bool + func (w *Int32ColumnChunkWriter) LevelInfo() LevelInfo + func (w *Int32ColumnChunkWriter) PageStatistics() metadata.TypedStatistics + func (w *Int32ColumnChunkWriter) Properties() *parquet.WriterProperties + func (w *Int32ColumnChunkWriter) RowsWritten() int + func (w *Int32ColumnChunkWriter) SetBitsBuffer(buf *memory.Buffer) + func (w *Int32ColumnChunkWriter) TotalBytesWritten() int64 + func (w *Int32ColumnChunkWriter) TotalCompressedBytes() int64 + func (w *Int32ColumnChunkWriter) Type() parquet.Type + func (w *Int32ColumnChunkWriter) WriteBatch(values []int32, defLevels, repLevels []int16) (valueOffset int64, err error) + func (w *Int32ColumnChunkWriter) WriteBatchSpaced(values []int32, defLevels, repLevels []int16, validBits []byte, ...) + func (w *Int32ColumnChunkWriter) WriteDataPage(page DataPage) error + func (w *Int32ColumnChunkWriter) WriteDefinitionLevels(levels []int16) + func (w *Int32ColumnChunkWriter) WriteDictIndices(indices arrow.Array, defLevels, repLevels []int16) (err error) + func (w *Int32ColumnChunkWriter) WriteDictionaryPage() error + func (w *Int32ColumnChunkWriter) WriteRepetitionLevels(levels []int16) + type Int64ColumnChunkReader struct + func (c *Int64ColumnChunkReader) Descriptor() *schema.Column + func (c *Int64ColumnChunkReader) Err() error + func (c *Int64ColumnChunkReader) HasNext() bool + func (c *Int64ColumnChunkReader) Type() parquet.Type + func (cr *Int64ColumnChunkReader) ReadBatch(batchSize int64, values []int64, defLvls, repLvls []int16) (total int64, valuesRead int, err error) + func (cr *Int64ColumnChunkReader) Skip(nvalues int64) (int64, error) + type Int64ColumnChunkWriter struct + func NewInt64ColumnChunkWriter(meta *metadata.ColumnChunkMetaDataBuilder, pager PageWriter, useDict bool, ...) *Int64ColumnChunkWriter + func (w *Int64ColumnChunkWriter) Close() (err error) + func (w *Int64ColumnChunkWriter) CurrentEncoder() encoding.TypedEncoder + func (w *Int64ColumnChunkWriter) Descr() *schema.Column + func (w *Int64ColumnChunkWriter) EstimatedBufferedValueBytes() int64 + func (w *Int64ColumnChunkWriter) FallbackToPlain() + func (w *Int64ColumnChunkWriter) FlushBufferedDataPages() (err error) + func (w *Int64ColumnChunkWriter) FlushCurrentPage() error + func (w *Int64ColumnChunkWriter) HasBitsBuffer() bool + func (w *Int64ColumnChunkWriter) LevelInfo() LevelInfo + func (w *Int64ColumnChunkWriter) PageStatistics() metadata.TypedStatistics + func (w *Int64ColumnChunkWriter) Properties() *parquet.WriterProperties + func (w *Int64ColumnChunkWriter) RowsWritten() int + func (w *Int64ColumnChunkWriter) SetBitsBuffer(buf *memory.Buffer) + func (w *Int64ColumnChunkWriter) TotalBytesWritten() int64 + func (w *Int64ColumnChunkWriter) TotalCompressedBytes() int64 + func (w *Int64ColumnChunkWriter) Type() parquet.Type + func (w *Int64ColumnChunkWriter) WriteBatch(values []int64, defLevels, repLevels []int16) (valueOffset int64, err error) + func (w *Int64ColumnChunkWriter) WriteBatchSpaced(values []int64, defLevels, repLevels []int16, validBits []byte, ...) + func (w *Int64ColumnChunkWriter) WriteDataPage(page DataPage) error + func (w *Int64ColumnChunkWriter) WriteDefinitionLevels(levels []int16) + func (w *Int64ColumnChunkWriter) WriteDictIndices(indices arrow.Array, defLevels, repLevels []int16) (err error) + func (w *Int64ColumnChunkWriter) WriteDictionaryPage() error + func (w *Int64ColumnChunkWriter) WriteRepetitionLevels(levels []int16) + type Int96ColumnChunkReader struct + func (c *Int96ColumnChunkReader) Descriptor() *schema.Column + func (c *Int96ColumnChunkReader) Err() error + func (c *Int96ColumnChunkReader) HasNext() bool + func (c *Int96ColumnChunkReader) Type() parquet.Type + func (cr *Int96ColumnChunkReader) ReadBatch(batchSize int64, values []parquet.Int96, defLvls, repLvls []int16) (total int64, valuesRead int, err error) + func (cr *Int96ColumnChunkReader) Skip(nvalues int64) (int64, error) + type Int96ColumnChunkWriter struct + func NewInt96ColumnChunkWriter(meta *metadata.ColumnChunkMetaDataBuilder, pager PageWriter, useDict bool, ...) *Int96ColumnChunkWriter + func (w *Int96ColumnChunkWriter) Close() (err error) + func (w *Int96ColumnChunkWriter) CurrentEncoder() encoding.TypedEncoder + func (w *Int96ColumnChunkWriter) Descr() *schema.Column + func (w *Int96ColumnChunkWriter) EstimatedBufferedValueBytes() int64 + func (w *Int96ColumnChunkWriter) FallbackToPlain() + func (w *Int96ColumnChunkWriter) FlushBufferedDataPages() (err error) + func (w *Int96ColumnChunkWriter) FlushCurrentPage() error + func (w *Int96ColumnChunkWriter) HasBitsBuffer() bool + func (w *Int96ColumnChunkWriter) LevelInfo() LevelInfo + func (w *Int96ColumnChunkWriter) PageStatistics() metadata.TypedStatistics + func (w *Int96ColumnChunkWriter) Properties() *parquet.WriterProperties + func (w *Int96ColumnChunkWriter) RowsWritten() int + func (w *Int96ColumnChunkWriter) SetBitsBuffer(buf *memory.Buffer) + func (w *Int96ColumnChunkWriter) TotalBytesWritten() int64 + func (w *Int96ColumnChunkWriter) TotalCompressedBytes() int64 + func (w *Int96ColumnChunkWriter) Type() parquet.Type + func (w *Int96ColumnChunkWriter) WriteBatch(values []parquet.Int96, defLevels, repLevels []int16) (valueOffset int64, err error) + func (w *Int96ColumnChunkWriter) WriteBatchSpaced(values []parquet.Int96, defLevels, repLevels []int16, validBits []byte, ...) + func (w *Int96ColumnChunkWriter) WriteDataPage(page DataPage) error + func (w *Int96ColumnChunkWriter) WriteDefinitionLevels(levels []int16) + func (w *Int96ColumnChunkWriter) WriteDictIndices(indices arrow.Array, defLevels, repLevels []int16) (err error) + func (w *Int96ColumnChunkWriter) WriteDictionaryPage() error + func (w *Int96ColumnChunkWriter) WriteRepetitionLevels(levels []int16) + type LevelInfo struct + DefLevel int16 + NullSlotUsage int32 + RepLevel int16 + RepeatedAncestorDefLevel int16 + func (l *LevelInfo) Equal(rhs *LevelInfo) bool + func (l *LevelInfo) HasNullableValues() bool + func (l *LevelInfo) Increment(n schema.Node) + func (l *LevelInfo) IncrementOptional() + func (l *LevelInfo) IncrementRepeated() int16 + type Page interface + Data func() []byte + Encoding func() format.Encoding + NumValues func() int32 + Release func() + Type func() format.PageType + type PageReader interface + Err func() error + Next func() bool + Page func() Page + Reset func(r parquet.BufferedReader, nrows int64, compressType compress.Compression, ...) + SetMaxPageHeaderSize func(int) + func NewPageReader(r parquet.BufferedReader, nrows int64, compressType compress.Compression, ...) (PageReader, error) + type PageWriter interface + Close func(hasDict, fallback bool) error + Compress func(buf *bytes.Buffer, src []byte) []byte + HasCompressor func() bool + Reset func(sink utils.WriterTell, codec compress.Compression, compressionLevel int, ...) error + WriteDataPage func(page DataPage) (int64, error) + WriteDictionaryPage func(page *DictionaryPage) (int64, error) + func NewPageWriter(sink utils.WriterTell, codec compress.Compression, compressionLevel int, ...) (PageWriter, error) + type ReadOption func(*Reader) + func WithMetadata(m *metadata.FileMetaData) ReadOption + func WithReadProps(props *parquet.ReaderProperties) ReadOption + type Reader struct + func NewParquetReader(r parquet.ReaderAtSeeker, opts ...ReadOption) (*Reader, error) + func OpenParquetFile(filename string, memoryMap bool, opts ...ReadOption) (*Reader, error) + func (f *Reader) BufferPool() *sync.Pool + func (f *Reader) Close() error + func (f *Reader) MetaData() *metadata.FileMetaData + func (f *Reader) NumRowGroups() int + func (f *Reader) NumRows() int64 + func (f *Reader) RowGroup(i int) *RowGroupReader + func (f *Reader) WriterVersion() *metadata.AppVersion + type RecordReader interface + DefLevels func() []int16 + HasMore func() bool + LevelsPos func() int64 + NullCount func() int64 + ReadRecords func(num int64) (int64, error) + Release func() + ReleaseValidBits func() *memory.Buffer + ReleaseValues func() *memory.Buffer + RepLevels func() []int16 + Reserve func(int64) error + Reset func() + Retain func() + SetPageReader func(PageReader) + Type func() parquet.Type + Values func() []byte + ValuesWritten func() int + func NewRecordReader(descr *schema.Column, info LevelInfo, dtype arrow.DataType, ...) RecordReader + type RowGroupReader struct + func (r *RowGroupReader) ByteSize() int64 + func (r *RowGroupReader) Column(i int) (ColumnChunkReader, error) + func (r *RowGroupReader) GetColumnPageReader(i int) (PageReader, error) + func (r *RowGroupReader) MetaData() *metadata.RowGroupMetaData + func (r *RowGroupReader) NumColumns() int + func (r *RowGroupReader) NumRows() int64 + type RowGroupWriter interface + Buffered func() bool + Close func() error + NumColumns func() int + NumRows func() (int, error) + TotalBytesWritten func() int64 + TotalCompressedBytes func() int64 + type SerialRowGroupWriter interface + CurrentColumn func() int + NextColumn func() (ColumnChunkWriter, error) + type ValidityBitmapInputOutput struct + NullCount int64 + Read int64 + ReadUpperBound int64 + ValidBits []byte + ValidBitsOffset int64 + type WriteOption func(*Writer) + func WithWriteMetadata(meta metadata.KeyValueMetadata) WriteOption + func WithWriterProps(props *parquet.WriterProperties) WriteOption + type Writer struct + FileMetadata *metadata.FileMetaData + KeyValueMetadata metadata.KeyValueMetadata + Schema *schema.Schema + func NewParquetWriter(w io.Writer, sc *schema.GroupNode, opts ...WriteOption) *Writer + func (fw *Writer) AppendBufferedRowGroup() BufferedRowGroupWriter + func (fw *Writer) AppendRowGroup() SerialRowGroupWriter + func (fw *Writer) Close() error + func (fw *Writer) NumColumns() int + func (fw *Writer) NumRowGroups() int + func (fw *Writer) NumRows() int + func (fw *Writer) Properties() *parquet.WriterProperties Other modules containing this package github.com/apache/arrow/go/v10 github.com/apache/arrow/go/v11 github.com/apache/arrow/go/v13 github.com/apache/arrow/go/v14 github.com/apache/arrow/go/v15 github.com/apache/arrow/go/v16 github.com/apache/arrow/go/v17 github.com/apache/arrow/go/v7 github.com/apache/arrow/go/v8 github.com/apache/arrow/go/v9
Go to main page