Versions in this module Expand all Collapse all v0 v0.4.0 Sep 30, 2021 Changes in this version + var DefaultHashFunc func([]byte) interface + func GetRegisteredBlockCompressors() map[parquet.CompressionCodec]BlockCompressor + func Int96ToTime(parquetDate [12]byte) time.Time + func RegisterBlockCompressor(method parquet.CompressionCodec, compressor BlockCompressor) + func TimeToInt96(t time.Time) [12]byte + type BlockCompressor interface + CompressBlock func([]byte) ([]byte, error) + DecompressBlock func([]byte) ([]byte, error) + type Column struct + func NewDataColumn(store *ColumnStore, rep parquet.FieldRepetitionType) *Column + func NewListColumn(element *Column, rep parquet.FieldRepetitionType) (*Column, error) + func NewMapColumn(key, value *Column, rep parquet.FieldRepetitionType) (*Column, error) + func (c *Column) Children() []*Column + func (c *Column) ChildrenCount() int + func (c *Column) DataColumn() bool + func (c *Column) Element() *parquet.SchemaElement + func (c *Column) FlatName() string + func (c *Column) Index() int + func (c *Column) MaxDefinitionLevel() uint16 + func (c *Column) MaxRepetitionLevel() uint16 + func (c *Column) Name() string + func (c *Column) RepetitionType() *parquet.FieldRepetitionType + func (c *Column) Type() *parquet.Type + type ColumnParameters struct + ConvertedType *parquet.ConvertedType + FieldID *int32 + LogicalType *parquet.LogicalType + Precision *int32 + Scale *int32 + TypeLength *int32 + type ColumnStore struct + func NewBooleanStore(enc parquet.Encoding, params *ColumnParameters) (*ColumnStore, error) + func NewByteArrayStore(enc parquet.Encoding, allowDict bool, params *ColumnParameters) (*ColumnStore, error) + func NewDoubleStore(enc parquet.Encoding, allowDict bool, params *ColumnParameters) (*ColumnStore, error) + func NewFixedByteArrayStore(enc parquet.Encoding, allowDict bool, params *ColumnParameters) (*ColumnStore, error) + func NewFloatStore(enc parquet.Encoding, allowDict bool, params *ColumnParameters) (*ColumnStore, error) + func NewInt32Store(enc parquet.Encoding, allowDict bool, params *ColumnParameters) (*ColumnStore, error) + func NewInt64Store(enc parquet.Encoding, allowDict bool, params *ColumnParameters) (*ColumnStore, error) + func NewInt96Store(enc parquet.Encoding, allowDict bool, params *ColumnParameters) (*ColumnStore, error) + type FileReader struct + func NewFileReader(r io.ReadSeeker, columns ...string) (*FileReader, error) + func (f *FileReader) ColumnMetaData(colName string) (map[string]string, error) + func (f *FileReader) CurrentRowGroup() *parquet.RowGroup + func (f *FileReader) MetaData() map[string]string + func (f *FileReader) NextRow() (map[string]interface{}, error) + func (f *FileReader) NumRows() int64 + func (f *FileReader) PreLoad() error + func (f *FileReader) RowGroupCount() int + func (f *FileReader) RowGroupNumRows() (int64, error) + func (f *FileReader) SkipRowGroup() + type FileWriter struct + func NewFileWriter(w io.Writer, options ...FileWriterOption) *FileWriter + func (fw *FileWriter) AddData(m map[string]interface{}) error + func (fw *FileWriter) Close(opts ...FlushRowGroupOption) error + func (fw *FileWriter) CurrentFileSize() int64 + func (fw *FileWriter) CurrentRowGroupSize() int64 + func (fw *FileWriter) FlushRowGroup(opts ...FlushRowGroupOption) error + type FileWriterOption func(fw *FileWriter) + func FileVersion(version int32) FileWriterOption + func WithCompressionCodec(codec parquet.CompressionCodec) FileWriterOption + func WithCreator(createdBy string) FileWriterOption + func WithDataPageV2() FileWriterOption + func WithMaxRowGroupSize(size int64) FileWriterOption + func WithMetaData(data map[string]string) FileWriterOption + func WithSchemaDefinition(sd *parquetschema.SchemaDefinition) FileWriterOption + type FlushRowGroupOption func(h *flushRowGroupOptionHandle) + func WithRowGroupMetaData(kv map[string]string) FlushRowGroupOption + func WithRowGroupMetaDataForColumn(col string, kv map[string]string) FlushRowGroupOption + type SchemaCommon interface + Columns func() []*Column + GetColumnByName func(path string) *Column + GetSchemaDefinition func() *parquetschema.SchemaDefinition + SetSchemaDefinition func(*parquetschema.SchemaDefinition) error + type SchemaReader interface + type SchemaWriter interface + AddColumn func(path string, col *Column) error + AddData func(m map[string]interface{}) error + AddGroup func(path string, rep parquet.FieldRepetitionType) error + DataSize func() int64