pqutil

Oct 1, 2023

Changes in this version

type TransformConfig

+ RowGroupLength int

Sep 25, 2023

Changes in this version

+ var ParquetStringType = pqschema.StringLogicalType

+ func GetCompression(codec string) (compress.Compression, error)

+ func LogicalOrConvertedAnnotation(node pqschema.Node) string

+ func LookupGroupNode(schema *pqschema.Schema, name string) (*pqschema.GroupNode, bool)

+ func LookupListElementNode(sc *pqschema.Schema, name string) (*pqschema.PrimitiveNode, bool)

+ func LookupNode(schema *pqschema.Schema, name string) (pqschema.Node, bool)

+ func LookupPrimitiveNode(schema *pqschema.Schema, name string) (*pqschema.PrimitiveNode, bool)

+ func ParquetSchemaString(schema *pqschema.Schema) string

+ func TransformByColumn(config *TransformConfig) error

+ type ArrowSchemaBuilder struct

+ func NewArrowSchemaBuilder() *ArrowSchemaBuilder

+ func (b *ArrowSchemaBuilder) Add(record map[string]any) error

+ func (b *ArrowSchemaBuilder) AddGeometry(name string, encoding string) error

+ func (b *ArrowSchemaBuilder) Has(name string) bool

+ func (b *ArrowSchemaBuilder) Ready() bool

+ func (b *ArrowSchemaBuilder) Schema() (*arrow.Schema, error)

+ type ColumnTransformer func(*arrow.Field, *arrow.Field, *arrow.Chunked) (*arrow.Chunked, error)

+ type SchemaTransformer func(*file.Reader) (*schema.Schema, error)

+ type TransformConfig struct

+ BeforeClose func(*file.Reader, *file.Writer) error

+ Compression *compress.Compression

+ Reader parquet.ReaderAtSeeker

+ TransformColumn ColumnTransformer

+ TransformSchema SchemaTransformer

+ Writer io.Writer