parquet

Jun 18, 2021

Changes in this version

+ func OptionalFieldGzip(r *OptionalField)

+ func RequiredFieldGzip(r *RequiredField)

+ type RepetitionType int

+ const Optional

+ const Repeated

+ const Required

+ const Unseen

+ type RepetitionTypes []RepetitionType

+ func (r RepetitionTypes) MaxDef() uint8

+ func (r RepetitionTypes) MaxRep() uint8

Aug 7, 2019

Changes in this version

+ func RepetitionRepeated(se *sch.SchemaElement)

type Field

+ Types []int

+ type MaxLevel struct

+ Def uint8

+ Rep uint8

type Metadata

+ func (m *Metadata) NextDoc()

type OptionalField

+ MaxLevels MaxLevel

+ Reps []uint8

+ Types []int

Jun 24, 2019

Changes in this version

+ func OptionalFieldDepth(d uint) func(*OptionalField)

+ func OptionalFieldRepetitionType(f FieldFunc) func(*OptionalField)

+ func PageHeader(r io.ReadSeeker) (*sch.PageHeader, error)

+ func PageHeaders(footer *sch.FileMetaData, r io.ReadSeeker) ([]sch.PageHeader, error)

+ func PageHeadersAtOffset(r io.ReadSeeker, o, n int64) ([]sch.PageHeader, error)

+ func Pfloat32(f float32) *float32

+ func Pfloat64(f float64) *float64

+ func Pint32(i int32) *int32

+ func Pint64(i int64) *int64

+ func Puint32(i uint32) *uint32

+ func Puint64(i uint64) *uint64

type Field

+ Path []string

+ type IntStats struct

+ func NewIntStats(len int) IntStats

+ func (i IntStats) Statistics(min, max int64) *sch.Statistics

type OptionalField

+ Depth uint

+ RepetitionType FieldFunc

+ func (f *OptionalField) Key() string

+ func (f *OptionalField) NilCount() *int64

+ func (f *OptionalField) Path() []string

type RequiredField

+ func (f *RequiredField) Key() string

+ func (f *RequiredField) Path() []string

+ type Stats interface

+ DistinctCount func() *int64

+ Max func() []byte

+ Min func() []byte

+ NullCount func() *int64

+ type UintStats struct

+ func NewUintStats(len int) UintStats

+ func (i UintStats) Statistics(min, max uint64) *sch.Statistics

Mar 13, 2019

Changes in this version

+ func OptionalFieldSnappy(r *OptionalField)

+ func OptionalFieldUncompressed(o *OptionalField)

+ func ReadMetaData(r io.ReadSeeker) (*sch.FileMetaData, error)

+ func RequiredFieldSnappy(r *RequiredField)

+ func RequiredFieldUncompressed(r *RequiredField)

type Metadata

+ func (m *Metadata) Pages() (map[string][]Page, error)

+ type Page struct

+ Codec sch.CompressionCodec

+ N int

+ Offset int64

+ Size int

Feb 10, 2019

Changes in this version

+ type OptionalField struct

+ Defs []int64

+ func NewOptionalField(col string) OptionalField

+ func (f *OptionalField) DoRead(r io.ReadSeeker, meta *Metadata, pos Position) (io.Reader, error)

+ func (f *OptionalField) DoWrite(w io.Writer, meta *Metadata, vals []byte, count int) error

+ func (f *OptionalField) Name() string

+ func (f *OptionalField) Values() int

+ type ReadCounter struct

+ func (r *ReadCounter) Read(p []byte) (int, error)

+ func (r *ReadCounter) Seek(o int64, w int) (int64, error)

+ type RequiredField struct

+ func NewRequiredField(col string) RequiredField

+ func (f *RequiredField) DoRead(r io.ReadSeeker, meta *Metadata, pos Position) (io.Reader, error)

+ func (f *RequiredField) DoWrite(w io.Writer, meta *Metadata, vals []byte, count int) error

+ func (f *RequiredField) Name() string

+ type RowGroup struct

+ Rows int64

+ func (r *RowGroup) Columns() []*sch.ColumnChunk

+ type WriteCounter struct

+ func NewWriteCounter(w io.Writer) *WriteCounter

+ func (w *WriteCounter) Write(p []byte) (int, error)

Feb 4, 2019

Changes in this version

type Metadata

+ func (m *Metadata) RowGroups() int

Jan 30, 2019

Changes in this version

+ func BoolType(se *sch.SchemaElement)

+ func Float32Type(se *sch.SchemaElement)

+ func Float64Type(se *sch.SchemaElement)

+ func GetBools(r io.Reader, n int) ([]bool, error)

+ func Int32Type(se *sch.SchemaElement)

+ func Int64Type(se *sch.SchemaElement)

+ func ReadLevels(r io.Reader) ([]int64, int, error)

+ func RepetitionOptional(se *sch.SchemaElement)

+ func RepetitionRequired(se *sch.SchemaElement)

+ func StringType(se *sch.SchemaElement)

+ func Uint32Type(se *sch.SchemaElement)

+ func Uint64Type(se *sch.SchemaElement)

+ func WriteLevels(w io.Writer, vals []int64) error

+ type Field struct

+ Name string

+ RepetitionType FieldFunc

+ Type FieldFunc

+ type FieldFunc func(*sch.SchemaElement)

+ type Metadata struct

+ func New(fields ...Field) *Metadata

+ func (m *Metadata) Footer(w io.Writer) error

+ func (m *Metadata) Offsets() (map[string][]Position, error)

+ func (m *Metadata) PageHeader(r io.ReadSeeker) (*sch.PageHeader, error)

+ func (m *Metadata) ReadFooter(r io.ReadSeeker) error

+ func (m *Metadata) Rows() int64

+ func (m *Metadata) StartRowGroup(fields ...Field)

+ func (m *Metadata) WritePageHeader(w io.Writer, col string, pos int64, dataLen, compressedLen, count int) error

+ type Position struct

+ N int

+ Offset int64

+ Size int