Versions in this module Expand all Collapse all v1 v1.6.22 Apr 10, 2024 Changes in this version + func DecodeDictChunk(chunk *Chunk) + func ReadDataPageValues(bytesReader *bytes.Reader, encodingMethod parquet.Encoding, ...) ([]interface{}, error) + func ReadPageHeader(thriftReader *thrift.TBufferedTransport) (*parquet.PageHeader, error) + type Chunk struct + ChunkHeader *parquet.ColumnChunk + Pages []*Page + func PagesToChunk(pages []*Page) *Chunk + func PagesToDictChunk(pages []*Page) *Chunk + func ReadChunk(thriftReader *thrift.TBufferedTransport, schemaHandler *schema.SchemaHandler, ...) (*Chunk, error) + type DictRecType struct + DictMap map[interface{}]int32 + DictSlice []interface{} + Type parquet.Type + func NewDictRec(pT parquet.Type) *DictRecType + type Page struct + CompressType parquet.CompressionCodec + DataTable *Table + Header *parquet.PageHeader + Info *common.Tag + MaxVal interface{} + MinVal interface{} + NullCount *int64 + PageSize int32 + Path []string + RawData []byte + Schema *parquet.SchemaElement + func DictRecToDictPage(dictRec *DictRecType, pageSize int32, compressType parquet.CompressionCodec) (*Page, int64) + func NewDataPage() *Page + func NewDictPage() *Page + func NewPage() *Page + func ReadPage(thriftReader *thrift.TBufferedTransport, schemaHandler *schema.SchemaHandler, ...) (*Page, int64, int64, error) + func ReadPage2(thriftReader *thrift.TBufferedTransport, schemaHandler *schema.SchemaHandler, ...) (*Page, int64, int64, error) + func ReadPageRawData(thriftReader *thrift.TBufferedTransport, schemaHandler *schema.SchemaHandler, ...) (*Page, error) + func TableToDataPages(table *Table, pageSize int32, compressType parquet.CompressionCodec) ([]*Page, int64) + func TableToDictDataPages(dictRec *DictRecType, table *Table, pageSize int32, bitWidth int32, ...) ([]*Page, int64) + func (p *Page) GetRLDLFromRawData(schemaHandler *schema.SchemaHandler) (int64, int64, error) + func (p *Page) GetValueFromRawData(schemaHandler *schema.SchemaHandler) error + func (page *Page) DataPageCompress(compressType parquet.CompressionCodec) []byte + func (page *Page) DataPageV2Compress(compressType parquet.CompressionCodec) []byte + func (page *Page) Decode(dictPage *Page) + func (page *Page) DictDataPageCompress(compressType parquet.CompressionCodec, bitWidth int32, values []int32) []byte + func (page *Page) DictPageCompress(compressType parquet.CompressionCodec, pT parquet.Type) []byte + func (page *Page) EncodingValues(valuesBuf []interface{}) []byte + type RowGroup struct + Chunks []*Chunk + RowGroupHeader *parquet.RowGroup + func NewRowGroup() *RowGroup + func ReadRowGroup(rowGroupHeader *parquet.RowGroup, PFile source.ParquetFile, ...) (*RowGroup, error) + func (rowGroup *RowGroup) RowGroupToTableMap() *map[string]*Table + type Table struct + DefinitionLevels []int32 + Info *common.Tag + MaxDefinitionLevel int32 + MaxRepetitionLevel int32 + Path []string + RepetitionLevels []int32 + RepetitionType parquet.FieldRepetitionType + Schema *parquet.SchemaElement + Values []interface{} + func NewEmptyTable() *Table + func NewTableFromTable(src *Table) *Table + func (t *Table) Merge(tables ...*Table) + func (t *Table) Pop(numRows int64) *Table
Go to main page