Versions in this module Expand all Collapse all v9 v9.0.0 Jul 29, 2022 Changes in this version + func FillRandomBooleans(p float64, seed uint64, out []bool) + func FillRandomByteArray(seed uint64, out []parquet.ByteArray, heap *memory.Buffer) + func FillRandomFixedByteArray(seed uint64, out []parquet.FixedLenByteArray, heap *memory.Buffer, size int) + func FillRandomFloat32(seed uint64, out []float32) + func FillRandomFloat64(seed uint64, out []float64) + func FillRandomInt16(seed uint64, min, max int16, out []int16) + func FillRandomInt32(seed uint64, out []int32) + func FillRandomInt32Max(seed uint64, max int32, out []int32) + func FillRandomInt64(seed uint64, out []int64) + func FillRandomInt64Max(seed uint64, max int64, out []int64) + func FillRandomInt8(seed uint64, min, max int8, out []int8) + func FillRandomInt96(seed uint64, out []parquet.Int96) + func FillRandomUint16(seed uint64, min, max uint16, out []uint16) + func FillRandomUint32(seed uint64, out []uint32) + func FillRandomUint32Max(seed uint64, max uint32, out []uint32) + func FillRandomUint64(seed uint64, out []uint64) + func FillRandomUint64Max(seed uint64, max uint64, out []uint64) + func FillRandomUint8(seed uint64, min, max uint8, out []uint8) + func InitValues(values interface{}, heap *memory.Buffer) + func MakeDataPage(dataPageVersion parquet.DataPageVersion, d *schema.Column, values interface{}, ...) file.Page + func MakeDictPage(d *schema.Column, values interface{}, valuesPerPage []int, e parquet.Encoding) (*file.DictionaryPage, []encoding.Buffer) + func Max(v1, v2 interface{}) interface + func Min(v1, v2 interface{}) interface + func PaginateDict(version parquet.DataPageVersion, d *schema.Column, values reflect.Value, ...) []file.Page + func PaginatePlain(version parquet.DataPageVersion, d *schema.Column, values reflect.Value, ...) []file.Page + func RandomByteArray(seed uint64, out []parquet.ByteArray, heap *memory.Buffer, minlen, maxlen int) + func RandomDecimals(n int64, seed uint64, precision int32) []byte + func RandomNonNull(dt arrow.DataType, size int) arrow.Array + func RandomNullable(dt arrow.DataType, size int, numNulls int) arrow.Array + func TypeToParquetType(typ reflect.Type) parquet.Type + type DataPageBuilder struct + func (d *DataPageBuilder) AppendDefLevels(lvls []int16, maxLvl int16) + func (d *DataPageBuilder) AppendRepLevels(lvls []int16, maxLvl int16) + func (d *DataPageBuilder) AppendValues(desc *schema.Column, values interface{}, e parquet.Encoding) + type DictionaryPageBuilder struct + func NewDictionaryPageBuilder(d *schema.Column) *DictionaryPageBuilder + func (d *DictionaryPageBuilder) AppendValues(values interface{}) encoding.Buffer + func (d *DictionaryPageBuilder) NumValues() int32 + func (d *DictionaryPageBuilder) WriteDict() *memory.Buffer + type MockPageReader struct + func (m *MockPageReader) Err() error + func (m *MockPageReader) Next() bool + func (m *MockPageReader) Page() file.Page + func (m *MockPageReader) Reset(parquet.BufferedReader, int64, compress.Compression, *file.CryptoContext) + func (m *MockPageReader) SetMaxPageHeaderSize(int) + type PrimitiveTypedTest struct + Buffer *memory.Buffer + DefLevels []int16 + DefLevelsOut []int16 + Node schema.Node + RepLevels []int16 + RepLevelsOut []int16 + Schema *schema.Schema + Typ reflect.Type + Values interface{} + ValuesOut interface{} + func NewPrimitiveTypedTest(typ reflect.Type) PrimitiveTypedTest + func (p *PrimitiveTypedTest) GenerateData(nvalues int64) + func (p *PrimitiveTypedTest) GetMinMax(stat metadata.TypedStatistics) (min, max interface{}) + func (p *PrimitiveTypedTest) ReadBatch(reader file.ColumnChunkReader, batch, valuesRead int64, ...) int64 + func (p *PrimitiveTypedTest) SetupSchema(rep parquet.Repetition, ncols int) + func (p *PrimitiveTypedTest) SetupValuesOut(nvalues int64) + func (p *PrimitiveTypedTest) UpdateStats(stat metadata.TypedStatistics, numNull int64) + func (p *PrimitiveTypedTest) UpdateStatsSpaced(stat metadata.TypedStatistics, numNull int64, validBits []byte, ...) + func (p *PrimitiveTypedTest) WriteBatchSubset(batch, offset int, writer file.ColumnChunkWriter, defLevels, repLevels []int16) (int64, error) + func (p *PrimitiveTypedTest) WriteBatchValues(writer file.ColumnChunkWriter, defLevels, repLevels []int16) (int64, error) + func (p *PrimitiveTypedTest) WriteBatchValuesSpaced(writer file.ColumnChunkWriter, defLevels, repLevels []int16, validBits []byte, ...) + type RandomArrayGenerator struct + func NewRandomArrayGenerator(seed uint64) RandomArrayGenerator + func (r *RandomArrayGenerator) ByteArray(size int64, minLen, maxLen int32, nullProb float64) arrow.Array + func (r *RandomArrayGenerator) Float64(size int64, pctNull float64) *array.Float64 + func (r *RandomArrayGenerator) GenerateBitmap(buffer []byte, n int64, prob float64) int64 + func (r *RandomArrayGenerator) Int32(size int64, min, max int32, pctNull float64) *array.Int32 + func (r *RandomArrayGenerator) Uint8(size int64, min, max uint8, prob float64) arrow.Array Other modules containing this package github.com/apache/arrow/go/v10 github.com/apache/arrow/go/v11 github.com/apache/arrow/go/v12 github.com/apache/arrow/go/v13 github.com/apache/arrow/go/v14 github.com/apache/arrow/go/v15 github.com/apache/arrow/go/v16 github.com/apache/arrow/go/v17 github.com/apache/arrow/go/v6 github.com/apache/arrow/go/v7 github.com/apache/arrow/go/v8
Go to main page