parquet

package
v0.0.0-...-34e0b2d Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Aug 9, 2024 License: Apache-2.0 Imports: 20 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func ConvertToArrowSchema

func ConvertToArrowSchema(schema *schemapb.CollectionSchema) (*arrow.Schema, error)

func CreateFieldReaders

func CreateFieldReaders(ctx context.Context, fileReader *pqarrow.FileReader, schema *schemapb.CollectionSchema) (map[int64]*FieldReader, error)

func NewReader

func NewReader(ctx context.Context, cm storage.ChunkManager, schema *schemapb.CollectionSchema, path string, bufferSize int) (*reader, error)

func ReadArrayData

func ReadArrayData(pcr *FieldReader, count int64) (any, error)

func ReadBinaryData

func ReadBinaryData(pcr *FieldReader, count int64) (any, error)

func ReadBoolArrayData

func ReadBoolArrayData(pcr *FieldReader, count int64) (any, error)

func ReadBoolData

func ReadBoolData(pcr *FieldReader, count int64) (any, error)

func ReadIntegerOrFloatArrayData

func ReadIntegerOrFloatArrayData[T constraints.Integer | constraints.Float](pcr *FieldReader, count int64) (any, error)

func ReadIntegerOrFloatData

func ReadIntegerOrFloatData[T constraints.Integer | constraints.Float](pcr *FieldReader, count int64) (any, error)

func ReadJSONData

func ReadJSONData(pcr *FieldReader, count int64) (any, error)

func ReadSparseFloatVectorData

func ReadSparseFloatVectorData(pcr *FieldReader, count int64) (any, error)

func ReadStringArrayData

func ReadStringArrayData(pcr *FieldReader, count int64) (any, error)

func ReadStringData

func ReadStringData(pcr *FieldReader, count int64) (any, error)

func WrapTypeErr

func WrapTypeErr(expect string, actual string, field *schemapb.FieldSchema) error

Types

type FieldReader

type FieldReader struct {
	// contains filtered or unexported fields
}

func NewFieldReader

func NewFieldReader(ctx context.Context, reader *pqarrow.FileReader, columnIndex int, field *schemapb.FieldSchema) (*FieldReader, error)

func (*FieldReader) Close

func (c *FieldReader) Close()

func (*FieldReader) Next

func (c *FieldReader) Next(count int64) (any, error)

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL