Documentation
¶
Index ¶
- Variables
- func ConvertToArrowSchema(schema *schemapb.CollectionSchema, useNullType bool) (*arrow.Schema, error)
- func CreateFieldReaders(ctx context.Context, fileReader *pqarrow.FileReader, ...) (map[int64]*FieldReader, error)
- func NewReader(ctx context.Context, cm storage.ChunkManager, ...) (*reader, error)
- func ReadArrayData(pcr *FieldReader, count int64) (any, error)
- func ReadBinaryData(pcr *FieldReader, count int64) (any, error)
- func ReadBoolArrayData(pcr *FieldReader, count int64) (any, error)
- func ReadBoolData(pcr *FieldReader, count int64) (any, error)
- func ReadIntegerOrFloatArrayData[T constraints.Integer | constraints.Float](pcr *FieldReader, count int64) (any, error)
- func ReadIntegerOrFloatData[T constraints.Integer | constraints.Float](pcr *FieldReader, count int64) (any, error)
- func ReadJSONData(pcr *FieldReader, count int64) (any, error)
- func ReadNullableArrayData(pcr *FieldReader, count int64) (any, []bool, error)
- func ReadNullableBoolArrayData(pcr *FieldReader, count int64) (any, []bool, error)
- func ReadNullableBoolData(pcr *FieldReader, count int64) (any, []bool, error)
- func ReadNullableIntegerOrFloatArrayData[T constraints.Integer | constraints.Float](pcr *FieldReader, count int64) (any, []bool, error)
- func ReadNullableIntegerOrFloatData[T constraints.Integer | constraints.Float](pcr *FieldReader, count int64) (any, []bool, error)
- func ReadNullableJSONData(pcr *FieldReader, count int64) (any, []bool, error)
- func ReadNullableStringArrayData(pcr *FieldReader, count int64) (any, []bool, error)
- func ReadNullableStringData(pcr *FieldReader, count int64) (any, []bool, error)
- func ReadNullableVarcharData(pcr *FieldReader, count int64) (any, []bool, error)
- func ReadSparseFloatVectorData(pcr *FieldReader, count int64) (any, error)
- func ReadStringArrayData(pcr *FieldReader, count int64) (any, error)
- func ReadStringData(pcr *FieldReader, count int64) (any, error)
- func ReadVarcharData(pcr *FieldReader, count int64) (any, error)
- func WrapTypeErr(expect string, actual string, field *schemapb.FieldSchema) error
- type FieldReader
Constants ¶
This section is empty.
Variables ¶
View Source
var ( BitMask = [8]byte{1, 2, 4, 8, 16, 32, 64, 128} FlippedBitMask = [8]byte{254, 253, 251, 247, 239, 223, 191, 127} )
Functions ¶
func ConvertToArrowSchema ¶
func ConvertToArrowSchema(schema *schemapb.CollectionSchema, useNullType bool) (*arrow.Schema, error)
This method is used only by import util and related tests. Returned arrow.Schema doesn't include function output fields.
func CreateFieldReaders ¶
func CreateFieldReaders(ctx context.Context, fileReader *pqarrow.FileReader, schema *schemapb.CollectionSchema) (map[int64]*FieldReader, error)
func NewReader ¶
func NewReader(ctx context.Context, cm storage.ChunkManager, schema *schemapb.CollectionSchema, path string, bufferSize int) (*reader, error)
func ReadArrayData ¶
func ReadArrayData(pcr *FieldReader, count int64) (any, error)
func ReadBinaryData ¶
func ReadBinaryData(pcr *FieldReader, count int64) (any, error)
func ReadBoolArrayData ¶
func ReadBoolArrayData(pcr *FieldReader, count int64) (any, error)
func ReadBoolData ¶
func ReadBoolData(pcr *FieldReader, count int64) (any, error)
func ReadIntegerOrFloatArrayData ¶
func ReadIntegerOrFloatArrayData[T constraints.Integer | constraints.Float](pcr *FieldReader, count int64) (any, error)
func ReadIntegerOrFloatData ¶
func ReadIntegerOrFloatData[T constraints.Integer | constraints.Float](pcr *FieldReader, count int64) (any, error)
func ReadJSONData ¶
func ReadJSONData(pcr *FieldReader, count int64) (any, error)
func ReadNullableArrayData ¶
func ReadNullableArrayData(pcr *FieldReader, count int64) (any, []bool, error)
func ReadNullableBoolArrayData ¶
func ReadNullableBoolArrayData(pcr *FieldReader, count int64) (any, []bool, error)
func ReadNullableBoolData ¶
func ReadNullableBoolData(pcr *FieldReader, count int64) (any, []bool, error)
func ReadNullableIntegerOrFloatArrayData ¶
func ReadNullableIntegerOrFloatArrayData[T constraints.Integer | constraints.Float](pcr *FieldReader, count int64) (any, []bool, error)
func ReadNullableIntegerOrFloatData ¶
func ReadNullableIntegerOrFloatData[T constraints.Integer | constraints.Float](pcr *FieldReader, count int64) (any, []bool, error)
func ReadNullableJSONData ¶
func ReadNullableJSONData(pcr *FieldReader, count int64) (any, []bool, error)
func ReadNullableStringArrayData ¶
func ReadNullableStringArrayData(pcr *FieldReader, count int64) (any, []bool, error)
func ReadNullableStringData ¶
func ReadNullableStringData(pcr *FieldReader, count int64) (any, []bool, error)
func ReadNullableVarcharData ¶
func ReadNullableVarcharData(pcr *FieldReader, count int64) (any, []bool, error)
func ReadSparseFloatVectorData ¶
func ReadSparseFloatVectorData(pcr *FieldReader, count int64) (any, error)
func ReadStringArrayData ¶
func ReadStringArrayData(pcr *FieldReader, count int64) (any, error)
func ReadStringData ¶
func ReadStringData(pcr *FieldReader, count int64) (any, error)
func ReadVarcharData ¶
func ReadVarcharData(pcr *FieldReader, count int64) (any, error)
func WrapTypeErr ¶
func WrapTypeErr(expect string, actual string, field *schemapb.FieldSchema) error
Types ¶
type FieldReader ¶
type FieldReader struct {
// contains filtered or unexported fields
}
func NewFieldReader ¶
func NewFieldReader(ctx context.Context, reader *pqarrow.FileReader, columnIndex int, field *schemapb.FieldSchema) (*FieldReader, error)
func (*FieldReader) Close ¶
func (c *FieldReader) Close()
Source Files
Click to show internal directories.
Click to hide internal directories.