arrowpb

Feb 3, 2025

Changes in this version

+ func GetDynamicFieldValue(field protoreflect.FieldDescriptor, msg protoreflect.Message) interface

type ConvertConfig

+ ForceFlatSchema bool

Feb 1, 2025

Changes in this version

+ func ArrowReaderToProtos(ctx context.Context, reader array.RecordReader, ...) ([][]byte, error)

+ func ArrowSchemaToFileDescriptorProto(schema *arrow.Schema, packageName, messagePrefix string, cfg *ConvertConfig) (*descriptorpb.FileDescriptorProto, error)

+ func CompileFileDescriptorProto(fdp *descriptorpb.FileDescriptorProto) (protoreflect.FileDescriptor, error)

+ func CompileFileDescriptorProtoWithRetry(fdp *descriptorpb.FileDescriptorProto) (protoreflect.FileDescriptor, error)

+ func ConvertInParallel(ctx context.Context, record arrow.Record, ...) ([][]byte, error)

+ func ExtractArrowValue(col arrow.Array, rowIndex int) interface

+ func GenerateUniqueMessageName(prefix string) string

+ func GetTopLevelMessageDescriptor(fd protoreflect.FileDescriptor) (protoreflect.MessageDescriptor, error)

+ func RecordToDynamicProtos(rec arrow.Record, msgDesc protoreflect.MessageDescriptor, cfg *ConvertConfig) ([][]byte, error)

+ func RowToDynamicProto(record arrow.Record, msgDesc protoreflect.MessageDescriptor, rowIndex int, ...) (*dynamicpb.Message, error)

+ type ConvertConfig struct

+ DescriptorCache sync.Map

+ MapDictionariesToEnums bool

+ UseProto2Syntax bool

+ UseWellKnownTimestamps bool

+ UseWrapperTypes bool

Jan 31, 2025

Changes in this version

+ func ArrowBatchToProto(reader array.RecordReader, protoDescriptor *descriptorpb.DescriptorProto) [][]byte

+ func ArrowRecordToProto(record arrow.Record, descriptorProto *descriptorpb.DescriptorProto) ([]byte, error)

+ func ArrowRowToProto(record arrow.Record, descriptorProto *descriptorpb.DescriptorProto, ...) ([]byte, error)

+ func ArrowSchemaToProto(schema *arrow.Schema) *descriptorpb.DescriptorProto

+ func CreateArrowRecord() (array.RecordReader, error)

+ func CreateNestedMessage(fieldType *arrow.StructType, messageName string) *descriptorpb.DescriptorProto

+ func ExtractValue(col arrow.Array, rowIndex int) any

+ func GenerateUniqueName(prefix string) string

Jan 31, 2025

Changes in this version

+ var TypeMappings = map[arrow.DataType]descriptorpb.FieldDescriptorProto_Type

+ func FormatArrowJSON(reader array.RecordReader, output io.Writer) error