utils

Documentation

Index

• Variables
• func FromProtobufDataType(dataType *schema_proto.DataType) (arrow.DataType, error)
• func FromProtobufField(field *schema_proto.Field) (*arrow.Field, error)
• func FromProtobufKeyValueMetadata(metadata *schema_proto.KeyValueMetadata) (*arrow.Metadata, error)
• func FromProtobufSchema(schema *schema_proto.ArrowSchema) (*arrow.Schema, error)
• func GetBlobDir(path string) string
• func GetBlobFilePath(path string) string
• func GetDeleteDataDir(path string) string
• func GetFields(dataType arrow.DataType) []arrow.Field
• func GetManifestDir(path string) string
• func GetManifestFilePath(path string, version int64) string
• func GetManifestTmpFilePath(path string, version int64) string
• func GetNewParquetFilePath(path string) string
• func GetScalarDataDir(path string) string
• func GetVectorDataDir(path string) string
• func ParseVersionFromFileName(path string) int64
• func ProjectSchema(sc *arrow.Schema, columns []string) *arrow.Schema
• func SetTypeValues(protoType *schema_proto.DataType, dataType arrow.DataType) error
• func ToProtobufDataType(dataType arrow.DataType) (*schema_proto.DataType, error)
• func ToProtobufField(field *arrow.Field) (*schema_proto.Field, error)
• func ToProtobufMetadata(metadata *arrow.Metadata) (*schema_proto.KeyValueMetadata, error)
• func ToProtobufSchema(schema *arrow.Schema) (*schema_proto.ArrowSchema, error)
• func ToProtobufType(dataType arrow.Type) (schema_proto.LogicType, error)

Variables

var (
	ErrInvalidArgument = errors.New("invalid argument")
)

Functions

func FromProtobufDataType

func FromProtobufDataType(dataType *schema_proto.DataType) (arrow.DataType, error)

func FromProtobufField

func FromProtobufField(field *schema_proto.Field) (*arrow.Field, error)

func FromProtobufKeyValueMetadata

func FromProtobufKeyValueMetadata(metadata *schema_proto.KeyValueMetadata) (*arrow.Metadata, error)

func FromProtobufSchema

func FromProtobufSchema(schema *schema_proto.ArrowSchema) (*arrow.Schema, error)

func GetBlobDir

func GetBlobDir(path string) string

func GetBlobFilePath

func GetBlobFilePath(path string) string

func GetDeleteDataDir

func GetDeleteDataDir(path string) string

func GetFields

func GetFields(dataType arrow.DataType) []arrow.Field

GetFields TODO CHECK MORE TYPES

func GetManifestDir

func GetManifestDir(path string) string

func GetManifestFilePath

func GetManifestFilePath(path string, version int64) string

func GetManifestTmpFilePath

func GetManifestTmpFilePath(path string, version int64) string

func GetNewParquetFilePath

func GetNewParquetFilePath(path string) string

func GetScalarDataDir

func GetScalarDataDir(path string) string

func GetVectorDataDir

func GetVectorDataDir(path string) string

func ParseVersionFromFileName

func ParseVersionFromFileName(path string) int64

func ProjectSchema

func ProjectSchema(sc *arrow.Schema, columns []string) *arrow.Schema

func SetTypeValues

func SetTypeValues(protoType *schema_proto.DataType, dataType arrow.DataType) error

func ToProtobufDataType

func ToProtobufDataType(dataType arrow.DataType) (*schema_proto.DataType, error)

func ToProtobufField

func ToProtobufField(field *arrow.Field) (*schema_proto.Field, error)

func ToProtobufMetadata

func ToProtobufMetadata(metadata *arrow.Metadata) (*schema_proto.KeyValueMetadata, error)

func ToProtobufSchema

func ToProtobufSchema(schema *arrow.Schema) (*schema_proto.ArrowSchema, error)

func ToProtobufType

func ToProtobufType(dataType arrow.Type) (schema_proto.LogicType, error)