schema

Documentation

Index

• Constants
• Variables
• func NewSchemaHandlerFromArrow(s IntermediateSchema) (*schema.SchemaHandler, error)
• type IntermediateSchema
  • func GetSchema(content []byte, schemaType string) (*IntermediateSchema, error)
  • func NewIntermediateSchema(s *arrow.Schema, name string) *IntermediateSchema
  • func NewSchemaFromAvroSchema(schemaContent []byte) (*IntermediateSchema, error)
  • func NewSchemaFromBigQuerySchema(schemaContent []byte) (*IntermediateSchema, error)

Constants

const (
	SchemaTypeAvro     = "avro"
	SchemaTypeBigquery = "bigquery"
)

Variables

var (
	ErrUnsupportedSchema   = errors.New("unsupported schema")
	ErrInvalidSchema       = errors.New("invalid schema")
	ErrUnconvertibleSchema = errors.New("input schema is unable to convert")
)

Functions

func NewSchemaHandlerFromArrow

func NewSchemaHandlerFromArrow(s IntermediateSchema) (*schema.SchemaHandler, error)

NewSchemaHandlerFromArrow converts intermediate schema to parquet-go schema handler.

Types

type IntermediateSchema

type IntermediateSchema struct {
	ArrowSchema *arrow.Schema
	Name        string
}

func GetSchema

func GetSchema(content []byte, schemaType string) (*IntermediateSchema, error)

GetSchema converts input schema intermediate schema.

func NewIntermediateSchema

func NewIntermediateSchema(s *arrow.Schema, name string) *IntermediateSchema

func NewSchemaFromAvroSchema

func NewSchemaFromAvroSchema(schemaContent []byte) (*IntermediateSchema, error)

func NewSchemaFromBigQuerySchema

func NewSchemaFromBigQuerySchema(schemaContent []byte) (*IntermediateSchema, error)