Versions in this module Expand all Collapse all v12 v12.0.1 Jun 7, 2023 v12.0.0 Apr 21, 2023 Changes in this version + var ConvertedTypes = struct{ ... } + func ColumnPathFromNode(n Node) parquet.ColumnPath + func NewStructFromSchema(sc *Schema) (t reflect.Type, err error) + func PrintSchema(n Node, w io.Writer, indentWidth int) + func ToThrift(schema *GroupNode) []*format.SchemaElement + type BSONLogicalType struct + func (BSONLogicalType) Equals(rhs LogicalType) bool + func (BSONLogicalType) IsApplicable(t parquet.Type, _ int32) bool + func (BSONLogicalType) IsCompatible(c ConvertedType, dec DecimalMetadata) bool + func (BSONLogicalType) IsNested() bool + func (BSONLogicalType) IsNone() bool + func (BSONLogicalType) IsSerialized() bool + func (BSONLogicalType) IsValid() bool + func (BSONLogicalType) MarshalJSON() ([]byte, error) + func (BSONLogicalType) SortOrder() SortOrder + func (BSONLogicalType) String() string + func (BSONLogicalType) ToConvertedType() (ConvertedType, DecimalMetadata) + type Column struct + func NewColumn(n *PrimitiveNode, maxDefinitionLvl, maxRepetitionLvl int16) *Column + func (c *Column) ColumnOrder() parquet.ColumnOrder + func (c *Column) ColumnPath() parquet.ColumnPath + func (c *Column) ConvertedType() ConvertedType + func (c *Column) Equals(rhs *Column) bool + func (c *Column) LogicalType() LogicalType + func (c *Column) MaxDefinitionLevel() int16 + func (c *Column) MaxRepetitionLevel() int16 + func (c *Column) Name() string + func (c *Column) Path() string + func (c *Column) PhysicalType() parquet.Type + func (c *Column) SchemaNode() Node + func (c *Column) SortOrder() SortOrder + func (c *Column) String() string + func (c *Column) TypeLength() int + type ConvertedType format.ConvertedType + func (p ConvertedType) String() string + func (p ConvertedType) ToLogicalType(convertedDecimal DecimalMetadata) LogicalType + type DateLogicalType struct + func (DateLogicalType) Equals(rhs LogicalType) bool + func (DateLogicalType) IsApplicable(t parquet.Type, _ int32) bool + func (DateLogicalType) IsCompatible(t ConvertedType, dec DecimalMetadata) bool + func (DateLogicalType) IsNested() bool + func (DateLogicalType) IsNone() bool + func (DateLogicalType) IsSerialized() bool + func (DateLogicalType) IsValid() bool + func (DateLogicalType) MarshalJSON() ([]byte, error) + func (DateLogicalType) SortOrder() SortOrder + func (DateLogicalType) String() string + func (DateLogicalType) ToConvertedType() (ConvertedType, DecimalMetadata) + type DecimalLogicalType struct + func (DecimalLogicalType) IsNested() bool + func (DecimalLogicalType) IsNone() bool + func (DecimalLogicalType) IsSerialized() bool + func (DecimalLogicalType) IsValid() bool + func (DecimalLogicalType) SortOrder() SortOrder + func (t DecimalLogicalType) Equals(rhs LogicalType) bool + func (t DecimalLogicalType) IsApplicable(typ parquet.Type, tlen int32) bool + func (t DecimalLogicalType) IsCompatible(c ConvertedType, dec DecimalMetadata) bool + func (t DecimalLogicalType) MarshalJSON() ([]byte, error) + func (t DecimalLogicalType) Precision() int32 + func (t DecimalLogicalType) Scale() int32 + func (t DecimalLogicalType) String() string + func (t DecimalLogicalType) ToConvertedType() (ConvertedType, DecimalMetadata) + type DecimalMetadata struct + IsSet bool + Precision int32 + Scale int32 + type EnumLogicalType struct + func (EnumLogicalType) Equals(rhs LogicalType) bool + func (EnumLogicalType) IsApplicable(t parquet.Type, _ int32) bool + func (EnumLogicalType) IsCompatible(t ConvertedType, dec DecimalMetadata) bool + func (EnumLogicalType) IsNested() bool + func (EnumLogicalType) IsNone() bool + func (EnumLogicalType) IsSerialized() bool + func (EnumLogicalType) IsValid() bool + func (EnumLogicalType) MarshalJSON() ([]byte, error) + func (EnumLogicalType) SortOrder() SortOrder + func (EnumLogicalType) String() string + func (EnumLogicalType) ToConvertedType() (ConvertedType, DecimalMetadata) + type FieldList []Node + func (f FieldList) Len() int + type GroupNode struct + func GroupNodeFromThrift(elem *format.SchemaElement, fields FieldList) (*GroupNode, error) + func ListOf(n Node, rep parquet.Repetition, fieldID int32) (*GroupNode, error) + func MapOf(name string, key Node, value Node, mapRep parquet.Repetition, fieldID int32) (*GroupNode, error) + func MustGroup(n Node, err error) *GroupNode + func NewGroupNode(name string, repetition parquet.Repetition, fields FieldList, fieldID int32) (*GroupNode, error) + func NewGroupNodeConverted(name string, repetition parquet.Repetition, fields FieldList, ...) (n *GroupNode, err error) + func NewGroupNodeLogical(name string, repetition parquet.Repetition, fields FieldList, ...) (n *GroupNode, err error) + func (g *GroupNode) Equals(rhs Node) bool + func (g *GroupNode) Field(i int) Node + func (g *GroupNode) FieldIndexByField(n Node) int + func (g *GroupNode) FieldIndexByName(name string) int + func (g *GroupNode) HasRepeatedFields() bool + func (g *GroupNode) NumFields() int + func (g *GroupNode) Visit(v Visitor) + func (n *GroupNode) ConvertedType() ConvertedType + func (n *GroupNode) FieldID() int32 + func (n *GroupNode) LogicalType() LogicalType + func (n *GroupNode) Name() string + func (n *GroupNode) Parent() Node + func (n *GroupNode) Path() string + func (n *GroupNode) RepetitionType() parquet.Repetition + func (n *GroupNode) SetParent(p Node) + func (n *GroupNode) Type() NodeType + type IntLogicalType struct + func (IntLogicalType) IsNested() bool + func (IntLogicalType) IsNone() bool + func (IntLogicalType) IsSerialized() bool + func (IntLogicalType) IsValid() bool + func (t IntLogicalType) BitWidth() int8 + func (t IntLogicalType) Equals(rhs LogicalType) bool + func (t IntLogicalType) IsApplicable(typ parquet.Type, _ int32) bool + func (t IntLogicalType) IsCompatible(c ConvertedType, dec DecimalMetadata) bool + func (t IntLogicalType) IsSigned() bool + func (t IntLogicalType) MarshalJSON() ([]byte, error) + func (t IntLogicalType) SortOrder() SortOrder + func (t IntLogicalType) String() string + func (t IntLogicalType) ToConvertedType() (ConvertedType, DecimalMetadata) + type IntervalLogicalType struct + func (IntervalLogicalType) Equals(rhs LogicalType) bool + func (IntervalLogicalType) IsApplicable(t parquet.Type, tlen int32) bool + func (IntervalLogicalType) IsCompatible(c ConvertedType, dec DecimalMetadata) bool + func (IntervalLogicalType) IsNested() bool + func (IntervalLogicalType) IsNone() bool + func (IntervalLogicalType) IsSerialized() bool + func (IntervalLogicalType) IsValid() bool + func (IntervalLogicalType) MarshalJSON() ([]byte, error) + func (IntervalLogicalType) SortOrder() SortOrder + func (IntervalLogicalType) String() string + func (IntervalLogicalType) ToConvertedType() (ConvertedType, DecimalMetadata) + type JSONLogicalType struct + func (JSONLogicalType) Equals(rhs LogicalType) bool + func (JSONLogicalType) IsApplicable(t parquet.Type, _ int32) bool + func (JSONLogicalType) IsCompatible(c ConvertedType, dec DecimalMetadata) bool + func (JSONLogicalType) IsNested() bool + func (JSONLogicalType) IsNone() bool + func (JSONLogicalType) IsSerialized() bool + func (JSONLogicalType) IsValid() bool + func (JSONLogicalType) MarshalJSON() ([]byte, error) + func (JSONLogicalType) SortOrder() SortOrder + func (JSONLogicalType) String() string + func (JSONLogicalType) ToConvertedType() (ConvertedType, DecimalMetadata) + type ListLogicalType struct + func (ListLogicalType) Equals(rhs LogicalType) bool + func (ListLogicalType) IsApplicable(parquet.Type, int32) bool + func (ListLogicalType) IsCompatible(t ConvertedType, dec DecimalMetadata) bool + func (ListLogicalType) IsNested() bool + func (ListLogicalType) IsNone() bool + func (ListLogicalType) IsSerialized() bool + func (ListLogicalType) IsValid() bool + func (ListLogicalType) MarshalJSON() ([]byte, error) + func (ListLogicalType) SortOrder() SortOrder + func (ListLogicalType) String() string + func (ListLogicalType) ToConvertedType() (ConvertedType, DecimalMetadata) + type LogicalType interface + Equals func(LogicalType) bool + IsApplicable func(t parquet.Type, tlen int32) bool + IsCompatible func(ConvertedType, DecimalMetadata) bool + IsNested func() bool + IsNone func() bool + IsSerialized func() bool + IsValid func() bool + SortOrder func() SortOrder + String func() string + ToConvertedType func() (ConvertedType, DecimalMetadata) + func NewDecimalLogicalType(precision int32, scale int32) LogicalType + func NewIntLogicalType(bitWidth int8, signed bool) LogicalType + func NewListLogicalType() LogicalType + func NewTimeLogicalType(isAdjustedToUTC bool, unit TimeUnitType) LogicalType + func NewTimestampLogicalType(isAdjustedToUTC bool, unit TimeUnitType) LogicalType + func NewTimestampLogicalTypeForce(isAdjustedToUTC bool, unit TimeUnitType) LogicalType + type MapLogicalType struct + func (MapLogicalType) Equals(rhs LogicalType) bool + func (MapLogicalType) IsApplicable(parquet.Type, int32) bool + func (MapLogicalType) IsCompatible(t ConvertedType, dec DecimalMetadata) bool + func (MapLogicalType) IsNested() bool + func (MapLogicalType) IsNone() bool + func (MapLogicalType) IsSerialized() bool + func (MapLogicalType) IsValid() bool + func (MapLogicalType) MarshalJSON() ([]byte, error) + func (MapLogicalType) SortOrder() SortOrder + func (MapLogicalType) String() string + func (MapLogicalType) ToConvertedType() (ConvertedType, DecimalMetadata) + type NoLogicalType struct + func (NoLogicalType) Equals(rhs LogicalType) bool + func (NoLogicalType) IsApplicable(parquet.Type, int32) bool + func (NoLogicalType) IsCompatible(c ConvertedType, dec DecimalMetadata) bool + func (NoLogicalType) IsNested() bool + func (NoLogicalType) IsNone() bool + func (NoLogicalType) IsSerialized() bool + func (NoLogicalType) IsValid() bool + func (NoLogicalType) MarshalJSON() ([]byte, error) + func (NoLogicalType) SortOrder() SortOrder + func (NoLogicalType) String() string + func (NoLogicalType) ToConvertedType() (ConvertedType, DecimalMetadata) + type Node interface + ConvertedType func() ConvertedType + Equals func(Node) bool + FieldID func() int32 + LogicalType func() LogicalType + Name func() string + Parent func() Node + Path func() string + RepetitionType func() parquet.Repetition + SetParent func(Node) + Type func() NodeType + Visit func(v Visitor) + func FromParquet(elems []*format.SchemaElement) (Node, error) + func Must(n Node, err error) Node + type NodeType int + const Group + const Primitive + type NullLogicalType struct + func (NullLogicalType) Equals(rhs LogicalType) bool + func (NullLogicalType) IsApplicable(parquet.Type, int32) bool + func (NullLogicalType) IsCompatible(c ConvertedType, dec DecimalMetadata) bool + func (NullLogicalType) IsNested() bool + func (NullLogicalType) IsNone() bool + func (NullLogicalType) IsSerialized() bool + func (NullLogicalType) IsValid() bool + func (NullLogicalType) MarshalJSON() ([]byte, error) + func (NullLogicalType) SortOrder() SortOrder + func (NullLogicalType) String() string + func (NullLogicalType) ToConvertedType() (ConvertedType, DecimalMetadata) + type PrimitiveNode struct + ColumnOrder parquet.ColumnOrder + func MustPrimitive(n Node, err error) *PrimitiveNode + func NewBooleanNode(name string, rep parquet.Repetition, fieldID int32) *PrimitiveNode + func NewByteArrayNode(name string, rep parquet.Repetition, fieldID int32) *PrimitiveNode + func NewFixedLenByteArrayNode(name string, rep parquet.Repetition, length int32, fieldID int32) *PrimitiveNode + func NewFloat32Node(name string, rep parquet.Repetition, fieldID int32) *PrimitiveNode + func NewFloat64Node(name string, rep parquet.Repetition, fieldID int32) *PrimitiveNode + func NewInt32Node(name string, rep parquet.Repetition, fieldID int32) *PrimitiveNode + func NewInt64Node(name string, rep parquet.Repetition, fieldID int32) *PrimitiveNode + func NewInt96Node(name string, rep parquet.Repetition, fieldID int32) *PrimitiveNode + func NewPrimitiveNode(name string, repetition parquet.Repetition, typ parquet.Type, ...) (*PrimitiveNode, error) + func NewPrimitiveNodeConverted(name string, repetition parquet.Repetition, typ parquet.Type, ...) (*PrimitiveNode, error) + func NewPrimitiveNodeLogical(name string, repetition parquet.Repetition, logicalType LogicalType, ...) (*PrimitiveNode, error) + func PrimitiveNodeFromThrift(elem *format.SchemaElement) (*PrimitiveNode, error) + func (n *PrimitiveNode) ConvertedType() ConvertedType + func (n *PrimitiveNode) FieldID() int32 + func (n *PrimitiveNode) LogicalType() LogicalType + func (n *PrimitiveNode) Name() string + func (n *PrimitiveNode) Parent() Node + func (n *PrimitiveNode) Path() string + func (n *PrimitiveNode) RepetitionType() parquet.Repetition + func (n *PrimitiveNode) SetParent(p Node) + func (n *PrimitiveNode) Type() NodeType + func (p *PrimitiveNode) DecimalMetadata() DecimalMetadata + func (p *PrimitiveNode) Equals(rhs Node) bool + func (p *PrimitiveNode) PhysicalType() parquet.Type + func (p *PrimitiveNode) SetTypeLength(length int) + func (p *PrimitiveNode) TypeLength() int + func (p *PrimitiveNode) Visit(v Visitor) + type Schema struct + func NewSchema(root *GroupNode) *Schema + func NewSchemaFromStruct(obj interface{}) (sc *Schema, err error) + func (s *Schema) Column(i int) *Column + func (s *Schema) ColumnIndexByName(nodePath string) int + func (s *Schema) ColumnIndexByNode(n Node) int + func (s *Schema) ColumnRoot(i int) Node + func (s *Schema) Equals(rhs *Schema) bool + func (s *Schema) HasRepeatedFields() bool + func (s *Schema) NumColumns() int + func (s *Schema) Root() *GroupNode + func (s *Schema) String() string + func (s *Schema) UpdateColumnOrders(orders []parquet.ColumnOrder) error + type SortOrder int8 + const SortSIGNED + const SortUNKNOWN + const SortUNSIGNED + func DefaultSortOrder(primitive format.Type) SortOrder + func GetLogicalSortOrder(logical LogicalType, primitive format.Type) SortOrder + func GetSortOrder(convert ConvertedType, primitive format.Type) SortOrder + type StringLogicalType struct + func (StringLogicalType) Equals(rhs LogicalType) bool + func (StringLogicalType) IsApplicable(t parquet.Type, _ int32) bool + func (StringLogicalType) IsCompatible(t ConvertedType, dec DecimalMetadata) bool + func (StringLogicalType) IsNested() bool + func (StringLogicalType) IsNone() bool + func (StringLogicalType) IsSerialized() bool + func (StringLogicalType) IsValid() bool + func (StringLogicalType) MarshalJSON() ([]byte, error) + func (StringLogicalType) SortOrder() SortOrder + func (StringLogicalType) String() string + func (StringLogicalType) ToConvertedType() (ConvertedType, DecimalMetadata) + type TemporalLogicalType interface + IsAdjustedToUTC func() bool + TimeUnit func() TimeUnitType + type TimeLogicalType struct + func (TimeLogicalType) IsNested() bool + func (TimeLogicalType) IsNone() bool + func (TimeLogicalType) IsSerialized() bool + func (TimeLogicalType) IsValid() bool + func (TimeLogicalType) SortOrder() SortOrder + func (t TimeLogicalType) Equals(rhs LogicalType) bool + func (t TimeLogicalType) IsAdjustedToUTC() bool + func (t TimeLogicalType) IsApplicable(typ parquet.Type, _ int32) bool + func (t TimeLogicalType) IsCompatible(c ConvertedType, dec DecimalMetadata) bool + func (t TimeLogicalType) MarshalJSON() ([]byte, error) + func (t TimeLogicalType) String() string + func (t TimeLogicalType) TimeUnit() TimeUnitType + func (t TimeLogicalType) ToConvertedType() (ConvertedType, DecimalMetadata) + type TimeUnitType int + const TimeUnitMicros + const TimeUnitMillis + const TimeUnitNanos + const TimeUnitUnknown + type TimestampLogicalType struct + func (TimestampLogicalType) IsApplicable(t parquet.Type, _ int32) bool + func (TimestampLogicalType) IsNested() bool + func (TimestampLogicalType) IsNone() bool + func (TimestampLogicalType) IsValid() bool + func (TimestampLogicalType) SortOrder() SortOrder + func (t TimestampLogicalType) Equals(rhs LogicalType) bool + func (t TimestampLogicalType) IsAdjustedToUTC() bool + func (t TimestampLogicalType) IsCompatible(c ConvertedType, dec DecimalMetadata) bool + func (t TimestampLogicalType) IsFromConvertedType() bool + func (t TimestampLogicalType) IsSerialized() bool + func (t TimestampLogicalType) MarshalJSON() ([]byte, error) + func (t TimestampLogicalType) String() string + func (t TimestampLogicalType) TimeUnit() TimeUnitType + func (t TimestampLogicalType) ToConvertedType() (ConvertedType, DecimalMetadata) + type UUIDLogicalType struct + func (UUIDLogicalType) Equals(rhs LogicalType) bool + func (UUIDLogicalType) IsApplicable(t parquet.Type, tlen int32) bool + func (UUIDLogicalType) IsCompatible(c ConvertedType, dec DecimalMetadata) bool + func (UUIDLogicalType) IsNested() bool + func (UUIDLogicalType) IsNone() bool + func (UUIDLogicalType) IsSerialized() bool + func (UUIDLogicalType) IsValid() bool + func (UUIDLogicalType) MarshalJSON() ([]byte, error) + func (UUIDLogicalType) SortOrder() SortOrder + func (UUIDLogicalType) String() string + func (UUIDLogicalType) ToConvertedType() (ConvertedType, DecimalMetadata) + type UnknownLogicalType struct + func (UnknownLogicalType) Equals(rhs LogicalType) bool + func (UnknownLogicalType) IsApplicable(parquet.Type, int32) bool + func (UnknownLogicalType) IsCompatible(c ConvertedType, dec DecimalMetadata) bool + func (UnknownLogicalType) IsNested() bool + func (UnknownLogicalType) IsNone() bool + func (UnknownLogicalType) IsSerialized() bool + func (UnknownLogicalType) IsValid() bool + func (UnknownLogicalType) MarshalJSON() ([]byte, error) + func (UnknownLogicalType) SortOrder() SortOrder + func (UnknownLogicalType) String() string + func (UnknownLogicalType) ToConvertedType() (ConvertedType, DecimalMetadata) + type Visitor interface + VisitPost func(Node) + VisitPre func(Node) bool Other modules containing this package github.com/apache/arrow/go/v10 github.com/apache/arrow/go/v11 github.com/apache/arrow/go/v13 github.com/apache/arrow/go/v14 github.com/apache/arrow/go/v15 github.com/apache/arrow/go/v16 github.com/apache/arrow/go/v17 github.com/apache/arrow/go/v6 github.com/apache/arrow/go/v7 github.com/apache/arrow/go/v8 github.com/apache/arrow/go/v9
Go to main page