transform

Documentation

Index

• Constants
• Variables
• type DictionaryField
  • func NewDictionaryField(path string, dictID string, config *cfg.Dictionary, ...) *DictionaryField
  • func (t *DictionaryField) AddTotal(total int)
  • func (t *DictionaryField) Cardinality() uint64
  • func (t *DictionaryField) CumulativeTotal() uint64
  • func (t *DictionaryField) IndexType() arrow.DataType
  • func (t *DictionaryField) Path() string
  • func (t *DictionaryField) RevertCounters()
  • func (t *DictionaryField) SetCardinality(card uint64, stats *stats.RecordBuilderStats)
  • func (t *DictionaryField) Transform(field *arrow.Field) *arrow.Field
• type IdentityField
  • func NewIdentityField(path string) *IdentityField
  • func (t *IdentityField) Path() string
  • func (t *IdentityField) RevertCounters()
  • func (t *IdentityField) Transform(field *arrow.Field) *arrow.Field
• type NoField
  • func (t *NoField) Path() string
  • func (t *NoField) RevertCounters()
  • func (t *NoField) Transform(_ *arrow.Field) *arrow.Field

Constants

const DictIdKey = "dictId"

Variables

var (
	AllIndexTypes   = []arrow.DataType{arrow.PrimitiveTypes.Uint8, arrow.PrimitiveTypes.Uint16, arrow.PrimitiveTypes.Uint32, arrow.PrimitiveTypes.Uint64}
	AllIndexMaxCard = []uint64{math.MaxUint8, math.MaxUint16, math.MaxUint32, math.MaxUint64}
)

Types

type DictionaryField

type DictionaryField struct {

	// Dictionary ID
	DictID string
	// contains filtered or unexported fields
}

DictionaryField is a FieldTransform that transforms dictionary fields to a given index type. If the index type is nil, the dictionary is downgraded to its value type.

func NewDictionaryField

func NewDictionaryField(
	path string,
	dictID string,
	config *cfg.Dictionary,
	schemaUpdateRequest *update.SchemaUpdateRequest,
	events *events.Events,
) *DictionaryField

func (*DictionaryField) AddTotal

func (t *DictionaryField) AddTotal(total int)

func (*DictionaryField) Cardinality

func (t *DictionaryField) Cardinality() uint64

Cardinality returns the cardinality of the dictionary field.

func (*DictionaryField) CumulativeTotal

func (t *DictionaryField) CumulativeTotal() uint64

CumulativeTotal returns the number of values inserted in the corresponding column since its creation.

func (*DictionaryField) IndexType

func (t *DictionaryField) IndexType() arrow.DataType

IndexType returns the index type of the column.

func (*DictionaryField) Path

func (t *DictionaryField) Path() string

Path returns the path of the dictionary field.

func (*DictionaryField) RevertCounters

func (t *DictionaryField) RevertCounters()

RevertCounters resets the cumulative total to the previous cumulative total.

func (*DictionaryField) SetCardinality

func (t *DictionaryField) SetCardinality(card uint64, stats *stats.RecordBuilderStats)

func (*DictionaryField) Transform

func (t *DictionaryField) Transform(field *arrow.Field) *arrow.Field

type IdentityField

type IdentityField struct {
	// contains filtered or unexported fields
}

IdentityField is a FieldTransform that returns a copy of the field.

func NewIdentityField

func NewIdentityField(path string) *IdentityField

func (*IdentityField) Path

func (t *IdentityField) Path() string

func (*IdentityField) RevertCounters

func (t *IdentityField) RevertCounters()

func (*IdentityField) Transform

func (t *IdentityField) Transform(field *arrow.Field) *arrow.Field

type NoField

type NoField struct{}

NoField is a FieldTransform that returns nil, so in practice it removes the field.

func (*NoField) Path

func (t *NoField) Path() string

func (*NoField) RevertCounters

func (t *NoField) RevertCounters()

func (*NoField) Transform

func (t *NoField) Transform(_ *arrow.Field) *arrow.Field