transform

Documentation

Index

• Constants
• Variables
• type DictionaryField
  • func NewDictionaryField(path string, dictID string, config *cfg.Dictionary, ...) *DictionaryField
  • func (t *DictionaryField) AddTotal(total int)
  • func (t *DictionaryField) Cardinality() uint64
  • func (t *DictionaryField) CumulativeTotal() uint64
  • func (t *DictionaryField) IndexType() arrow.DataType
  • func (t *DictionaryField) RevertCounters()
  • func (t *DictionaryField) SetCardinality(card uint64, stats *stats.RecordBuilderStats)
  • func (t *DictionaryField) Transform(field *arrow.Field) *arrow.Field
• type IdentityField
  • func (t *IdentityField) RevertCounters()
  • func (t *IdentityField) Transform(field *arrow.Field) *arrow.Field
• type NoField
  • func (t *NoField) RevertCounters()
  • func (t *NoField) Transform(_ *arrow.Field) *arrow.Field

Constants

const DictIdKey = "dictId"

Variables

var (
	AllIndexTypes   = []arrow.DataType{arrow.PrimitiveTypes.Uint8, arrow.PrimitiveTypes.Uint16, arrow.PrimitiveTypes.Uint32, arrow.PrimitiveTypes.Uint64}
	AllIndexMaxCard = []uint64{math.MaxUint8, math.MaxUint16, math.MaxUint32, math.MaxUint64}
)

Types

type DictionaryField

type DictionaryField struct {

	// Dictionary ID
	DictID string
	// contains filtered or unexported fields
}

DictionaryField is a FieldTransform that transforms dictionary fields to a given index type. If the index type is nil, the dictionary is downgraded to its value type.

func NewDictionaryField

func NewDictionaryField(
	path string,
	dictID string,
	config *cfg.Dictionary,
	schemaUpdateRequest *update.SchemaUpdateRequest,
	events *events.Events,
) *DictionaryField

func (*DictionaryField) AddTotal

func (t *DictionaryField) AddTotal(total int)

func (*DictionaryField) Cardinality

func (t *DictionaryField) Cardinality() uint64

func (*DictionaryField) CumulativeTotal

func (t *DictionaryField) CumulativeTotal() uint64

func (*DictionaryField) IndexType

func (t *DictionaryField) IndexType() arrow.DataType

func (*DictionaryField) RevertCounters

func (t *DictionaryField) RevertCounters()

RevertCounters resets the cumulative total to the previous cumulative total.

func (*DictionaryField) SetCardinality

func (t *DictionaryField) SetCardinality(card uint64, stats *stats.RecordBuilderStats)

func (*DictionaryField) Transform

func (t *DictionaryField) Transform(field *arrow.Field) *arrow.Field

type IdentityField

type IdentityField struct{}

IdentityField is a FieldTransform that returns a copy of the field.

func (*IdentityField) RevertCounters

func (t *IdentityField) RevertCounters()

func (*IdentityField) Transform

func (t *IdentityField) Transform(field *arrow.Field) *arrow.Field

type NoField

type NoField struct{}

NoField is a FieldTransform that returns nil, so in practice it removes the field.

func (*NoField) RevertCounters

func (t *NoField) RevertCounters()

func (*NoField) Transform

func (t *NoField) Transform(_ *arrow.Field) *arrow.Field