dictutils

package

v9.0.2 Latest Latest Go to latest Published: Sep 28, 2022 License: Apache-2.0, BSD-2-Clause, BSD-3-Clause, + 8 more Imports: 6 Imported by: 0

Details

This section is empty.

This section is empty.

func CollectDictionaries(batch arrow.Record, mapper *Mapper) (out []dictpair, err error)

func ResolveDictionaries(memo *Memo, cols []arrow.ArrayData, parentPos FieldPos, mem memory.Allocator) error

func ResolveFieldDict(memo *Memo, data arrow.ArrayData, pos FieldPos, mem memory.Allocator) error

type FieldPos struct {
	// contains filtered or unexported fields
}

func NewFieldPos() FieldPos

func (f *FieldPos) Child(index int32) FieldPos

func (f *FieldPos) Path() []int32

type Kind int8

const (
	KindNew Kind = iota
	KindDelta
	KindReplacement
)

type Mapper struct {
	// contains filtered or unexported fields
}

func (d *Mapper) AddField(id int64, fieldPath []int32) error

func (d *Mapper) GetFieldID(fieldPath []int32) (int64, error)

func (d *Mapper) ImportField(pos FieldPos, field *arrow.Field)

func (d *Mapper) ImportFields(pos FieldPos, fields []arrow.Field)

func (d *Mapper) ImportSchema(schema *arrow.Schema)

func (d *Mapper) InsertPath(pos FieldPos)

func (d *Mapper) NumDicts() int

func (d *Mapper) NumFields() int

type Memo struct {
	Mapper Mapper
	// contains filtered or unexported fields
}

func NewMemo() Memo

func (memo *Memo) Add(id int64, v arrow.ArrayData)

func (memo *Memo) AddDelta(id int64, v arrow.ArrayData)

func (memo *Memo) AddOrReplace(id int64, v arrow.ArrayData) bool

func (memo *Memo) AddType(id int64, typ arrow.DataType) error

func (memo *Memo) Clear()

func (memo *Memo) Dict(id int64, mem memory.Allocator) (arrow.ArrayData, error)

func (memo Memo) HasDict(v arrow.ArrayData) bool

func (memo Memo) HasID(id int64) bool

func (memo *Memo) Len() int

func (memo *Memo) Type(id int64) (arrow.DataType, bool)