batch

Documentation

Index

• Variables
• func BatchToProtoBatch(bat *Batch) (*api.Batch, error)
• func Cow(bat *Batch)
• func Length(bat *Batch) int
• func Reorder(bat *Batch, attrs []string)
• func SetLength(bat *Batch, n int)
• type Batch
  • func New(ro bool, attrs []string) *Batch
  • func NewWithSize(n int) *Batch
  • func ProtoBatchToBatch(bat *api.Batch) (*Batch, error)
  • func (bat *Batch) AddCnt(cnt int)
  • func (bat *Batch) AntiShrink(sels []int64)
  • func (bat *Batch) Append(ctx context.Context, mh *mpool.MPool, b *Batch) (*Batch, error)
  • func (bat *Batch) Clean(m *mpool.MPool)
  • func (bat *Batch) CleanOnlyData()
  • func (bat *Batch) Dup(mp *mpool.MPool) (*Batch, error)
  • func (bat *Batch) GetCnt() int64
  • func (bat *Batch) GetSubBatch(cols []string) *Batch
  • func (bat *Batch) GetVector(pos int32) *vector.Vector
  • func (bat *Batch) InitZsOne(len int)
  • func (bat *Batch) Length() int
  • func (bat *Batch) MarshalBinary() ([]byte, error)
  • func (bat *Batch) Prefetch(poses []int32, vecs []*vector.Vector)
  • func (bat *Batch) ReplaceVector(oldVec *vector.Vector, newVec *vector.Vector)
  • func (bat *Batch) SetAttributes(attrs []string)
  • func (bat *Batch) SetCnt(cnt int64)
  • func (bat *Batch) SetVector(pos int32, vec *vector.Vector)
  • func (bat *Batch) SetZs(len int, m *mpool.MPool)
  • func (bat *Batch) Shrink(sels []int64)
  • func (bat *Batch) Shuffle(sels []int64, m *mpool.MPool) error
  • func (bat *Batch) Size() int
  • func (bat *Batch) String() string
  • func (bat *Batch) SubCnt(cnt int)
  • func (bat *Batch) UnmarshalBinary(data []byte) error
  • func (bat *Batch) VectorCount() int
• type EncodeBatch
  • func (m *EncodeBatch) MarshalBinary() ([]byte, error)
  • func (m *EncodeBatch) UnmarshalBinary(data []byte) error

Variables

var (
	EmptyBatch             = &Batch{}
	EmptyForConstFoldBatch = NewWithSize(0)
)

Functions

func BatchToProtoBatch

func BatchToProtoBatch(bat *Batch) (*api.Batch, error)

func Cow

func Cow(bat *Batch)

func Length

func Length(bat *Batch) int

func Reorder

func Reorder(bat *Batch, attrs []string)

func SetLength

func SetLength(bat *Batch, n int)

Types

type Batch

type Batch struct {
	// Ro if true, Attrs is read only
	Ro bool
	// reference count, default is 1
	Cnt int64
	// Attrs column name list
	Attrs []string
	// Vecs col data
	Vecs []*vector.Vector
	// ring
	Zs   []int64
	Aggs []agg.Agg[any]

	AuxData any // hash table, runtime filter, etc.
}

Batch represents a part of a relationship including an optional list of row numbers, columns and list of attributes

(SelsData, Sels) - list of row numbers
(Attrs) - list of attributes
(vecs) 	- columns

func New

func New(ro bool, attrs []string) *Batch

func NewWithSize

func NewWithSize(n int) *Batch

func ProtoBatchToBatch

func ProtoBatchToBatch(bat *api.Batch) (*Batch, error)

func (*Batch) AddCnt

func (bat *Batch) AddCnt(cnt int)

func (*Batch) AntiShrink

func (bat *Batch) AntiShrink(sels []int64)

func (*Batch) Append

func (bat *Batch) Append(ctx context.Context, mh *mpool.MPool, b *Batch) (*Batch, error)

func (*Batch) Clean

func (bat *Batch) Clean(m *mpool.MPool)

func (*Batch) CleanOnlyData

func (bat *Batch) CleanOnlyData()

func (*Batch) Dup

func (bat *Batch) Dup(mp *mpool.MPool) (*Batch, error)

func (*Batch) GetCnt

func (bat *Batch) GetCnt() int64

func (*Batch) GetSubBatch

func (bat *Batch) GetSubBatch(cols []string) *Batch

func (*Batch) GetVector

func (bat *Batch) GetVector(pos int32) *vector.Vector

func (*Batch) InitZsOne

func (bat *Batch) InitZsOne(len int)

InitZsOne init Batch.Zs and values are all 1

func (*Batch) Length

func (bat *Batch) Length() int

func (*Batch) MarshalBinary

func (bat *Batch) MarshalBinary() ([]byte, error)

func (*Batch) Prefetch

func (bat *Batch) Prefetch(poses []int32, vecs []*vector.Vector)

func (*Batch) ReplaceVector

func (bat *Batch) ReplaceVector(oldVec *vector.Vector, newVec *vector.Vector)

func (*Batch) SetAttributes

func (bat *Batch) SetAttributes(attrs []string)

func (*Batch) SetCnt

func (bat *Batch) SetCnt(cnt int64)

func (*Batch) SetVector

func (bat *Batch) SetVector(pos int32, vec *vector.Vector)

func (*Batch) SetZs

func (bat *Batch) SetZs(len int, m *mpool.MPool)

XXX I will slowly remove all code that uses InitZsone.

func (*Batch) Shrink

func (bat *Batch) Shrink(sels []int64)

I think Shrink should have a mpool!!!

func (*Batch) Shuffle

func (bat *Batch) Shuffle(sels []int64, m *mpool.MPool) error

func (*Batch) Size

func (bat *Batch) Size() int

func (*Batch) String

func (bat *Batch) String() string

func (*Batch) SubCnt

func (bat *Batch) SubCnt(cnt int)

func (*Batch) UnmarshalBinary

func (bat *Batch) UnmarshalBinary(data []byte) error

func (*Batch) VectorCount

func (bat *Batch) VectorCount() int

type EncodeBatch

type EncodeBatch struct {
	Zs       []int64
	Vecs     []*vector.Vector
	Attrs    []string
	AggInfos []aggInfo
}

func (*EncodeBatch) MarshalBinary

func (m *EncodeBatch) MarshalBinary() ([]byte, error)

func (*EncodeBatch) UnmarshalBinary

func (m *EncodeBatch) UnmarshalBinary(data []byte) error