mergeindex

package
v1.2.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Feb 29, 2024 License: Apache-2.0 Imports: 12 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	MaxItemSize = 64 * 1024
)
View Source 
const MaxTSIDsPerRow = 64

Variables

This section is empty.

Functions

func MarshalCommonPrefix 

func MarshalCommonPrefix(dst []byte, nsPrefix byte) []byte

func MergeItems 

func MergeItems(data []byte, items []mergeset.Item,
	nsPrefix byte, rowsMerger ItemMerger) ([]byte, []mergeset.Item)

func MergeItemsForColumnStore added in v1.1.0 

func MergeItemsForColumnStore(data []byte, items []mergeset.Item,
	nsPrefix byte, rowsMerger ItemMergerForLabelStore, isArrowFlight bool) ([]byte, []mergeset.Item)

Types

type BasicRowMerger 

type BasicRowMerger struct {
	// contains filtered or unexported fields
}

func (*BasicRowMerger) AppendData 

func (brm *BasicRowMerger) AppendData(data []byte)

func (*BasicRowMerger) AppendItems 

func (brm *BasicRowMerger) AppendItems(items []mergeset.Item)

func (*BasicRowMerger) AppendTSIDs 

func (brm *BasicRowMerger) AppendTSIDs(tsids []uint64)

func (*BasicRowMerger) FlushPendingTSIDs 

func (brm *BasicRowMerger) FlushPendingTSIDs(dstData []byte, dstItems []mergeset.Item, mp ItemParser) ([]byte, []mergeset.Item)

func (*BasicRowMerger) GetPendingTSIDs 

func (brm *BasicRowMerger) GetPendingTSIDs() []uint64

func (*BasicRowMerger) ResetCommon 

func (brm *BasicRowMerger) ResetCommon()

type BasicRowParser 

type BasicRowParser struct {
	NsPrefix byte

	TSIDs []uint64
	// contains filtered or unexported fields
}

func (*BasicRowParser) FirstAndLastTSIDs 

func (brp *BasicRowParser) FirstAndLastTSIDs() (uint64, uint64)

func (*BasicRowParser) HasCommonTSIDs 

func (brp *BasicRowParser) HasCommonTSIDs(filter *uint64set.Set) bool

func (*BasicRowParser) InitCommon 

func (brp *BasicRowParser) InitCommon(b []byte, nsPrefixExpected byte) ([]byte, error)

func (*BasicRowParser) InitOnlyTail 

func (brp *BasicRowParser) InitOnlyTail(b, tail []byte) error

func (*BasicRowParser) IsExpectedTag 

func (brp *BasicRowParser) IsExpectedTag(deletedTSIDs *uint64set.Set, eligibleTSIDs *uint64set.Set) (bool, uint64)

func (*BasicRowParser) MarshalPrefixCommon 

func (brp *BasicRowParser) MarshalPrefixCommon(dst []byte) []byte

func (*BasicRowParser) ParseTSIDs 

func (brp *BasicRowParser) ParseTSIDs()

func (*BasicRowParser) ResetCommon 

func (brp *BasicRowParser) ResetCommon()

func (*BasicRowParser) TSIDsLen 

func (brp *BasicRowParser) TSIDsLen() int

type BasicRowValuesMerger added in v1.1.0 

type BasicRowValuesMerger struct {
	ItemSize int
	// contains filtered or unexported fields
}

func (*BasicRowValuesMerger) AppendValues added in v1.1.0 

func (brvm *BasicRowValuesMerger) AppendValues(values [][]byte)

func (*BasicRowValuesMerger) FlushPendingValues added in v1.1.0 

func (brvm *BasicRowValuesMerger) FlushPendingValues(dstData []byte, dstItems []mergeset.Item, mp ItemParserForLabelStore) ([]byte, []mergeset.Item)

func (*BasicRowValuesMerger) GetPendingValues added in v1.1.0 

func (brvm *BasicRowValuesMerger) GetPendingValues() int

func (*BasicRowValuesMerger) GetPendingValuesSize added in v1.1.0 

func (brvm *BasicRowValuesMerger) GetPendingValuesSize(values [][]byte) int

func (*BasicRowValuesMerger) ResetCommon added in v1.1.0 

func (brvm *BasicRowValuesMerger) ResetCommon()

func (*BasicRowValuesMerger) SetPrifixSize added in v1.1.0 

func (brvm *BasicRowValuesMerger) SetPrifixSize(size int)

type BasicRowValuesParser added in v1.1.0 

type BasicRowValuesParser struct {
	NsPrefix byte
}

func (*BasicRowValuesParser) InitCommon added in v1.1.0 

func (brvp *BasicRowValuesParser) InitCommon(b []byte, nsPrefixExpected byte) ([]byte, error)

func (*BasicRowValuesParser) MarshalPrefixCommon added in v1.1.0 

func (brvp *BasicRowValuesParser) MarshalPrefixCommon(dst []byte) []byte

func (*BasicRowValuesParser) ResetCommon added in v1.1.0 

func (brvp *BasicRowValuesParser) ResetCommon()

type IndexItemsPool 

type IndexItemsPool struct {
	// contains filtered or unexported fields
}

func (*IndexItemsPool) Get 

func (iip *IndexItemsPool) Get() *indexItems

func (*IndexItemsPool) Put 

func (iip *IndexItemsPool) Put(ii *indexItems)

type ItemMerger 

type ItemMerger interface {
	FlushPendingTSIDs(dstData []byte, dstItems []mergeset.Item, mp ItemParser) ([]byte, []mergeset.Item)
	AppendTSIDs(tsids []uint64)
	AppendData(data []byte)
	AppendItems(items []mergeset.Item)
	GetMergeParser() ItemParser
	GetPreMergeParser() ItemParser
	GetPendingTSIDs() []uint64
}

type ItemMergerForLabelStore added in v1.1.0 

type ItemMergerForLabelStore interface {
	AppendValues(values [][]byte)
	SetPrifixSize(size int)
	GetMergeParser() ItemParserForLabelStore
	GetPreMergeParser() ItemParserForLabelStore
	GetPendingValuesSize(values [][]byte) int
	GetPendingValues() int
	FlushPendingValues(dstData []byte, dstItems []mergeset.Item, mp ItemParserForLabelStore) ([]byte, []mergeset.Item)
}

type ItemParser 

type ItemParser interface {
	Init(b []byte, nsPrefixExpected byte) error
	Reset()
	MarshalPrefix(dst []byte) []byte
	FirstAndLastTSIDs() (uint64, uint64)
	TSIDsLen() int
	ParseTSIDs()
	HasCommonTSIDs(filter *uint64set.Set) bool
	IsExpectedTag(deletedTSIDs *uint64set.Set, eligibleTSIDs *uint64set.Set) (bool, uint64)
	EqualPrefix(x ItemParser) bool
	GetTSIDs() []uint64
}

type ItemParserForLabelStore added in v1.1.0 

type ItemParserForLabelStore interface {
	Init(b []byte, nsPrefixExpected byte) error
	Reset()
	ResetValueSize()
	EqualPrefix(x ItemParserForLabelStore) bool
	MarshalPrefix(dst []byte) []byte
	MarshalValues(values [][]byte, dst []byte) []byte
	GetValuesSize() int
	GetValues() [][]byte
	GetPrifixSize() int
}

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.