utils

Documentation

Index

• Constants
• func AssignReplica(m *meta.Meta, resourceGroups []string, replicaNumber int32, checkNodeNum bool) (map[string]int, error)
• func CheckCollectionsQueryable(m *meta.Meta, targetMgr meta.TargetManagerInterface, ...) error
• func CheckLeaderAvailable(nodeMgr *session.NodeManager, targetMgr meta.TargetManagerInterface, ...) error
• func CheckNodeAvailable(nodeID int64, info *session.NodeInfo) error
• func CreateTestChannel(collection, node, version int64, channel string) *meta.DmChannel
• func CreateTestCollection(collection int64, replica int32) *meta.Collection
• func CreateTestLeaderView(id, collection int64, channel string, segments map[int64]int64, ...) *meta.LeaderView
• func CreateTestPartition(collection int64, partitionID int64) *meta.Partition
• func CreateTestReplica(id, collectionID int64, nodes []int64) *meta.Replica
• func CreateTestSchema() *schemapb.CollectionSchema
• func CreateTestSegment(collection, partition, segment, node, version int64, channel string) *meta.Segment
• func CreateTestSegmentInfo(collection, partition, segment int64, channel string) *datapb.SegmentInfo
• func FilterReleased[E interface{ ... }](elems []E, collections []int64) []E
• func FindMaxVersionSegments(segments []*meta.Segment) []*meta.Segment
• func GetPartitions(collectionMgr *meta.CollectionManager, collectionID int64) ([]int64, error)
• func GetShardLeaders(m *meta.Meta, targetMgr meta.TargetManagerInterface, ...) ([]*querypb.ShardLeadersList, error)
• func GetShardLeadersWithChannels(m *meta.Meta, targetMgr meta.TargetManagerInterface, ...) ([]*querypb.ShardLeadersList, error)
• func GroupNodesByReplica(replicaMgr *meta.ReplicaManager, collectionID int64, nodes []int64) map[int64][]int64
• func GroupPartitionsByCollection(partitions []*meta.Partition) map[int64][]*meta.Partition
• func GroupSegmentsByReplica(replicaMgr *meta.ReplicaManager, collectionID int64, segments []*meta.Segment) map[int64][]*meta.Segment
• func MergeDmChannelInfo(infos []*datapb.VchannelInfo) *meta.DmChannel
• func MergeMetaSegmentIntoSegmentInfo(info *querypb.SegmentInfo, segments ...*meta.Segment)
• func PackSegmentLoadInfo(segment *datapb.SegmentInfo, channelCheckpoint *msgpb.MsgPosition, ...) *querypb.SegmentLoadInfo
• func ReassignReplicaToRG(m *meta.Meta, collectionID int64, newReplicaNumber int32, ...) (map[string]int, map[string][]*meta.Replica, []int64, error)
• func RecoverAllCollection(m *meta.Meta)
• func RecoverReplicaOfCollection(m *meta.Meta, collectionID typeutil.UniqueID)
• func SpawnReplicasWithRG(m *meta.Meta, collection int64, resourceGroups []string, replicaNumber int32, ...) ([]*meta.Replica, error)
• type CheckerType
  • func (s CheckerType) String() string

Constants

const (
	SegmentCheckerName = "segment_checker"
	ChannelCheckerName = "channel_checker"
	BalanceCheckerName = "balance_checker"
	IndexCheckerName   = "index_checker"
	LeaderCheckerName  = "leader_checker"
	ManualBalanceName  = "manual_balance"
)

Functions

func AssignReplica

func AssignReplica(m *meta.Meta, resourceGroups []string, replicaNumber int32, checkNodeNum bool) (map[string]int, error)

func CheckCollectionsQueryable

func CheckCollectionsQueryable(m *meta.Meta, targetMgr meta.TargetManagerInterface, dist *meta.DistributionManager, nodeMgr *session.NodeManager) error

CheckCollectionsQueryable check all channels are watched and all segments are loaded for this collection

func CheckLeaderAvailable

func CheckLeaderAvailable(nodeMgr *session.NodeManager, targetMgr meta.TargetManagerInterface, leader *meta.LeaderView) error

In a replica, a shard is available, if and only if: 1. The leader is online 2. All QueryNodes in the distribution are online 3. The last heartbeat response time is within HeartbeatAvailableInterval for all QueryNodes(include leader) in the distribution 4. All segments of the shard in target should be in the distribution

func CheckNodeAvailable

func CheckNodeAvailable(nodeID int64, info *session.NodeInfo) error

func CreateTestChannel

func CreateTestChannel(collection, node, version int64, channel string) *meta.DmChannel

func CreateTestCollection

func CreateTestCollection(collection int64, replica int32) *meta.Collection

func CreateTestLeaderView

func CreateTestLeaderView(id, collection int64, channel string, segments map[int64]int64, growings map[int64]*meta.Segment) *meta.LeaderView

func CreateTestPartition

func CreateTestPartition(collection int64, partitionID int64) *meta.Partition

func CreateTestReplica

func CreateTestReplica(id, collectionID int64, nodes []int64) *meta.Replica

func CreateTestSchema

func CreateTestSchema() *schemapb.CollectionSchema

func CreateTestSegment

func CreateTestSegment(collection, partition, segment, node, version int64, channel string) *meta.Segment

func CreateTestSegmentInfo

func CreateTestSegmentInfo(collection, partition, segment int64, channel string) *datapb.SegmentInfo

func FilterReleased

func FilterReleased[E interface{ GetCollectionID() int64 }](elems []E, collections []int64) []E

func FindMaxVersionSegments

func FindMaxVersionSegments(segments []*meta.Segment) []*meta.Segment

func GetPartitions

func GetPartitions(collectionMgr *meta.CollectionManager, collectionID int64) ([]int64, error)

func GetShardLeaders

func GetShardLeaders(m *meta.Meta, targetMgr meta.TargetManagerInterface, dist *meta.DistributionManager, nodeMgr *session.NodeManager, collectionID int64) ([]*querypb.ShardLeadersList, error)

func GetShardLeadersWithChannels

func GetShardLeadersWithChannels(m *meta.Meta, targetMgr meta.TargetManagerInterface, dist *meta.DistributionManager,
	nodeMgr *session.NodeManager, collectionID int64, channels map[string]*meta.DmChannel,
) ([]*querypb.ShardLeadersList, error)

func GroupNodesByReplica

func GroupNodesByReplica(replicaMgr *meta.ReplicaManager, collectionID int64, nodes []int64) map[int64][]int64

GroupNodesByReplica groups nodes by replica, returns ReplicaID -> NodeIDs

func GroupPartitionsByCollection

func GroupPartitionsByCollection(partitions []*meta.Partition) map[int64][]*meta.Partition

GroupPartitionsByCollection groups partitions by collection, returns CollectionID -> Partitions

func GroupSegmentsByReplica

func GroupSegmentsByReplica(replicaMgr *meta.ReplicaManager, collectionID int64, segments []*meta.Segment) map[int64][]*meta.Segment

GroupSegmentsByReplica groups segments by replica, returns ReplicaID -> Segments

func MergeDmChannelInfo

func MergeDmChannelInfo(infos []*datapb.VchannelInfo) *meta.DmChannel

func MergeMetaSegmentIntoSegmentInfo

func MergeMetaSegmentIntoSegmentInfo(info *querypb.SegmentInfo, segments ...*meta.Segment)

func PackSegmentLoadInfo

func PackSegmentLoadInfo(segment *datapb.SegmentInfo, channelCheckpoint *msgpb.MsgPosition, indexes []*querypb.FieldIndexInfo) *querypb.SegmentLoadInfo

packSegmentLoadInfo packs SegmentLoadInfo for given segment, packs with index if withIndex is true, this fetch indexes from IndexCoord

func ReassignReplicaToRG

func ReassignReplicaToRG(
	m *meta.Meta,
	collectionID int64,
	newReplicaNumber int32,
	newResourceGroups []string,
) (map[string]int, map[string][]*meta.Replica, []int64, error)

func RecoverAllCollection

func RecoverAllCollection(m *meta.Meta)

RecoverAllCollectionrecovers all replica of all collection in resource group.

func RecoverReplicaOfCollection

func RecoverReplicaOfCollection(m *meta.Meta, collectionID typeutil.UniqueID)

RecoverReplicaOfCollection recovers all replica of collection with latest resource group.

func SpawnReplicasWithRG

func SpawnReplicasWithRG(m *meta.Meta, collection int64, resourceGroups []string, replicaNumber int32, channels []string) ([]*meta.Replica, error)

SpawnReplicasWithRG spawns replicas in rgs one by one for given collection.

Types

type CheckerType

type CheckerType int32

const (
	ChannelChecker CheckerType = iota + 1
	SegmentChecker
	BalanceChecker
	IndexChecker
	LeaderChecker
	ManualBalance
)

func (CheckerType) String

func (s CheckerType) String() string