schedule

package

Go to main page

Versions in this module

v3

v3.1.2

Apr 26, 2020

v3.1.1

Apr 26, 2020

v3.1.0

Apr 10, 2020

Changes in this version

+ func DecodeConfig(data []byte, v interface{}) error

+ func EncodeConfig(v interface{}) ([]byte, error)

+ func FindSchedulerTypeByName(name string) string

+ func RegisterSliceDecoderBuilder(typ string, builder ConfigSliceDecoderBuilder)

+ type CheckerController struct

+ func NewCheckerController(ctx context.Context, cluster opt.Cluster, ruleManager *placement.RuleManager, ...) *CheckerController

+ func (c *CheckerController) CheckRegion(region *core.RegionInfo) (bool, []*operator.Operator)

+ func (c *CheckerController) GetMergeChecker() *checker.MergeChecker

+ type ConfigDecoder func(v interface{}) error

+ func ConfigJSONDecoder(data []byte) ConfigDecoder

+ func ConfigSliceDecoder(name string, args []string) ConfigDecoder

+ type ConfigSliceDecoderBuilder func([]string) ConfigDecoder

type OperatorController

+ func (oc *OperatorController) Ctx() context.Context

+ func (oc *OperatorController) GetCluster() opt.Cluster

+ func (oc *OperatorController) SetAllStoresLimitAuto(rate float64)

type OperatorWithStatus

+ func NewOperatorWithStatus(op *operator.Operator) *OperatorWithStatus

+ type PluginInterface struct

+ func NewPluginInterface() *PluginInterface

+ func (p *PluginInterface) GetFunction(path string, funcName string) (plugin.Symbol, error)

type Scheduler

+ EncodeConfig func() ([]byte, error)

+ type StoreLimit struct

+ func NewStoreLimit(rate float64, mode StoreLimitMode) *StoreLimit

+ func (l *StoreLimit) Available() int64

+ func (l *StoreLimit) Mode() StoreLimitMode

+ func (l *StoreLimit) Rate() float64

+ func (l *StoreLimit) Take(count int64) time.Duration

+ type StoreLimitMode int

+ const StoreLimitAuto

+ const StoreLimitManual

+ func (m StoreLimitMode) String() string

+ type StoreLimitScene struct

+ High int

+ Idle int

+ Low int

+ Normal int

+ func DefaultStoreLimitScene() *StoreLimitScene

v3.1.0-rc

Apr 1, 2020

v3.1.0-beta.2

Feb 27, 2020

v3.0.18

Aug 14, 2020

v3.0.17

Jul 27, 2020

v3.0.16

Jun 28, 2020

v3.0.15

May 29, 2020

Changes in this version

type OperatorController

+ func (oc *OperatorController) GetLeaderSchedulePolicy() core.SchedulePolicy

type Options

+ GetLeaderSchedulePolicy func() core.SchedulePolicy

type StoreInfluence

+ func (s StoreInfluence) ResourceProperty(kind core.ScheduleKind) int64

v3.0.14

Mar 12, 2020

v3.0.13

Mar 12, 2020

v3.0.12

Mar 12, 2020

v3.0.11

Feb 20, 2020

Changes in this version

+ const DispatchFromCreate

+ const DispatchFromHeartBeat

+ const DispatchFromNotifierQueue

+ const LeaderOperatorWaitTime

+ const RegionInfluence

+ const RegionOperatorWaitTime

+ const RejectLeader

+ var PriorityWeight = []float64

+ var PushOperatorTickInterval = 500 * time.Millisecond

+ var StoreBalanceBaseTime float64 = 60

+ func ApplyOperator(mc *mockcluster.Cluster, op *Operator)

+ func ApplyOperatorStep(region *core.RegionInfo, op *Operator) *core.RegionInfo

+ func CheckOperatorValid(op *Operator) bool

+ func DistinctScore(labels []string, stores []*core.StoreInfo, other *core.StoreInfo) float64

+ func FilterSource(opt Options, store *core.StoreInfo, filters []Filter) bool

+ func FilterTarget(opt Options, store *core.StoreInfo, filters []Filter) bool

+ func IsSchedulerRegistered(name string) bool

+ func RegisterScheduler(name string, createFn CreateSchedulerFunc)

+ type AddLearner struct

+ PeerID uint64

+ ToStore uint64

+ func (al AddLearner) Influence(opInfluence OpInfluence, region *core.RegionInfo)

+ func (al AddLearner) IsFinish(region *core.RegionInfo) bool

+ func (al AddLearner) String() string

+ type AddLightLearner struct

+ PeerID uint64

+ ToStore uint64

+ func (al AddLightLearner) Influence(opInfluence OpInfluence, region *core.RegionInfo)

+ func (al AddLightLearner) IsFinish(region *core.RegionInfo) bool

+ func (al AddLightLearner) String() string

+ type AddLightPeer struct

+ PeerID uint64

+ ToStore uint64

+ func (ap AddLightPeer) Influence(opInfluence OpInfluence, region *core.RegionInfo)

+ func (ap AddLightPeer) IsFinish(region *core.RegionInfo) bool

+ func (ap AddLightPeer) String() string

+ type AddPeer struct

+ PeerID uint64

+ ToStore uint64

+ func (ap AddPeer) Influence(opInfluence OpInfluence, region *core.RegionInfo)

+ func (ap AddPeer) IsFinish(region *core.RegionInfo) bool

+ func (ap AddPeer) String() string

+ type BalanceSelector struct

+ func NewBalanceSelector(kind core.ResourceKind, filters []Filter) *BalanceSelector

+ func (s *BalanceSelector) SelectSource(opt Options, stores []*core.StoreInfo) *core.StoreInfo

+ func (s *BalanceSelector) SelectTarget(opt Options, stores []*core.StoreInfo, filters ...Filter) *core.StoreInfo

+ type Bucket struct

+ type Cluster interface

+ AllocPeer func(storeID uint64) (*metapb.Peer, error)

+ AttachOverloadStatus func(id uint64, f func() bool)

+ BlockStore func(id uint64) error

+ GetFollowerStores func(region *core.RegionInfo) []*core.StoreInfo

+ GetLeaderStore func(region *core.RegionInfo) *core.StoreInfo

+ GetOpt func() namespace.ScheduleOptions

+ GetRegionStores func(region *core.RegionInfo) []*core.StoreInfo

+ GetStore func(id uint64) *core.StoreInfo

+ GetStores func() []*core.StoreInfo

+ IsRegionHot func(id uint64) bool

+ RandHotRegionFromStore func(store uint64, kind statistics.FlowKind) *core.RegionInfo

+ RegionReadStats func() []*statistics.RegionStat

+ RegionWriteStats func() []*statistics.RegionStat

+ UnblockStore func(id uint64)

+ type CreateSchedulerFunc func(opController *OperatorController, args []string) (Scheduler, error)

+ type Filter interface

+ FilterSource func(opt Options, store *core.StoreInfo) bool

+ FilterTarget func(opt Options, store *core.StoreInfo) bool

+ Scope func() string

+ Type func() string

+ func NewCacheFilter(scope string, cache *cache.TTLUint64) Filter

+ func NewDistinctScoreFilter(scope string, labels []string, stores []*core.StoreInfo, ...) Filter

+ func NewExcludedFilter(scope string, sources, targets map[uint64]struct{}) Filter

+ func NewHealthFilter(scope string) Filter

+ func NewNamespaceFilter(scope string, classifier namespace.Classifier, namespace string) Filter

+ func NewOverloadFilter(scope string) Filter

+ func NewPendingPeerCountFilter(scope string) Filter

+ func NewSnapshotCountFilter(scope string) Filter

+ func NewStateFilter(scope string) Filter

+ func NewStorageThresholdFilter(scope string) Filter

+ type HeartbeatStreams interface

+ SendMsg func(region *core.RegionInfo, msg *pdpb.RegionHeartbeatResponse)

+ type MergeChecker struct

+ func NewMergeChecker(cluster Cluster, classifier namespace.Classifier) *MergeChecker

+ func (m *MergeChecker) Check(region *core.RegionInfo) []*Operator

+ func (m *MergeChecker) RecordRegionSplit(regionID uint64)

+ type MergeRegion struct

+ FromRegion *metapb.Region

+ IsPassive bool

+ ToRegion *metapb.Region

+ func (mr MergeRegion) Influence(opInfluence OpInfluence, region *core.RegionInfo)

+ func (mr MergeRegion) IsFinish(region *core.RegionInfo) bool

+ func (mr MergeRegion) String() string

+ type NamespaceChecker struct

+ func NewNamespaceChecker(cluster Cluster, classifier namespace.Classifier) *NamespaceChecker

+ func (n *NamespaceChecker) Check(region *core.RegionInfo) *Operator

+ func (n *NamespaceChecker) SelectBestPeerToRelocate(region *core.RegionInfo, targets []*core.StoreInfo) *metapb.Peer

+ func (n *NamespaceChecker) SelectBestStoreToRelocate(region *core.RegionInfo, targets []*core.StoreInfo) uint64

+ type OpInfluence struct

+ func NewTotalOpInfluence(operators []*Operator, cluster Cluster) OpInfluence

+ func NewUnfinishedOpInfluence(operators []*Operator, cluster Cluster) OpInfluence

+ func (m OpInfluence) GetStoreInfluence(id uint64) *StoreInfluence

+ type Operator struct

+ func CreateAddLearnerOperator(desc string, cluster Cluster, region *core.RegionInfo, peerID uint64, ...) *Operator

+ func CreateAddPeerOperator(desc string, cluster Cluster, region *core.RegionInfo, peerID uint64, ...) *Operator

+ func CreateMergeRegionOperator(desc string, cluster Cluster, source *core.RegionInfo, target *core.RegionInfo, ...) ([]*Operator, error)

+ func CreateMoveLeaderOperator(desc string, cluster Cluster, region *core.RegionInfo, kind OperatorKind, ...) (*Operator, error)

+ func CreateMovePeerOperator(desc string, cluster Cluster, region *core.RegionInfo, kind OperatorKind, ...) (*Operator, error)

+ func CreateMoveRegionOperator(desc string, cluster Cluster, region *core.RegionInfo, kind OperatorKind, ...) (*Operator, error)

+ func CreatePromoteLearnerOperator(desc string, region *core.RegionInfo, peer *metapb.Peer) *Operator

+ func CreateRemovePeerOperator(desc string, cluster Cluster, kind OperatorKind, region *core.RegionInfo, ...) (*Operator, error)

+ func CreateScatterRegionOperator(desc string, cluster Cluster, origin *core.RegionInfo, ...) *Operator

+ func CreateSplitRegionOperator(desc string, region *core.RegionInfo, kind OperatorKind, policy string) *Operator

+ func CreateTransferLeaderOperator(desc string, region *core.RegionInfo, sourceStoreID uint64, ...) *Operator

+ func NewOperator(desc string, regionID uint64, regionEpoch *metapb.RegionEpoch, ...) *Operator

+ func (o *Operator) AttachKind(kind OperatorKind)

+ func (o *Operator) Check(region *core.RegionInfo) OperatorStep

+ func (o *Operator) Desc() string

+ func (o *Operator) ElapsedTime() time.Duration

+ func (o *Operator) GetPriorityLevel() core.PriorityLevel

+ func (o *Operator) History() []OperatorHistory

+ func (o *Operator) IsFinish() bool

+ func (o *Operator) IsTimeout() bool

+ func (o *Operator) Kind() OperatorKind

+ func (o *Operator) Len() int

+ func (o *Operator) MarshalJSON() ([]byte, error)

+ func (o *Operator) RegionEpoch() *metapb.RegionEpoch

+ func (o *Operator) RegionID() uint64

+ func (o *Operator) RunningTime() time.Duration

+ func (o *Operator) SetDesc(desc string)

+ func (o *Operator) SetPriorityLevel(level core.PriorityLevel)

+ func (o *Operator) Step(i int) OperatorStep

+ func (o *Operator) String() string

+ func (o *Operator) TotalInfluence(opInfluence OpInfluence, region *core.RegionInfo)

+ func (o *Operator) UnfinishedInfluence(opInfluence OpInfluence, region *core.RegionInfo)

+ type OperatorController struct

+ func NewOperatorController(cluster Cluster, hbStreams HeartbeatStreams) *OperatorController

+ func (oc *OperatorController) AddOperator(ops ...*Operator) bool

+ func (oc *OperatorController) AddWaitingOperator(ops ...*Operator) bool

+ func (oc *OperatorController) Dispatch(region *core.RegionInfo, source string)

+ func (oc *OperatorController) GetAllStoresLimit() map[uint64]float64

+ func (oc *OperatorController) GetHistory(start time.Time) []OperatorHistory

+ func (oc *OperatorController) GetOpInfluence(cluster Cluster) OpInfluence

+ func (oc *OperatorController) GetOperator(regionID uint64) *Operator

+ func (oc *OperatorController) GetOperatorStatus(id uint64) *OperatorWithStatus

+ func (oc *OperatorController) GetOperators() []*Operator

+ func (oc *OperatorController) GetWaitingOperators() []*Operator

+ func (oc *OperatorController) OperatorCount(mask OperatorKind) uint64

+ func (oc *OperatorController) PromoteWaitingOperator()

+ func (oc *OperatorController) PruneHistory()

+ func (oc *OperatorController) PushOperators()

+ func (oc *OperatorController) RemoveOperator(op *Operator) (found bool)

+ func (oc *OperatorController) RemoveStoreLimit(storeID uint64)

+ func (oc *OperatorController) SendScheduleCommand(region *core.RegionInfo, step OperatorStep, source string)

+ func (oc *OperatorController) SetAllStoresLimit(rate float64)

+ func (oc *OperatorController) SetOperator(op *Operator)

+ func (oc *OperatorController) SetStoreLimit(storeID uint64, rate float64)

+ type OperatorHistory struct

+ FinishTime time.Time

+ From uint64

+ Kind core.ResourceKind

+ To uint64

+ type OperatorKind uint32

+ const OpAdjacent

+ const OpAdmin

+ const OpBalance

+ const OpHotRegion

+ const OpLeader

+ const OpMerge

+ const OpRange

+ const OpRegion

+ const OpReplica

+ func ParseOperatorKind(str string) (OperatorKind, error)

+ func (k OperatorKind) String() string

+ type OperatorRecords struct

+ func NewOperatorRecords() *OperatorRecords

+ func (o *OperatorRecords) Get(id uint64) *OperatorWithStatus

+ func (o *OperatorRecords) Put(op *Operator, status pdpb.OperatorStatus)

+ type OperatorStep interface

+ Influence func(opInfluence OpInfluence, region *core.RegionInfo)

+ IsFinish func(region *core.RegionInfo) bool

+ func CreateAddLightPeerSteps(newStore uint64, peerID uint64, cluster Cluster) []OperatorStep

+ func CreateAddPeerSteps(newStore uint64, peerID uint64, cluster Cluster) []OperatorStep

+ type OperatorWithStatus struct

+ Op *Operator

+ Status pdpb.OperatorStatus

+ func (o *OperatorWithStatus) MarshalJSON() ([]byte, error)

+ type Options interface

+ CheckLabelProperty func(typ string, labels []*metapb.StoreLabel) bool

+ GetEnableOneWayMerge func() bool

+ GetHighSpaceRatio func() float64

+ GetHotRegionCacheHitsThreshold func() int

+ GetHotRegionScheduleLimit func() uint64

+ GetLeaderScheduleLimit func() uint64

+ GetLocationLabels func() []string

+ GetLowSpaceRatio func() float64

+ GetMaxMergeRegionKeys func() uint64

+ GetMaxMergeRegionSize func() uint64

+ GetMaxPendingPeerCount func() uint64

+ GetMaxReplicas func() int

+ GetMaxSnapshotCount func() uint64

+ GetMaxStoreDownTime func() time.Duration

+ GetMergeScheduleLimit func() uint64

+ GetRegionScheduleLimit func() uint64

+ GetReplicaScheduleLimit func() uint64

+ GetSchedulerMaxWaitingOperator func() uint64

+ GetSplitMergeInterval func() time.Duration

+ GetStoreBalanceRate func() float64

+ GetStrictlyMatchLabel func() bool

+ GetTolerantSizeRatio func() float64

+ IsLocationReplacementEnabled func() bool

+ IsMakeUpReplicaEnabled func() bool

+ IsNamespaceRelocationEnabled func() bool

+ IsRaftLearnerEnabled func() bool

+ IsRemoveDownReplicaEnabled func() bool

+ IsRemoveExtraReplicaEnabled func() bool

+ IsReplaceOfflineReplicaEnabled func() bool

+ type PromoteLearner struct

+ PeerID uint64

+ ToStore uint64

+ func (pl PromoteLearner) Influence(opInfluence OpInfluence, region *core.RegionInfo)

+ func (pl PromoteLearner) IsFinish(region *core.RegionInfo) bool

+ func (pl PromoteLearner) String() string

+ type RandBuckets struct

+ func NewRandBuckets() *RandBuckets

+ func (b *RandBuckets) GetOperator() []*Operator

+ func (b *RandBuckets) ListOperator() []*Operator

+ func (b *RandBuckets) PutOperator(op *Operator)

+ type RandomSelector struct

+ func NewRandomSelector(filters []Filter) *RandomSelector

+ func (s *RandomSelector) SelectSource(opt Options, stores []*core.StoreInfo) *core.StoreInfo

+ func (s *RandomSelector) SelectTarget(opt Options, stores []*core.StoreInfo, filters ...Filter) *core.StoreInfo

+ type RangeCluster struct

+ func GenRangeCluster(cluster Cluster, startKey, endKey []byte) *RangeCluster

+ func (r *RangeCluster) GetAverageRegionSize() int64

+ func (r *RangeCluster) GetFollowerStores(region *core.RegionInfo) []*core.StoreInfo

+ func (r *RangeCluster) GetLeaderStore(region *core.RegionInfo) *core.StoreInfo

+ func (r *RangeCluster) GetRegionStores(region *core.RegionInfo) []*core.StoreInfo

+ func (r *RangeCluster) GetStore(id uint64) *core.StoreInfo

+ func (r *RangeCluster) GetStores() []*core.StoreInfo

+ func (r *RangeCluster) GetTolerantSizeRatio() float64

+ func (r *RangeCluster) RandFollowerRegion(storeID uint64, opts ...core.RegionOption) *core.RegionInfo

+ func (r *RangeCluster) RandLeaderRegion(storeID uint64, opts ...core.RegionOption) *core.RegionInfo

+ func (r *RangeCluster) SetTolerantSizeRatio(ratio float64)

+ type RegionScatterer struct

+ func NewRegionScatterer(cluster Cluster, classifier namespace.Classifier) *RegionScatterer

+ func (r *RegionScatterer) Scatter(region *core.RegionInfo) (*Operator, error)

+ type RegionSetInformer interface

+ GetAdjacentRegions func(region *core.RegionInfo) (*core.RegionInfo, *core.RegionInfo)

+ GetAverageRegionSize func() int64

+ GetRegion func(id uint64) *core.RegionInfo

+ GetStoreRegionCount func(storeID uint64) int

+ RandFollowerRegion func(storeID uint64, opts ...core.RegionOption) *core.RegionInfo

+ RandLeaderRegion func(storeID uint64, opts ...core.RegionOption) *core.RegionInfo

+ RandPendingRegion func(storeID uint64, opts ...core.RegionOption) *core.RegionInfo

+ ScanRegions func(startKey []byte, limit int) []*core.RegionInfo

+ type RemovePeer struct

+ FromStore uint64

+ func (rp RemovePeer) Influence(opInfluence OpInfluence, region *core.RegionInfo)

+ func (rp RemovePeer) IsFinish(region *core.RegionInfo) bool

+ func (rp RemovePeer) String() string

+ type ReplicaChecker struct

+ func NewReplicaChecker(cluster Cluster, classifier namespace.Classifier, n ...string) *ReplicaChecker

+ func (r *ReplicaChecker) Check(region *core.RegionInfo) *Operator

+ func (r *ReplicaChecker) SelectBestReplacementStore(region *core.RegionInfo, oldPeer *metapb.Peer, filters ...Filter) (uint64, float64)

+ type ReplicaSelector struct

+ func NewReplicaSelector(regionStores []*core.StoreInfo, labels []string, filters ...Filter) *ReplicaSelector

+ func (s *ReplicaSelector) SelectSource(opt Options, stores []*core.StoreInfo) *core.StoreInfo

+ func (s *ReplicaSelector) SelectTarget(opt Options, stores []*core.StoreInfo, filters ...Filter) *core.StoreInfo

+ type Scheduler interface

+ Cleanup func(cluster Cluster)

+ GetMinInterval func() time.Duration

+ GetName func() string

+ GetNextInterval func(interval time.Duration) time.Duration

+ GetType func() string

+ IsScheduleAllowed func(cluster Cluster) bool

+ Prepare func(cluster Cluster) error

+ Schedule func(cluster Cluster) []*Operator

+ func CreateScheduler(name string, opController *OperatorController, args ...string) (Scheduler, error)

+ type SplitRegion struct

+ EndKey []byte

+ Policy pdpb.CheckPolicy

+ StartKey []byte

+ func (sr SplitRegion) Influence(opInfluence OpInfluence, region *core.RegionInfo)

+ func (sr SplitRegion) IsFinish(region *core.RegionInfo) bool

+ func (sr SplitRegion) String() string

+ type StoreInfluence struct

+ LeaderCount int64

+ LeaderSize int64

+ RegionCount int64

+ RegionSize int64

+ StepCost int64

+ func (s StoreInfluence) ResourceSize(kind core.ResourceKind) int64

+ type StoreStateFilter struct

+ ActionScope string

+ MoveRegion bool

+ TransferLeader bool

+ func (f StoreStateFilter) FilterSource(opt Options, store *core.StoreInfo) bool

+ func (f StoreStateFilter) FilterTarget(opt Options, store *core.StoreInfo) bool

+ func (f StoreStateFilter) Scope() string

+ func (f StoreStateFilter) Type() string

+ type TransferLeader struct

+ FromStore uint64

+ ToStore uint64

+ func (tl TransferLeader) Influence(opInfluence OpInfluence, region *core.RegionInfo)

+ func (tl TransferLeader) IsFinish(region *core.RegionInfo) bool

+ func (tl TransferLeader) String() string

+ type WaitingOperator interface

+ GetOperator func() []*Operator

+ ListOperator func() []*Operator

+ PutOperator func(op *Operator)

+ type WaitingOperatorStatus struct

+ func NewWaitingOperatorStatus() *WaitingOperatorStatus

Other modules containing this package

github.com/pingcap/pd

github.com/pingcap/pd/v4

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL