tiflashcompute

Documentation

Index

• func GetDispatchPolicy(p DispatchPolicy) string
• func GetValidDispatchPolicy() []string
• func InitGlobalTopoFetcher(typ string, addr string, clusterID string, isFixedPool bool) (err error)
• type AWSTopoFetcher
  • func NewAWSAutoScalerFetcher(addr string, clusterID string, isFixed bool) *AWSTopoFetcher
  • func (f *AWSTopoFetcher) FetchAndGetTopo() (curTopo []string, err error)
  • func (f *AWSTopoFetcher) RecoveryAndGetTopo(recovery RecoveryType, oriCNCnt int) (curTopo []string, err error)
• type DispatchPolicy
  • func GetDispatchPolicyByStr(str string) (DispatchPolicy, error)
• type MockTopoFetcher
  • func NewMockAutoScalerFetcher(addr string) *MockTopoFetcher
  • func (f *MockTopoFetcher) FetchAndGetTopo() ([]string, error)
  • func (*MockTopoFetcher) RecoveryAndGetTopo(RecoveryType, int) ([]string, error)
• type RecoveryType
• type TestTopoFetcher
  • func NewTestAutoScalerFetcher() *TestTopoFetcher
  • func (*TestTopoFetcher) FetchAndGetTopo() ([]string, error)
  • func (*TestTopoFetcher) RecoveryAndGetTopo(RecoveryType, int) ([]string, error)
• type TopoFetcher
  • func GetGlobalTopoFetcher() TopoFetcher

Functions

func GetDispatchPolicy

func GetDispatchPolicy(p DispatchPolicy) string

GetDispatchPolicy return corresponding policy string.

func GetValidDispatchPolicy

func GetValidDispatchPolicy() []string

GetValidDispatchPolicy return all valid policy string.

func InitGlobalTopoFetcher

func InitGlobalTopoFetcher(typ string, addr string, clusterID string, isFixedPool bool) (err error)

InitGlobalTopoFetcher init globalTopoFetcher if is in disaggregated-tiflash mode. It's not thread-safe.

Types

type AWSTopoFetcher

type AWSTopoFetcher struct {
	// contains filtered or unexported fields
}

AWSTopoFetcher will fetch topo from AWSAutoScaler.

func NewAWSAutoScalerFetcher

func NewAWSAutoScalerFetcher(addr string, clusterID string, isFixed bool) *AWSTopoFetcher

NewAWSAutoScalerFetcher create a new AWSTopoFetcher.

func (*AWSTopoFetcher) FetchAndGetTopo

func (f *AWSTopoFetcher) FetchAndGetTopo() (curTopo []string, err error)

FetchAndGetTopo implements TopoFetcher interface.

func (*AWSTopoFetcher) RecoveryAndGetTopo

func (f *AWSTopoFetcher) RecoveryAndGetTopo(recovery RecoveryType, oriCNCnt int) (curTopo []string, err error)

RecoveryAndGetTopo implements TopoFetcher interface.

type DispatchPolicy

type DispatchPolicy int

DispatchPolicy means different policy to dispatching task to tiflash_compute nods.

const (
	// DispatchPolicyRR means dispatching by RoundRobin.
	DispatchPolicyRR DispatchPolicy = iota
	// DispatchPolicyConsistentHash means dispatching by ConsistentHash.
	DispatchPolicyConsistentHash
	// DispatchPolicyInvalid is invalid policy.
	DispatchPolicyInvalid
)

func GetDispatchPolicyByStr

func GetDispatchPolicyByStr(str string) (DispatchPolicy, error)

GetDispatchPolicyByStr return corresponding policy.

type MockTopoFetcher

type MockTopoFetcher struct {
	// contains filtered or unexported fields
}

MockTopoFetcher will fetch topo from MockAutoScaler. MockScaler can run in local environment.

func NewMockAutoScalerFetcher

func NewMockAutoScalerFetcher(addr string) *MockTopoFetcher

NewMockAutoScalerFetcher create a new MockTopoFetcher.

func (*MockTopoFetcher) FetchAndGetTopo

func (f *MockTopoFetcher) FetchAndGetTopo() ([]string, error)

FetchAndGetTopo implements TopoFetcher interface.

func (*MockTopoFetcher) RecoveryAndGetTopo

func (*MockTopoFetcher) RecoveryAndGetTopo(RecoveryType, int) ([]string, error)

RecoveryAndGetTopo implements TopoFetcher interface.

type RecoveryType

type RecoveryType uint32

RecoveryType is for MPPErrRecovery.

const (
	// RecoveryTypeNull means no need to recovery error.
	RecoveryTypeNull RecoveryType = iota
	// RecoveryTypeMemLimit means need to recovery MemLimit error.
	RecoveryTypeMemLimit
)

type TestTopoFetcher

type TestTopoFetcher struct{}

TestTopoFetcher will return empty topo list, just for unit test.

func NewTestAutoScalerFetcher

func NewTestAutoScalerFetcher() *TestTopoFetcher

NewTestAutoScalerFetcher returns TestTopoFetcher.

func (*TestTopoFetcher) FetchAndGetTopo

func (*TestTopoFetcher) FetchAndGetTopo() ([]string, error)

FetchAndGetTopo implements TopoFetcher interface.

func (*TestTopoFetcher) RecoveryAndGetTopo

func (*TestTopoFetcher) RecoveryAndGetTopo(RecoveryType, int) ([]string, error)

RecoveryAndGetTopo implements TopoFetcher interface.

type TopoFetcher

type TopoFetcher interface {
	// Always fetch topo from AutoScaler, then return topo.
	// If topo is empty, will not return error.
	FetchAndGetTopo() ([]string, error)

	// Try recovery error then fetch new topo.
	RecoveryAndGetTopo(recovery RecoveryType, oriCNCnt int) ([]string, error)
}

TopoFetcher is interface for fetching topo from AutoScaler. We support the following kinds of AutoScaler for now:

1. MockAutoScaler: Normally for test, can run in local environment.
2. AWSAutoScaler: AutoScaler runs on AWS.
3. GCPAutoScaler: AutoScaler runs on GCP.
4. TestAutoScaler: AutoScaler just for unit test.

func GetGlobalTopoFetcher

func GetGlobalTopoFetcher() TopoFetcher

GetGlobalTopoFetcher return global topo fetcher, not thread safe.