cluster

package

Go to main page

Versions in this module

v0

v0.9.4

Jul 19, 2021

v0.9.3

May 19, 2021

Changes in this version

+ const APILongTo

+ const APIShortTo

v0.9.2

Jan 18, 2021

Changes in this version

+ var EtcdTTL = 60

+ var WatchEtcdTimeout = time.Second * time.Duration(EtcdTTL*3)

v0.9.1

Nov 26, 2020

Changes in this version

+ var ErrNoCoordRegister = NewCoordErr("pd coordinator register is not set", CoordLocalErr)

type Options

+ BalanceVer string

v0.9.0

Sep 3, 2020

Changes in this version

+ const DataKVDir

type EtcdRegister

+ func (etcdReg *EtcdRegister) GetKV(key string) (string, error)

+ func (etcdReg *EtcdRegister) SaveKV(key string, value string) error

type Register

+ GetKV func(key string) (string, error)

+ SaveKV func(key string, value string) error

v0.8.4

Jun 9, 2020

v0.8.3

May 13, 2020

v0.8.2

Apr 26, 2020

v0.8.1

Apr 21, 2020

v0.8.0

Mar 5, 2020

Changes in this version

type NamespaceMetaInfo

+ DataVersion string

v0.7.2

Jan 3, 2020

v0.7.1

Dec 25, 2019

v0.7.0

Oct 7, 2019

v0.6.3

Jul 30, 2019

v0.6.2

Jun 27, 2019

v0.6.0

Apr 29, 2019

v0.5.3

Mar 13, 2019

v0.5.2

Jan 24, 2019

Changes in this version

type EtcdClient

+ func (self *EtcdClient) GetNewest(key string, sort, recursive bool) (*client.Response, error)

v0.4.3

Jul 21, 2018

Changes in this version

+ const ErrCodeEtcdNotReachable

+ const ErrCodeUnhandledHTTPStatus

+ const RETRY_SLEEP

+ func IsEtcdNotReachable(err error) bool

+ func IsEtcdWatchExpired(err error) bool

+ type EVENT_TYPE int

+ const MASTER_ADD

+ const MASTER_DELETE

+ const MASTER_ERROR

+ const MASTER_MODIFY

+ type EtcdClient struct

+ func NewEClient(host string) (*EtcdClient, error)

+ func (self *EtcdClient) CompareAndDelete(key string, prevValue string, prevIndex uint64) (*client.Response, error)

+ func (self *EtcdClient) CompareAndSwap(key string, value string, ttl uint64, prevValue string, prevIndex uint64) (*client.Response, error)

+ func (self *EtcdClient) Create(key string, value string, ttl uint64) (*client.Response, error)

+ func (self *EtcdClient) CreateDir(key string, ttl uint64) (*client.Response, error)

+ func (self *EtcdClient) CreateInOrder(dir string, value string, ttl uint64) (*client.Response, error)

+ func (self *EtcdClient) Delete(key string, recursive bool) (*client.Response, error)

+ func (self *EtcdClient) Get(key string, sort, recursive bool) (*client.Response, error)

+ func (self *EtcdClient) Set(key string, value string, ttl uint64) (*client.Response, error)

+ func (self *EtcdClient) SetWithTTL(key string, ttl uint64) (*client.Response, error)

+ func (self *EtcdClient) Update(key string, value string, ttl uint64) (*client.Response, error)

+ func (self *EtcdClient) Watch(key string, waitIndex uint64, recursive bool) client.Watcher

+ type EtcdLock struct

+ func (self *EtcdLock) GetEventsChan() <-chan *MasterEvent

+ func (self *EtcdLock) GetKey() string

+ func (self *EtcdLock) GetMaster() string

+ func (self *EtcdLock) Start()

+ func (self *EtcdLock) Stop()

+ func (self *EtcdLock) TryAcquire() (ret error)

+ type Master interface

+ GetEventsChan func() <-chan *MasterEvent

+ GetKey func() string

+ GetMaster func() string

+ Start func()

+ Stop func()

+ TryAcquire func() (ret error)

+ func NewMaster(etcdClient *EtcdClient, name, value string, ttl uint64) Master

+ type MasterEvent struct

+ Master string

+ ModifiedIndex uint64

+ Type EVENT_TYPE

type NamespaceMetaInfo

+ func (self *NamespaceMetaInfo) DeepClone() NamespaceMetaInfo

type Options

+ FilterNamespaces string

v0.4.0

May 23, 2018

v0.3.2

May 10, 2018

v0.3.0

Apr 8, 2018

Changes in this version

+ const CLUSTER_META_INFO

+ const DATA_NODE_DIR

+ const ETCD_LOCK_NAMESPACE

+ const ETCD_TTL

+ const EVENT_WATCH_L_CREATE

+ const EVENT_WATCH_L_DELETE

+ const ErrFailedOnNotLeader

+ const MAX_WRITE_RETRY

+ const NAMESPACE_DIR

+ const NAMESPACE_META

+ const NAMESPACE_REAL_LEADER

+ const NAMESPACE_REPLICA_INFO

+ const NAMESPACE_SCHEMA

+ const PD_LEADER_SESSION

+ const PD_NODE_DIR

+ const PD_ROOT_DIR

+ const ROOT_DIR

+ var DCInfoTag = "dc_info"

+ var ErrCatchupRunningBusy = NewCoordErrWithCode("too much namespace node joining the raft group", CoordTmpErr, RpcNoErr)

+ var ErrClusterChanged = NewCoordErrWithCode("cluster changed ", CoordTmpErr, RpcNoErr)

+ var ErrEpochLessThanCurrent = NewCoordErrWithCode("epoch should be increased", CoordClusterErr, RpcNoErr)

+ var ErrKeyAlreadyExist = errors.New("Key already exist")

+ var ErrKeyNotFound = errors.New("Key not found")

+ var ErrLearnerRoleInvalidChanged = errors.New("node learner role should never be changed")

+ var ErrLearnerRoleUnsupported = errors.New("node learner role is not supported")

+ var ErrLocalInitNamespaceFailed = NewCoordErrWithCode("init local namespace failed", CoordLocalErr, RpcNoErr)

+ var ErrMissingNamespaceCoord = NewCoordErrWithCode("missing namespace coordinator", CoordClusterErr, RpcErrMissingNamespaceCoord)

+ var ErrNamespaceCatchupAlreadyRunning = NewCoordErrWithCode("already try joining the raft group", CoordTmpErr, RpcNoErr)

+ var ErrNamespaceConfInvalid = NewCoordErrWithCode("namespace config is invalid", CoordClusterErr, RpcNoErr)

+ var ErrNamespaceCoordStateInvalid = NewCoordErrWithCode("invalid coordinator state", CoordClusterErr, RpcErrNamespaceCoordStateInvalid)

+ var ErrNamespaceCoordTmpConflicted = NewCoordErrWithCode("namespace coordinator is conflicted temporally", CoordClusterErr, ...)

+ var ErrNamespaceExiting = NewCoordErrWithCode("too much namespace node joining the raft group", CoordLocalErr, RpcNoErr)

+ var ErrNamespaceInfoNotFound = NewCoordErr("namespace info not found", CoordClusterErr)

+ var ErrNamespaceNotCreated = NewCoordErrWithCode("namespace not created", CoordLocalErr, RpcNoErr)

+ var ErrNamespaceWaitingSync = NewCoordErrWithCode("namespace is still waiting sync", CoordTmpErr, RpcNoErr)

+ var ErrRegisterServiceUnstable = NewCoordErr("the register service is unstable", CoordTmpErr)

+ func AddCounter(name string) uint32

+ func CoordLog() *common.LevelLogger

+ func ExtractNodeInfoFromID(nid string) (ip string, rpc string, redis string, http string)

+ func ExtractRegIDFromGenID(nid string) uint64

+ func FilterList(l []string, filter []string) []string

+ func FindSlice(in []string, e string) int

+ func GenNodeID(n *NodeInfo, extra string) string

+ func IncCounter(id uint32)

+ func IncCounterBy(id uint32, amount uint64)

+ func IsEtcdNodeExist(err error) bool

+ func IsEtcdNotFile(err error) bool

+ func MergeList(l []string, r []string) []string

+ func SetEtcdLogger(log etcdlock.Logger, level int32)

+ func SetLogLevel(level int)

+ func SetLogger(level int32, logger common.Logger)

+ type ClusterMetaInfo struct

+ MaxGID int64

+ MaxRegID uint64

+ type CommonCoordErr struct

+ func (self *CommonCoordErr) Error() string

+ type ConsistentStore interface

+ ListKey func(key string) ([]string, error)

+ ReadKey func(key string) (string, error)

+ WriteKey func(key, value string) error

+ type CoordErr struct

+ ErrCode ErrRPCRetCode

+ ErrMsg string

+ ErrType CoordErrType

+ func NewCoordErr(msg string, etype CoordErrType) *CoordErr

+ func NewCoordErrWithCode(msg string, etype CoordErrType, code ErrRPCRetCode) *CoordErr

+ func (self *CoordErr) CanRetryWrite(retryTimes int) bool

+ func (self *CoordErr) HasError() bool

+ func (self *CoordErr) IsEqual(other *CoordErr) bool

+ func (self *CoordErr) IsLocalErr() bool

+ func (self *CoordErr) IsNetErr() bool

+ func (self *CoordErr) String() string

+ func (self *CoordErr) ToErrorType() error

+ type CoordErrStats struct

+ func (self *CoordErrStats) GetCopy() *CoordErrStatsData

+ type CoordErrStatsData struct

+ LocalErr int64

+ NamespaceCoordMissingError int64

+ OtherCoordErrs map[string]int64

+ type CoordErrType int

+ const CoordClusterErr

+ const CoordClusterNoRetryWriteErr

+ const CoordCommonErr

+ const CoordLocalErr

+ const CoordLocalTmpErr

+ const CoordNetErr

+ const CoordNoErr

+ const CoordRegisterErr

+ const CoordTmpErr

+ type CoordStats struct

+ ErrStats CoordErrStatsData

+ NsCoordStats []NamespaceCoordStat

+ type DNEtcdRegister struct

+ func NewDNEtcdRegister(host string) *DNEtcdRegister

+ func (etcdReg *DNEtcdRegister) GetNamespaceLeader(ns string, partition int) (string, EpochType, error)

+ func (etcdReg *DNEtcdRegister) GetNodeInfo(nid string) (NodeInfo, error)

+ func (etcdReg *DNEtcdRegister) NewRegisterNodeID() (uint64, error)

+ func (etcdReg *DNEtcdRegister) Register(nodeData *NodeInfo) error

+ func (etcdReg *DNEtcdRegister) Unregister(nodeData *NodeInfo) error

+ func (etcdReg *DNEtcdRegister) UpdateNamespaceLeader(ns string, partition int, rl RealLeader, oldGen EpochType) (EpochType, error)

+ func (etcdReg *DNEtcdRegister) WatchPDLeader(leader chan *NodeInfo, stop chan struct{}) error

+ type DataNodeRegister interface

+ GetNamespaceLeader func(ns string, partition int) (string, EpochType, error)

+ GetNodeInfo func(nid string) (NodeInfo, error)

+ NewRegisterNodeID func() (uint64, error)

+ Register func(nodeData *NodeInfo) error

+ Unregister func(nodeData *NodeInfo) error

+ UpdateNamespaceLeader func(ns string, partition int, rl RealLeader, oldGen EpochType) (EpochType, error)

+ WatchPDLeader func(leader chan *NodeInfo, stop chan struct{}) error

+ type EpochType int64

+ type ErrRPCRetCode int

+ const RpcCommonErr

+ const RpcErrLeaderSessionMismatch

+ const RpcErrLeavingISRWait

+ const RpcErrMissingNamespaceCoord

+ const RpcErrNamespaceCoordConflicted

+ const RpcErrNamespaceCoordStateInvalid

+ const RpcErrNamespaceLoading

+ const RpcErrNamespaceNotExist

+ const RpcErrNoLeader

+ const RpcErrWriteOnNonISR

+ const RpcNoErr

+ type EtcdRegister struct

+ func NewEtcdRegister(host string) *EtcdRegister

+ func (etcdReg *EtcdRegister) GetAllNamespaces() (map[string]map[int]PartitionMetaInfo, EpochType, error)

+ func (etcdReg *EtcdRegister) GetAllPDNodes() ([]NodeInfo, error)

+ func (etcdReg *EtcdRegister) GetNamespaceInfo(ns string) ([]PartitionMetaInfo, error)

+ func (etcdReg *EtcdRegister) GetNamespaceMetaInfo(ns string) (NamespaceMetaInfo, error)

+ func (etcdReg *EtcdRegister) GetNamespacePartInfo(ns string, partition int) (*PartitionMetaInfo, error)

+ func (etcdReg *EtcdRegister) GetNamespaceSchemas(ns string) (map[string]SchemaInfo, error)

+ func (etcdReg *EtcdRegister) GetNamespaceTableSchema(ns string, table string) (*SchemaInfo, error)

+ func (etcdReg *EtcdRegister) GetNamespacesNotifyChan() chan struct{}

+ func (etcdReg *EtcdRegister) GetRemoteNamespaceReplicaInfo(ns string, partition int) (*PartitionReplicaInfo, error)

+ func (etcdReg *EtcdRegister) InitClusterID(id string)

+ func (etcdReg *EtcdRegister) Start()

+ func (etcdReg *EtcdRegister) Stop()

+ type ISRStat struct

+ HostName string

+ NodeID string

+ type MasterChanInfo struct

+ type NamespaceCoordStat struct

+ ISRStats []ISRStat

+ Name string

+ Node string

+ Partition int

+ type NamespaceMetaInfo struct

+ EngType string

+ ExpirationPolicy string

+ MagicCode int64

+ MinGID int64

+ OptimizedFsync bool

+ PartitionNum int

+ Replica int

+ SnapCount int

+ Tags map[string]interface{}

+ func (self *NamespaceMetaInfo) MetaEpoch() EpochType

+ type NamespaceNameInfo struct

+ NamespaceName string

+ NamespacePartition int

+ func (self *NamespaceNameInfo) String() string

+ type NodeInfo struct

+ DataRoot string

+ Hostname string

+ HttpPort string

+ ID string

+ LearnerRole string

+ NodeIP string

+ RaftTransportAddr string

+ RedisPort string

+ RegID uint64

+ RpcPort string

+ RsyncModule string

+ Tags map[string]interface{}

+ Version string

+ func (self *NodeInfo) Epoch() EpochType

+ func (self *NodeInfo) GetID() string

+ func (self *NodeInfo) GetRegisterID() uint64

+ type Options struct

+ AutoBalanceAndMigrate bool

+ BalanceEnd int

+ BalanceStart int

+ DataDir string

+ type PDEtcdRegister struct

+ func NewPDEtcdRegister(host string) *PDEtcdRegister

+ func (etcdReg *PDEtcdRegister) AcquireAndWatchLeader(leader chan *NodeInfo, stop chan struct{})

+ func (etcdReg *PDEtcdRegister) CheckIfLeader() bool

+ func (etcdReg *PDEtcdRegister) CreateNamespace(ns string, meta *NamespaceMetaInfo) error

+ func (etcdReg *PDEtcdRegister) CreateNamespacePartition(ns string, partition int) error

+ func (etcdReg *PDEtcdRegister) DeleteNamespacePart(ns string, partition int) error

+ func (etcdReg *PDEtcdRegister) DeleteWholeNamespace(ns string) error

+ func (etcdReg *PDEtcdRegister) GetClusterEpoch() (EpochType, error)

+ func (etcdReg *PDEtcdRegister) GetClusterMetaInfo() (ClusterMetaInfo, error)

+ func (etcdReg *PDEtcdRegister) GetDataNodes() ([]NodeInfo, error)

+ func (etcdReg *PDEtcdRegister) IsExistNamespace(ns string) (bool, error)

+ func (etcdReg *PDEtcdRegister) IsExistNamespacePartition(ns string, partitionNum int) (bool, error)

+ func (etcdReg *PDEtcdRegister) PrepareNamespaceMinGID() (int64, error)

+ func (etcdReg *PDEtcdRegister) Register(value *NodeInfo) error

+ func (etcdReg *PDEtcdRegister) Unregister(value *NodeInfo) error

+ func (etcdReg *PDEtcdRegister) UpdateNamespaceMetaInfo(ns string, meta *NamespaceMetaInfo, oldGen EpochType) error

+ func (etcdReg *PDEtcdRegister) UpdateNamespacePartReplicaInfo(ns string, partition int, replicaInfo *PartitionReplicaInfo, oldGen EpochType) error

+ func (etcdReg *PDEtcdRegister) UpdateNamespaceSchema(ns string, table string, schema *SchemaInfo) error

+ func (etcdReg *PDEtcdRegister) WatchDataNodes(dataNodesChan chan []NodeInfo, stop chan struct{})

+ type PDRegister interface

+ AcquireAndWatchLeader func(leader chan *NodeInfo, stop chan struct{})

+ CreateNamespace func(ns string, meta *NamespaceMetaInfo) error

+ CreateNamespacePartition func(ns string, partition int) error

+ DeleteNamespacePart func(ns string, partition int) error

+ DeleteWholeNamespace func(ns string) error

+ GetClusterEpoch func() (EpochType, error)

+ GetClusterMetaInfo func() (ClusterMetaInfo, error)

+ GetDataNodes func() ([]NodeInfo, error)

+ IsExistNamespace func(ns string) (bool, error)

+ IsExistNamespacePartition func(ns string, partition int) (bool, error)

+ PrepareNamespaceMinGID func() (int64, error)

+ Register func(nodeData *NodeInfo) error

+ Unregister func(nodeData *NodeInfo) error

+ UpdateNamespaceMetaInfo func(ns string, meta *NamespaceMetaInfo, oldGen EpochType) error

+ UpdateNamespacePartReplicaInfo func(ns string, partition int, replicaInfo *PartitionReplicaInfo, oldGen EpochType) error

+ UpdateNamespaceSchema func(ns string, table string, schema *SchemaInfo) error

+ WatchDataNodes func(nodeC chan []NodeInfo, stopC chan struct{})

+ type PartitionMetaInfo struct

+ Name string

+ Partition int

+ func (self *PartitionMetaInfo) GetCopy() *PartitionMetaInfo

+ func (self *PartitionMetaInfo) GetDesp() string

+ func (self *PartitionMetaInfo) GetRealLeader() string

+ func (self *PartitionMetaInfo) IsISRQuorum() bool

+ type PartitionReplicaInfo struct

+ LearnerNodes map[string][]string

+ MaxRaftID int64

+ RaftIDs map[string]uint64

+ RaftNodes []string

+ Removings map[string]RemovingInfo

+ func (self *PartitionReplicaInfo) DeepClone() PartitionReplicaInfo

+ func (self *PartitionReplicaInfo) Epoch() EpochType

+ func (self *PartitionReplicaInfo) GetISR() []string

+ func (self *PartitionReplicaInfo) IsLearner(nid string) bool

+ type RealLeader struct

+ Leader string

+ type Register interface

+ GetAllNamespaces func() (map[string]map[int]PartitionMetaInfo, EpochType, error)

+ GetAllPDNodes func() ([]NodeInfo, error)

+ GetNamespaceInfo func(ns string) ([]PartitionMetaInfo, error)

+ GetNamespaceMetaInfo func(ns string) (NamespaceMetaInfo, error)

+ GetNamespacePartInfo func(ns string, partition int) (*PartitionMetaInfo, error)

+ GetNamespaceSchemas func(ns string) (map[string]SchemaInfo, error)

+ GetNamespaceTableSchema func(ns string, table string) (*SchemaInfo, error)

+ GetNamespacesNotifyChan func() chan struct{}

+ GetRemoteNamespaceReplicaInfo func(ns string, partition int) (*PartitionReplicaInfo, error)

+ InitClusterID func(id string)

+ Start func()

+ Stop func()

+ type RemovingInfo struct

+ RemoveReplicaID uint64

+ RemoveTime int64

+ type SchemaInfo struct

+ Epoch EpochType

+ Schema []byte

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL