logic

package
v3.0.5+incompatible Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jan 17, 2018 License: Apache-2.0 Imports: 31 Imported by: 0

Documentation

Index

Constants

View Source
const (
	NotMasterRecovery          MasterRecoveryType = "NotMasterRecovery"
	MasterRecoveryGTID                            = "MasterRecoveryGTID"
	MasterRecoveryPseudoGTID                      = "MasterRecoveryPseudoGTID"
	MasterRecoveryBinlogServer                    = "MasterRecoveryBinlogServer"
)

Variables

This section is empty.

Functions

func AcknowledgeClusterRecoveries

func AcknowledgeClusterRecoveries(clusterName string, owner string, comment string) (countAcknowledgedEntries int64, err error)

AcknowledgeClusterRecoveries marks active recoveries for given cluster as acknowledged. This also implied clearing their active period, which in turn enables further recoveries on those topologies

func AcknowledgeCrashedRecoveries

func AcknowledgeCrashedRecoveries() (countAcknowledgedEntries int64, err error)

AcknowledgeCrashedRecoveries marks recoveries whose processing nodes has crashed as acknowledged.

func AcknowledgeInstanceCompletedRecoveries

func AcknowledgeInstanceCompletedRecoveries(instanceKey *inst.InstanceKey, owner string, comment string) (countAcknowledgedEntries int64, err error)

AcknowledgeInstanceCompletedRecoveries marks active and COMPLETED recoveries for given instane as acknowledged. This also implied clearing their active period, which in turn enables further recoveries on those topologies

func AcknowledgeInstanceRecoveries

func AcknowledgeInstanceRecoveries(instanceKey *inst.InstanceKey, owner string, comment string) (countAcknowledgedEntries int64, err error)

AcknowledgeInstanceRecoveries marks active recoveries for given instane as acknowledged. This also implied clearing their active period, which in turn enables further recoveries on those topologies

func AcknowledgeRecovery

func AcknowledgeRecovery(recoveryId int64, owner string, comment string) (countAcknowledgedEntries int64, err error)

AcknowledgeRecovery acknowledges a particular recovery. This also implied clearing their active period, which in turn enables further recoveries on those topologies

func AttemptFailureDetectionRegistration

func AttemptFailureDetectionRegistration(analysisEntry *inst.ReplicationAnalysis) (registrationSuccessful bool, err error)

AttemptFailureDetectionRegistration tries to add a failure-detection entry; if this fails that means the problem has already been detected

func AuditTopologyRecovery

func AuditTopologyRecovery(topologyRecovery *TopologyRecovery, message string) error

AuditTopologyRecovery audits a single step in a topology recovery process.

func CheckAndRecover

func CheckAndRecover(specificInstance *inst.InstanceKey, candidateInstanceKey *inst.InstanceKey, skipProcesses bool) (recoveryAttempted bool, promotedReplicaKey *inst.InstanceKey, err error)

CheckAndRecover is the main entry point for the recovery mechanism

func ClearActiveFailureDetections

func ClearActiveFailureDetections() error

ClearActiveFailureDetections clears the "in_active_period" flag for old-enough detections, thereby allowing for further detections on cleared instances.

func ClearActiveRecoveries

func ClearActiveRecoveries() error

ClearActiveRecoveries clears the "in_active_period" flag for old-enough recoveries, thereby allowing for further recoveries on cleared instances.

func ContinuousAgentsPoll

func ContinuousAgentsPoll()

ContinuousAgentsPoll starts an asynchronuous infinite process where agents are periodically investigated and their status captured, and long since unseen agents are purged and forgotten.

func ContinuousDiscovery

func ContinuousDiscovery()

ContinuousDiscovery starts an asynchronuous infinite discovery process where instances are periodically investigated and their status captured, and long since unseen instances are purged and forgotten.

func DisableRecovery

func DisableRecovery() error

DisableRecovery ensures recoveries are disabled globally

func EnableRecovery

func EnableRecovery() error

EnableRecovery ensures recoveries are enabled globally

func ExpireBlockedRecoveries

func ExpireBlockedRecoveries() error

ExpireBlockedRecoveries clears listing of blocked recoveries that are no longer actually blocked.

func ExpireFailureDetectionHistory

func ExpireFailureDetectionHistory() error

ExpireFailureDetectionHistory removes old rows from the topology_failure_detection table

func ExpireTopologyRecoveryHistory

func ExpireTopologyRecoveryHistory() error

ExpireTopologyRecoveryHistory removes old rows from the topology_failure_detection table

func ExpireTopologyRecoveryStepsHistory

func ExpireTopologyRecoveryStepsHistory() error

ExpireTopologyRecoveryStepsHistory removes old rows from the topology_failure_detection table

func GetCandidateSiblingOfIntermediateMaster

func GetCandidateSiblingOfIntermediateMaster(topologyRecovery *TopologyRecovery, intermediateMasterInstance *inst.Instance) (*inst.Instance, error)

GetCandidateSiblingOfIntermediateMaster chooses the best sibling of a dead intermediate master to whom the IM's replicas can be moved.

func IsLeader

func IsLeader() bool

func IsLeaderOrActive

func IsLeaderOrActive() bool

func IsRecoveryDisabled

func IsRecoveryDisabled() (disabled bool, err error)

IsRecoveryDisabled returns true if Recoveries are disabled globally

func RecoverDeadCoMaster

func RecoverDeadCoMaster(topologyRecovery *TopologyRecovery, skipProcesses bool) (promotedReplica *inst.Instance, lostReplicas [](*inst.Instance), err error)

RecoverDeadCoMaster recovers a dead co-master, complete logic inside

func RecoverDeadIntermediateMaster

func RecoverDeadIntermediateMaster(topologyRecovery *TopologyRecovery, skipProcesses bool) (successorInstance *inst.Instance, err error)

RecoverDeadIntermediateMaster performs intermediate master recovery; complete logic inside

func RegisterBlockedRecoveries

func RegisterBlockedRecoveries(analysisEntry *inst.ReplicationAnalysis, blockingRecoveries []TopologyRecovery) error

RegisterBlockedRecoveries writes down currently blocked recoveries, and indicates what recovery they are blocked on. Recoveries are blocked thru the in_active_period flag, which comes to avoid flapping.

func SetRecoveryDisabled

func SetRecoveryDisabled(disabled bool) error

func SuggestReplacementForPromotedReplica

func SuggestReplacementForPromotedReplica(topologyRecovery *TopologyRecovery, deadInstanceKey *inst.InstanceKey, promotedReplica *inst.Instance, candidateInstanceKey *inst.InstanceKey) (replacement *inst.Instance, actionRequired bool, err error)

SuggestReplacementForPromotedReplica returns a server to take over the already promoted replica, if such server is found and makes an improvement over the promoted replica.

Types

type BlockedTopologyRecovery

type BlockedTopologyRecovery struct {
	FailedInstanceKey    inst.InstanceKey
	ClusterName          string
	Analysis             inst.AnalysisCode
	LastBlockedTimestamp string
	BlockingRecoveryId   int64
}

BlockedTopologyRecovery represents an entry in the blocked_topology_recovery table

func ReadBlockedRecoveries

func ReadBlockedRecoveries(clusterName string) ([]BlockedTopologyRecovery, error)

ReadBlockedRecoveries reads blocked recovery entries, potentially filtered by cluster name (empty to unfilter)

type CommandApplier

type CommandApplier struct {
}

AsyncRequest represents an entry in the async_request table

func NewCommandApplier

func NewCommandApplier() *CommandApplier

func (*CommandApplier) ApplyCommand

func (applier *CommandApplier) ApplyCommand(op string, value []byte) interface{}

type InstancesByCountReplicas

type InstancesByCountReplicas [](*inst.Instance)

InstancesByCountReplicas sorts instances by umber of replicas, descending

func (InstancesByCountReplicas) Len

func (this InstancesByCountReplicas) Len() int

func (InstancesByCountReplicas) Less

func (this InstancesByCountReplicas) Less(i, j int) bool

func (InstancesByCountReplicas) Swap

func (this InstancesByCountReplicas) Swap(i, j int)

type MasterRecoveryType

type MasterRecoveryType string

type RecoveryAcknowledgement

type RecoveryAcknowledgement struct {
	CreatedAt time.Time
	Owner     string
	Comment   string

	Key         inst.InstanceKey
	ClusterName string
}

func NewInternalAcknowledgement

func NewInternalAcknowledgement() *RecoveryAcknowledgement

func NewRecoveryAcknowledgement

func NewRecoveryAcknowledgement(owner string, comment string) *RecoveryAcknowledgement

type SnapshotData

type SnapshotData struct {
	Keys             []inst.InstanceKey
	RecoveryDisabled bool

	ClusterAlias,
	ClusterAliasOverride,
	ClusterDomainName,
	HostAttributes,
	AccessToken,
	PoolInstances,
	HostnameResolves,
	HostnameUnresolves,
	DowntimedInstances,
	Candidates,
	Detections,
	KVStore,
	Recovery,
	RecoverySteps sqlutils.NamedResultData
}

func CreateSnapshotData

func CreateSnapshotData() *SnapshotData

func NewSnapshotData

func NewSnapshotData() *SnapshotData

type SnapshotDataCreatorApplier

type SnapshotDataCreatorApplier struct {
}

func NewSnapshotDataCreatorApplier

func NewSnapshotDataCreatorApplier() *SnapshotDataCreatorApplier

func (*SnapshotDataCreatorApplier) GetData

func (this *SnapshotDataCreatorApplier) GetData() (data []byte, err error)

func (*SnapshotDataCreatorApplier) Restore

func (this *SnapshotDataCreatorApplier) Restore(rc io.ReadCloser) error

type TopologyRecovery

type TopologyRecovery struct {
	inst.PostponedFunctionsContainer

	Id                        int64
	UID                       string
	AnalysisEntry             inst.ReplicationAnalysis
	SuccessorKey              *inst.InstanceKey
	SuccessorAlias            string
	IsActive                  bool
	IsSuccessful              bool
	LostReplicas              inst.InstanceKeyMap
	ParticipatingInstanceKeys inst.InstanceKeyMap
	AllErrors                 []string
	RecoveryStartTimestamp    string
	RecoveryEndTimestamp      string
	ProcessingNodeHostname    string
	ProcessingNodeToken       string
	Acknowledged              bool
	AcknowledgedAt            string
	AcknowledgedBy            string
	AcknowledgedComment       string
	LastDetectionId           int64
	RelatedRecoveryId         int64
	RecoveryType              MasterRecoveryType
}

TopologyRecovery represents an entry in the topology_recovery table

func AttemptRecoveryRegistration

func AttemptRecoveryRegistration(analysisEntry *inst.ReplicationAnalysis, failIfFailedInstanceInActiveRecovery bool, failIfClusterInActiveRecovery bool) (*TopologyRecovery, error)

AttemptRecoveryRegistration tries to add a recovery entry; if this fails that means recovery is already in place.

func ForceExecuteRecovery

func ForceExecuteRecovery(clusterName string, analysisCode inst.AnalysisCode, failedInstanceKey *inst.InstanceKey, candidateInstanceKey *inst.InstanceKey, skipProcesses bool) (recoveryAttempted bool, topologyRecovery *TopologyRecovery, err error)

ForceExecuteRecovery can be called to issue a recovery process even if analysis says there is no recovery case. The caller of this function injects the type of analysis it wishes the function to assume. By calling this function one takes responsibility for one's actions.

func ForceMasterFailover

func ForceMasterFailover(clusterName string) (topologyRecovery *TopologyRecovery, err error)

ForceMasterFailover *trusts* master of given cluster is dead and initiates a failover

func ForceMasterTakeover

func ForceMasterTakeover(clusterName string, destination *inst.Instance) (topologyRecovery *TopologyRecovery, err error)

ForceMasterTakeover *trusts* master of given cluster is dead and fails over to designated instance, which has to be its direct child.

func GracefulMasterTakeover

func GracefulMasterTakeover(clusterName string) (topologyRecovery *TopologyRecovery, promotedMasterCoordinates *inst.BinlogCoordinates, err error)

GracefulMasterTakeover will demote master of existing topology and promote its direct replica instead. It expects that replica to have no siblings. This function is graceful in that it will first lock down the master, then wait for the designated replica to catch up with last position. It will point old master at the newly promoted master at the correct coordinates, but will not start replication.

func NewTopologyRecovery

func NewTopologyRecovery(replicationAnalysis inst.ReplicationAnalysis) *TopologyRecovery

func ReadActiveClusterRecovery

func ReadActiveClusterRecovery(clusterName string) ([]TopologyRecovery, error)

ReadActiveRecoveries reads active recovery entry/audit entires from topology_recovery

func ReadActiveRecoveries

func ReadActiveRecoveries() ([]TopologyRecovery, error)

ReadActiveRecoveries reads active recovery entry/audit entires from topology_recovery

func ReadCompletedRecoveries

func ReadCompletedRecoveries(page int) ([]TopologyRecovery, error)

ReadCompletedRecoveries reads completed recovery entry/audit entires from topology_recovery

func ReadFailureDetection

func ReadFailureDetection(detectionId int64) ([]TopologyRecovery, error)

ReadFailureDetection

func ReadFailureDetectionsForClusterAlias

func ReadFailureDetectionsForClusterAlias(clusterAlias string) ([]TopologyRecovery, error)

ReadFailureDetectionsForClusterAlias

func ReadInActivePeriodClusterRecovery

func ReadInActivePeriodClusterRecovery(clusterName string) ([]TopologyRecovery, error)

ReadInActivePeriodClusterRecovery reads recoveries (possibly complete!) that are in active period. (may be used to block further recoveries on this cluster)

func ReadInActivePeriodSuccessorInstanceRecovery

func ReadInActivePeriodSuccessorInstanceRecovery(instanceKey *inst.InstanceKey) ([]TopologyRecovery, error)

ReadInActivePeriodSuccessorInstanceRecovery reads completed recoveries for a given instance, where said instance was promoted as result, still in active period (may be used to block further recoveries should this instance die)

func ReadRecentFailureDetections

func ReadRecentFailureDetections(page int) ([]TopologyRecovery, error)

ReadRecentFailureDetections

func ReadRecentRecoveries

func ReadRecentRecoveries(clusterName string, unacknowledgedOnly bool, page int) ([]TopologyRecovery, error)

ReadCRecoveries reads latest recovery entries from topology_recovery

func ReadRecentlyActiveClusterRecovery

func ReadRecentlyActiveClusterRecovery(clusterName string) ([]TopologyRecovery, error)

ReadRecentlyActiveClusterRecovery reads recently completed entries for a given cluster

func ReadRecentlyActiveInstanceRecovery

func ReadRecentlyActiveInstanceRecovery(instanceKey *inst.InstanceKey) ([]TopologyRecovery, error)

ReadRecentlyActiveInstanceRecovery reads recently completed entries for a given instance

func ReadRecoveriesForClusterAlias

func ReadRecoveriesForClusterAlias(clusteAlias string) ([]TopologyRecovery, error)

ReadRecoveriesForClusterAlias reads open/closed recoveries by alias

func ReadRecovery

func ReadRecovery(recoveryId int64) ([]TopologyRecovery, error)

ReadRecovery reads completed recovery entry/audit entires from topology_recovery

func ReadRecoveryByUID

func ReadRecoveryByUID(recoveryUID string) ([]TopologyRecovery, error)

ReadRecoveryByUID reads completed recovery entry/audit entires from topology_recovery

func (*TopologyRecovery) AddError

func (this *TopologyRecovery) AddError(err error) error

func (*TopologyRecovery) AddErrors

func (this *TopologyRecovery) AddErrors(errs []error)

type TopologyRecoveryStep

type TopologyRecoveryStep struct {
	Id          int64
	RecoveryUID string
	AuditAt     string
	Message     string
}

func NewTopologyRecoveryStep

func NewTopologyRecoveryStep(uid string, message string) *TopologyRecoveryStep

func ReadTopologyRecoverySteps

func ReadTopologyRecoverySteps(recoveryUID string) ([]TopologyRecoveryStep, error)

ReadTopologyRecoverySteps reads recovery steps for a given recovery

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL