spec

package
v1.0.9 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Aug 3, 2020 License: Apache-2.0 Imports: 20 Imported by: 2

Documentation

Index

Constants

View Source
const (
	ComponentDMMaster     = "dm-master"
	ComponentDMWorker     = "dm-worker"
	ComponentDumpling     = "dumpling"
	ComponentLightning    = "lightning"
	ComponentImporter     = "importer"
	ComponentPrometheus   = spec.ComponentPrometheus
	ComponentGrafana      = spec.ComponentGrafana
	ComponentAlertManager = spec.ComponentAlertManager
)

Components names supported by TiOps

Variables

This section is empty.

Functions

func AllDMComponentNames

func AllDMComponentNames() (roles []string)

AllDMComponentNames contains the names of all dm components. should include all components in ComponentsByStartOrder

func GetSpecManager

func GetSpecManager() *cspec.SpecManager

GetSpecManager return the spec manager of dm cluster.

func PortStarted

func PortStarted(e executor.Executor, port int, timeout int64) error

PortStarted wait until a port is being listened

func PortStopped

func PortStopped(e executor.Executor, port int, timeout int64) error

PortStopped wait until a port is being released

Types

type AlertManagerSpec

type AlertManagerSpec = spec.AlertManagerSpec

AlertManagerSpec is the spec of Alertmanager

type Component

type Component = spec.Component

Component represents a component of the cluster.

type DMMasterComponent

type DMMasterComponent struct{ *Topology }

DMMasterComponent represents TiDB component.

func (*DMMasterComponent) Instances

func (c *DMMasterComponent) Instances() []Instance

Instances implements Component interface.

func (*DMMasterComponent) Name

func (c *DMMasterComponent) Name() string

Name implements Component interface.

type DMMasterInstance

type DMMasterInstance struct {
	Name string
	// contains filtered or unexported fields
}

DMMasterInstance represent the TiDB instance

func (*DMMasterInstance) Arch

func (i *DMMasterInstance) Arch() string

func (*DMMasterInstance) ComponentName

func (i *DMMasterInstance) ComponentName() string

ComponentName implements Instance interface

func (*DMMasterInstance) DataDir

func (i *DMMasterInstance) DataDir() string

func (*DMMasterInstance) DeployDir

func (i *DMMasterInstance) DeployDir() string

func (*DMMasterInstance) GetHost

func (i *DMMasterInstance) GetHost() string

GetHost implements Instance interface

func (*DMMasterInstance) GetPort

func (i *DMMasterInstance) GetPort() int

func (*DMMasterInstance) GetSSHPort

func (i *DMMasterInstance) GetSSHPort() int

GetSSHPort implements Instance interface

func (*DMMasterInstance) ID

func (i *DMMasterInstance) ID() string

ID returns the identifier of this instance, the ID is constructed by host:port

func (*DMMasterInstance) InitConfig

func (i *DMMasterInstance) InitConfig(e executor.Executor, clusterName, clusterVersion, deployUser string, paths meta.DirPaths) error

InitConfig implement Instance interface

func (*DMMasterInstance) InstanceName

func (i *DMMasterInstance) InstanceName() string

InstanceName implements Instance interface

func (*DMMasterInstance) LogDir

func (i *DMMasterInstance) LogDir() string

func (*DMMasterInstance) OS

func (i *DMMasterInstance) OS() string

func (*DMMasterInstance) PrepareStart

func (i *DMMasterInstance) PrepareStart() error

func (*DMMasterInstance) Ready

func (i *DMMasterInstance) Ready(e executor.Executor, timeout int64) error

Ready implements Instance interface

func (*DMMasterInstance) ScaleConfig

func (i *DMMasterInstance) ScaleConfig(e executor.Executor, topo spec.Topology, clusterName, clusterVersion, deployUser string, paths meta.DirPaths) error

ScaleConfig deploy temporary config on scaling

func (*DMMasterInstance) ServiceName

func (i *DMMasterInstance) ServiceName() string

ServiceName implements Instance interface

func (*DMMasterInstance) Status

func (i *DMMasterInstance) Status(masterList ...string) string

func (*DMMasterInstance) UsedDirs

func (i *DMMasterInstance) UsedDirs() []string

func (*DMMasterInstance) UsedPorts

func (i *DMMasterInstance) UsedPorts() []int

func (*DMMasterInstance) WaitForDown

func (i *DMMasterInstance) WaitForDown(e executor.Executor, timeout int64) error

WaitForDown implements Instance interface

type DMServerConfigs

type DMServerConfigs struct {
	Master map[string]interface{} `yaml:"dm_master"`
	Worker map[string]interface{} `yaml:"dm_worker"`
}

DMServerConfigs represents the server runtime configuration

type DMWorkerComponent

type DMWorkerComponent struct {
	*Topology
}

DMWorkerComponent represents DM worker component.

func (*DMWorkerComponent) Instances

func (c *DMWorkerComponent) Instances() []Instance

Instances implements Component interface.

func (*DMWorkerComponent) Name

func (c *DMWorkerComponent) Name() string

Name implements Component interface.

type DMWorkerInstance

type DMWorkerInstance struct {
	Name string
	// contains filtered or unexported fields
}

DMWorkerInstance represent the DM worker instance

func (*DMWorkerInstance) Arch

func (i *DMWorkerInstance) Arch() string

func (*DMWorkerInstance) ComponentName

func (i *DMWorkerInstance) ComponentName() string

ComponentName implements Instance interface

func (*DMWorkerInstance) DataDir

func (i *DMWorkerInstance) DataDir() string

func (*DMWorkerInstance) DeployDir

func (i *DMWorkerInstance) DeployDir() string

func (*DMWorkerInstance) GetHost

func (i *DMWorkerInstance) GetHost() string

GetHost implements Instance interface

func (*DMWorkerInstance) GetPort

func (i *DMWorkerInstance) GetPort() int

func (*DMWorkerInstance) GetSSHPort

func (i *DMWorkerInstance) GetSSHPort() int

GetSSHPort implements Instance interface

func (*DMWorkerInstance) ID

func (i *DMWorkerInstance) ID() string

ID returns the identifier of this instance, the ID is constructed by host:port

func (*DMWorkerInstance) InitConfig

func (i *DMWorkerInstance) InitConfig(e executor.Executor, clusterName, clusterVersion, deployUser string, paths meta.DirPaths) error

InitConfig implement Instance interface

func (*DMWorkerInstance) InstanceName

func (i *DMWorkerInstance) InstanceName() string

InstanceName implements Instance interface

func (*DMWorkerInstance) LogDir

func (i *DMWorkerInstance) LogDir() string

func (*DMWorkerInstance) OS

func (i *DMWorkerInstance) OS() string

func (*DMWorkerInstance) PrepareStart

func (i *DMWorkerInstance) PrepareStart() error

func (*DMWorkerInstance) Ready

func (i *DMWorkerInstance) Ready(e executor.Executor, timeout int64) error

Ready implements Instance interface

func (*DMWorkerInstance) ScaleConfig

func (i *DMWorkerInstance) ScaleConfig(e executor.Executor, topo spec.Topology, clusterName, clusterVersion, deployUser string, paths meta.DirPaths) error

ScaleConfig deploy temporary config on scaling

func (*DMWorkerInstance) ServiceName

func (i *DMWorkerInstance) ServiceName() string

ServiceName implements Instance interface

func (*DMWorkerInstance) Status

func (i *DMWorkerInstance) Status(masterList ...string) string

func (*DMWorkerInstance) UsedDirs

func (i *DMWorkerInstance) UsedDirs() []string

func (*DMWorkerInstance) UsedPorts

func (i *DMWorkerInstance) UsedPorts() []int

func (*DMWorkerInstance) WaitForDown

func (i *DMWorkerInstance) WaitForDown(e executor.Executor, timeout int64) error

WaitForDown implements Instance interface

type GlobalOptions

type GlobalOptions = spec.GlobalOptions

GlobalOptions of spec.

type GrafanaSpec

type GrafanaSpec = spec.GrafanaSpec

GrafanaSpec is the spec of Grafana

type Instance

type Instance = spec.Instance

Instance represents an instance

type InstanceSpec

type InstanceSpec interface {
	Role() string
	SSH() (string, int)
	GetMainPort() int
	IsImported() bool
}

InstanceSpec represent a instance specification

type MasterSpec

type MasterSpec struct {
	Host     string `yaml:"host"`
	SSHPort  int    `yaml:"ssh_port,omitempty" validate:"ssh_port:editable"`
	Imported bool   `yaml:"imported,omitempty"`
	// Use Name to get the name with a default value if it's empty.
	Name            string                 `yaml:"name"`
	Port            int                    `yaml:"port" default:"8261"`
	PeerPort        int                    `yaml:"peer_port" default:"8291"`
	DeployDir       string                 `yaml:"deploy_dir,omitempty"`
	DataDir         string                 `yaml:"data_dir,omitempty"`
	LogDir          string                 `yaml:"log_dir,omitempty"`
	NumaNode        string                 `yaml:"numa_node,omitempty" validate:"numa_node:editable"`
	Config          map[string]interface{} `yaml:"config,omitempty" validate:"config:ignore"`
	ResourceControl ResourceControl        `yaml:"resource_control,omitempty" validate:"resource_control:editable"`
	Arch            string                 `yaml:"arch,omitempty"`
	OS              string                 `yaml:"os,omitempty"`
}

MasterSpec represents the Master topology specification in topology.yaml

func (MasterSpec) GetMainPort

func (s MasterSpec) GetMainPort() int

GetMainPort returns the main port of the instance

func (MasterSpec) IsImported

func (s MasterSpec) IsImported() bool

IsImported returns if the node is imported from TiDB-Ansible

func (MasterSpec) Role

func (s MasterSpec) Role() string

Role returns the component role of the instance

func (MasterSpec) SSH

func (s MasterSpec) SSH() (string, int)

SSH returns the host and SSH port of the instance

func (MasterSpec) Status

func (s MasterSpec) Status(masterList ...string) string

Status queries current status of the instance

type Metadata

type Metadata struct {
	User    string `yaml:"user"`       // the user to run and manage cluster on remote
	Version string `yaml:"dm_version"` // the version of TiDB cluster

	Topology *Topology `yaml:"topology"`
}

Metadata is the specification of generic cluster metadata

func (*Metadata) GetBaseMeta

func (m *Metadata) GetBaseMeta() *cspec.BaseMeta

GetBaseMeta implements Metadata interface.

func (*Metadata) GetTopology

func (m *Metadata) GetTopology() cspec.Topology

GetTopology implements Metadata interface.

func (*Metadata) SetTopology

func (m *Metadata) SetTopology(topo cspec.Topology)

SetTopology implements Metadata interface.

func (*Metadata) SetUser

func (m *Metadata) SetUser(s string)

SetUser implement UpgradableMetadata interface.

func (*Metadata) SetVersion

func (m *Metadata) SetVersion(s string)

SetVersion implement UpgradableMetadata interface.

type PrometheusSpec

type PrometheusSpec = spec.PrometheusSpec

PrometheusSpec is the spec of Prometheus

type ResourceControl

type ResourceControl = meta.ResourceControl

ResourceControl is the spec of ResourceControl

type Topology

type Topology struct {
	GlobalOptions GlobalOptions `yaml:"global,omitempty" validate:"global:editable"`
	// MonitoredOptions MonitoredOptions   `yaml:"monitored,omitempty" validate:"monitored:editable"`
	ServerConfigs DMServerConfigs    `yaml:"server_configs,omitempty" validate:"server_configs:ignore"`
	Masters       []MasterSpec       `yaml:"dm_master_servers"`
	Workers       []WorkerSpec       `yaml:"dm_worker_servers"`
	Monitors      []PrometheusSpec   `yaml:"monitoring_servers"`
	Grafana       []GrafanaSpec      `yaml:"grafana_servers,omitempty"`
	Alertmanager  []AlertManagerSpec `yaml:"alertmanager_servers,omitempty"`
}

Topology represents the specification of topology.yaml

func (*Topology) BaseTopo

func (topo *Topology) BaseTopo() *spec.BaseTopo

BaseTopo implements Topology interface.

func (*Topology) ComponentsByStartOrder

func (topo *Topology) ComponentsByStartOrder() (comps []Component)

ComponentsByStartOrder return component in the order need to start.

func (*Topology) ComponentsByStopOrder

func (topo *Topology) ComponentsByStopOrder() (comps []Component)

ComponentsByStopOrder return component in the order need to stop.

func (*Topology) ComponentsByUpdateOrder

func (topo *Topology) ComponentsByUpdateOrder() (comps []Component)

ComponentsByUpdateOrder return component in the order need to be updated.

func (*Topology) CountDir

func (topo *Topology) CountDir(targetHost, dirPrefix string) int

CountDir counts for dir paths used by any instance in the cluster with the same prefix, useful to find potential path conflicts

func (*Topology) Endpoints

func (topo *Topology) Endpoints(user string) []*scripts.DMMasterScript

Endpoints returns the PD endpoints configurations

func (*Topology) GetGlobalOptions

func (topo *Topology) GetGlobalOptions() spec.GlobalOptions

GetGlobalOptions returns cluster topology

func (*Topology) GetMasterList

func (topo *Topology) GetMasterList() []string

GetMasterList returns a list of Master API hosts of the current cluster

func (*Topology) GetMonitoredOptions

func (topo *Topology) GetMonitoredOptions() *spec.MonitoredOptions

GetMonitoredOptions returns MonitoredOptions

func (*Topology) IterComponent

func (topo *Topology) IterComponent(fn func(comp Component))

IterComponent iterates all components in component starting order

func (*Topology) IterHost

func (topo *Topology) IterHost(fn func(instance Instance))

IterHost iterates one instance for each host

func (*Topology) IterInstance

func (topo *Topology) IterInstance(fn func(instance Instance))

IterInstance iterates all instances in component starting order

func (*Topology) Merge

func (topo *Topology) Merge(that *Topology) *Topology

Merge returns a new Topology which sum old ones

func (*Topology) MergeTopo

func (topo *Topology) MergeTopo(rhs spec.Topology) spec.Topology

MergeTopo implements ScaleOutTopology interface.

func (*Topology) NewPart

func (topo *Topology) NewPart() spec.Topology

NewPart implements ScaleOutTopology interface.

func (*Topology) UnmarshalYAML

func (topo *Topology) UnmarshalYAML(unmarshal func(interface{}) error) error

UnmarshalYAML sets default values when unmarshaling the topology file

func (*Topology) Validate

func (topo *Topology) Validate() error

Validate validates the topology specification and produce error if the specification invalid (e.g: port conflicts or directory conflicts)

type WorkerSpec

type WorkerSpec struct {
	Host     string `yaml:"host"`
	SSHPort  int    `yaml:"ssh_port,omitempty" validate:"ssh_port:editable"`
	Imported bool   `yaml:"imported,omitempty"`
	// Use Name to get the name with a default value if it's empty.
	Name            string                 `yaml:"name"`
	Port            int                    `yaml:"port" default:"8262"`
	DeployDir       string                 `yaml:"deploy_dir,omitempty"`
	DataDir         string                 `yaml:"data_dir,omitempty"`
	LogDir          string                 `yaml:"log_dir,omitempty"`
	NumaNode        string                 `yaml:"numa_node,omitempty" validate:"numa_node:editable"`
	Config          map[string]interface{} `yaml:"config,omitempty" validate:"config:ignore"`
	ResourceControl ResourceControl        `yaml:"resource_control,omitempty" validate:"resource_control:editable"`
	Arch            string                 `yaml:"arch,omitempty"`
	OS              string                 `yaml:"os,omitempty"`
}

WorkerSpec represents the Master topology specification in topology.yaml

func (WorkerSpec) GetMainPort

func (s WorkerSpec) GetMainPort() int

GetMainPort returns the main port of the instance

func (WorkerSpec) IsImported

func (s WorkerSpec) IsImported() bool

IsImported returns if the node is imported from TiDB-Ansible

func (WorkerSpec) Role

func (s WorkerSpec) Role() string

Role returns the component role of the instance

func (WorkerSpec) SSH

func (s WorkerSpec) SSH() (string, int)

SSH returns the host and SSH port of the instance

func (WorkerSpec) Status

func (s WorkerSpec) Status(masterList ...string) string

Status queries current status of the instance

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL