clusters

Documentation

Index

• Constants
• func CheckNoCluster(cluster *SparkCluster) bool
• func DeleteCluster(clustername, namespace string, osclient *oclient.Client, ...) (string, error)
• func ErrorCode(err error) int
• func ScaleCluster(name, namespace string, masters, workers int, osclient *oclient.Client, ...) error
• type ClusterConfig
  • func GetClusterConfig(config *ClusterConfig, cm kclient.ConfigMapsInterface) (res ClusterConfig, err error)
  • func GetDefaultConfig() ClusterConfig
• type ClusterError
  • func NewClusterError(msg string, code int) ClusterError
  • func (e ClusterError) Error() string
• type SparkCluster
  • func CreateCluster(clustername, namespace, sparkimage string, config *ClusterConfig, ...) (SparkCluster, error)
  • func FindClusters(namespace string, osclient *oclient.Client, client kclient.Interface, ...) ([]SparkCluster, error)
  • func FindSingleCluster(name, namespace string, osclient *oclient.Client, client kclient.Interface) (SparkCluster, error)
  • func UpdateCluster(name, namespace string, config *ClusterConfig, osclient *oclient.Client, ...) (SparkCluster, error)
• type SparkPod

Constants

const ClientOperationCode = 101

const ClusterConfigCode = 100

const ClusterIncompleteCode = 102

const ComponentExistsCode = 104

const Defaultname = "default-oshinko-cluster-config"

const EphemeralCode = 105

const ErrorWhileProcessing = "'%s', %s"

const MasterCountMustBeZeroOrOne = "cluster configuration must have a master count of 0 or 1"

const NamedConfigDoesNotExist = "named config '%s' does not exist"

const NoCodeAvailable = 0

const NoSuchClusterCode = 103

const SentinelCountValue = -1

const WorkerCountMustBeAtLeastZero = "cluster configuration may not have a worker count less than 0"

Functions

func CheckNoCluster

func CheckNoCluster(cluster *SparkCluster) bool

func DeleteCluster

func DeleteCluster(clustername, namespace string, osclient *oclient.Client, client kclient.Interface, app, appstatus string) (string, error)

func ErrorCode

func ErrorCode(err error) int

func ScaleCluster

func ScaleCluster(name, namespace string, masters, workers int, osclient *oclient.Client, client kclient.Interface) error

Scale a cluster This routine supports a specific scale operation based on immediate values for master and worker counts and does not consider stored configs.

Types

type ClusterConfig

type ClusterConfig struct {
	MasterCount       int
	WorkerCount       int
	Name              string
	SparkMasterConfig string
	SparkWorkerConfig string
	SparkImage        string
	ExposeWebUI       string
	Metrics           string
}

func GetClusterConfig

func GetClusterConfig(config *ClusterConfig, cm kclient.ConfigMapsInterface) (res ClusterConfig, err error)

func GetDefaultConfig

func GetDefaultConfig() ClusterConfig

This function is meant to support testability

type ClusterError

type ClusterError struct {
	Msg  string
	Code int
}

func NewClusterError

func NewClusterError(msg string, code int) ClusterError

func (ClusterError) Error

func (e ClusterError) Error() string

type SparkCluster

type SparkCluster struct {
	Namespace      string `json:"namespace,omitempty"`
	Name           string `json:"name,omitempty"`
	Href           string `json:"href"`
	Image          string `json:"image"`
	MasterURL      string `json:"masterUrl"`
	MasterWebURL   string `json:"masterWebUrl"`
	MasterWebRoute string `json:"masterWebRoute"`
	Status         string `json:"status"`
	WorkerCount    int    `json:"workerCount"`
	MasterCount    int    `json:"masterCount"`
	Config         ClusterConfig
	Ephemeral      string `json:"ephemeral,omitempty"`
	Pods           []SparkPod
}

func CreateCluster

func CreateCluster(
	clustername, namespace, sparkimage string,
	config *ClusterConfig, osclient *oclient.Client, client kclient.Interface, app string, ephemeral bool) (SparkCluster, error)

Create a cluster and return the representation

func FindClusters

func FindClusters(namespace string, osclient *oclient.Client, client kclient.Interface, app string) ([]SparkCluster, error)

Find all clusters and return their representation

func FindSingleCluster

func FindSingleCluster(name, namespace string, osclient *oclient.Client, client kclient.Interface) (SparkCluster, error)

Find a cluster and return its representation

func UpdateCluster

func UpdateCluster(name, namespace string, config *ClusterConfig, osclient *oclient.Client, client kclient.Interface) (SparkCluster, error)

Update a cluster and return the new representation This routine supports the same stored config semantics as used in cluster creation but at this point only allows updating the master and worker counts.

type SparkPod

type SparkPod struct {
	IP     string
	Status string
	Type   string
}