clusters

Documentation

Index

• Constants
• func CheckNoCluster(cluster *SparkCluster) bool
• func DeleteCluster(clustername, namespace string, restconfig *rest.Config, app, appstatus string) (string, error)
• func ErrorCode(err error) int
• func ScaleCluster(name, namespace string, masters, workers int, restconfig *rest.Config) error
• type ClusterConfig
  • func GetClusterConfig(config *ClusterConfig, restconfig *rest.Config, namespace string) (res ClusterConfig, err error)
  • func GetDefaultConfig() ClusterConfig
• type ClusterError
  • func NewClusterError(msg string, code int) ClusterError
  • func (e ClusterError) Error() string
• type SparkCluster
  • func CreateCluster(clustername, namespace, sparkimage string, config *ClusterConfig, ...) (SparkCluster, error)
  • func FindClusters(namespace string, restconfig *rest.Config, app string) ([]SparkCluster, error)
  • func FindSingleCluster(name, namespace string, restconfig *rest.Config) (SparkCluster, error)
  • func UpdateCluster(name, namespace string, config *ClusterConfig, restconfig *rest.Config) (SparkCluster, error)
• type SparkPod

Constants

const ClientOperationCode = 101

const ClusterConfigCode = 100

const ClusterIncompleteCode = 102

const ComponentExistsCode = 104

const Defaultname = "default-oshinko-cluster-config"

const EphemeralCode = 105

const ErrorWhileProcessing = "'%s', %s"

const MasterCountMustBeZeroOrOne = "cluster configuration must have a master count of 0 or 1"

const NamedConfigDoesNotExist = "named config '%s' does not exist"

const NoCodeAvailable = 0

const NoSuchClusterCode = 103

const SentinelCountValue = -1

const WorkerCountMustBeAtLeastZero = "cluster configuration may not have a worker count less than 0"

Functions

func CheckNoCluster

func CheckNoCluster(cluster *SparkCluster) bool

func DeleteCluster

func DeleteCluster(clustername, namespace string, restconfig *rest.Config, app, appstatus string) (string, error)

func ErrorCode

func ErrorCode(err error) int

func ScaleCluster

func ScaleCluster(name, namespace string, masters, workers int, restconfig *rest.Config) error

Scale a cluster This routine supports a specific scale operation based on immediate values for master and worker counts and does not consider stored configs.

Types

type ClusterConfig

type ClusterConfig struct {
	MasterCount       int
	WorkerCount       int
	Name              string
	SparkMasterConfig string
	SparkWorkerConfig string
	SparkImage        string
	ExposeWebUI       string
	Metrics           string
}

func GetClusterConfig

func GetClusterConfig(config *ClusterConfig, restconfig *rest.Config, namespace string) (res ClusterConfig, err error)

func GetDefaultConfig

func GetDefaultConfig() ClusterConfig

This function is meant to support testability

type ClusterError

type ClusterError struct {
	Msg  string
	Code int
}

func NewClusterError

func NewClusterError(msg string, code int) ClusterError

func (ClusterError) Error

func (e ClusterError) Error() string

type SparkCluster

type SparkCluster struct {
	Namespace      string `json:"namespace,omitempty"`
	Name           string `json:"name,omitempty"`
	Href           string `json:"href"`
	Image          string `json:"image"`
	MasterURL      string `json:"masterUrl"`
	MasterWebURL   string `json:"masterWebUrl"`
	MasterWebRoute string `json:"masterWebRoute"`
	Status         string `json:"status"`
	WorkerCount    int    `json:"workerCount"`
	MasterCount    int    `json:"masterCount"`
	Config         ClusterConfig
	Ephemeral      string     `json:"ephemeral,omitempty"`
	Pods           []SparkPod `json:"pods,omitempty"`
}

func CreateCluster

func CreateCluster(
	clustername, namespace, sparkimage string,
	config *ClusterConfig, restconfig *rest.Config, app string, ephemeral bool) (SparkCluster, error)

Create a cluster and return the representation

func FindClusters

func FindClusters(namespace string, restconfig *rest.Config, app string) ([]SparkCluster, error)

Find all clusters and return their representation

func FindSingleCluster

func FindSingleCluster(name, namespace string, restconfig *rest.Config) (SparkCluster, error)

Find a cluster and return its representation

func UpdateCluster

func UpdateCluster(name, namespace string, config *ClusterConfig, restconfig *rest.Config) (SparkCluster, error)

Update a cluster and return the new representation This routine supports the same stored config semantics as used in cluster creation but at this point only allows updating the master and worker counts.

type SparkPod

type SparkPod struct {
	IP     string `json:"ip"`
	Status string `json:"status"`
	Type   string `json:"type"`
}