spark

Documentation

Index

• Constants
• type Config
  • func GetSparkConfig() *Config
• type Feature

Constants

const KindSparkApplication = "SparkApplication"

Types

type Config

type Config struct {
	DefaultSparkConfig    map[string]string `json:"spark-config-default" pflag:",Key value pairs of default spark configuration that should be applied to every SparkJob"`
	SparkHistoryServerURL string            `json:"spark-history-server-url" pflag:",URL for SparkHistory Server that each job will publish the execution history to."`
	Features              []Feature         `json:"features" pflag:",List of optional features supported."`
}

Spark-specific configs

func GetSparkConfig

func GetSparkConfig() *Config

type Feature

type Feature struct {
	Name        string            `json:"name"`
	SparkConfig map[string]string `json:"spark-config"`
}

Optional feature with name and corresponding spark-config to use.