livy

Documentation

Index

• Constants
• func NewClusterInitializer(l log.Logger, ytc yt.Client, root ypath.Path) strawberry.ClusterInitializer
• func NewController(l log.Logger, ytc yt.Client, root ypath.Path, cluster string, ...) strawberry.Controller
• func VersionType(version string) string
• type ClusterInitializer
  • func (initializer *ClusterInitializer) ACONamespace() string
  • func (initializer *ClusterInitializer) InitializeCluster() error
• type Config
• type Controller
  • func (c *Controller) DescribeOptions(parsedSpeclet any) []strawberry.OptionGroupDescriptor
  • func (c *Controller) Family() string
  • func (c *Controller) GetOpBriefAttributes(parsedSpeclet any) map[string]any
  • func (c *Controller) GetSparkDistrib(ctx context.Context, speclet *Speclet) (name string, path string, err error)
  • func (c *Controller) ParseGlobalConf(ctx context.Context) (conf SparkGlobalConf, err error)
  • func (c *Controller) ParseSpeclet(specletYson yson.RawValue) (any, error)
  • func (c *Controller) ParseVersionConf(ctx context.Context, speclet *Speclet) (conf SparkLaunchConf, err error)
  • func (c *Controller) Prepare(ctx context.Context, oplet *strawberry.Oplet) (spec map[string]any, description map[string]any, annotations map[string]any, ...)
  • func (c *Controller) Root() ypath.Path
  • func (c *Controller) UpdateState() (changed bool, err error)
• type SparkGlobalConf
• type SparkLaunchConf
• type Speclet
  • func (speclet *Speclet) DriverCPUOrDefault() uint64
  • func (speclet *Speclet) DriverMemoryOrDefault() uint64
  • func (speclet *Speclet) MaxSessionsOrDefault() uint64
  • func (speclet *Speclet) SparkVersionOrDefault() string

Constants

const (
	DefaultDriverCPU    = 1
	DefaultDriverMemory = 1 * 1024 * 1024 * 1024

	DefaultMaxSessions = 3

	DefaultSparkVersion = "3.2.2"
)

const (
	LivyPort = 27135
)

Functions

func NewClusterInitializer

func NewClusterInitializer(l log.Logger, ytc yt.Client, root ypath.Path) strawberry.ClusterInitializer

func NewController

func NewController(l log.Logger, ytc yt.Client, root ypath.Path, cluster string, rawConfig yson.RawValue) strawberry.Controller

func VersionType

func VersionType(version string) string

Types

type ClusterInitializer

type ClusterInitializer struct {
	// contains filtered or unexported fields
}

func (*ClusterInitializer) ACONamespace

func (initializer *ClusterInitializer) ACONamespace() string

func (*ClusterInitializer) InitializeCluster

func (initializer *ClusterInitializer) InitializeCluster() error

type Config

type Config struct {
}

type Controller

type Controller struct {
	// contains filtered or unexported fields
}

func (*Controller) DescribeOptions

func (c *Controller) DescribeOptions(parsedSpeclet any) []strawberry.OptionGroupDescriptor

func (*Controller) Family

func (c *Controller) Family() string

func (*Controller) GetOpBriefAttributes

func (c *Controller) GetOpBriefAttributes(parsedSpeclet any) map[string]any

func (*Controller) GetSparkDistrib

func (c *Controller) GetSparkDistrib(ctx context.Context, speclet *Speclet) (name string, path string, err error)

func (*Controller) ParseGlobalConf

func (c *Controller) ParseGlobalConf(ctx context.Context) (conf SparkGlobalConf, err error)

func (*Controller) ParseSpeclet

func (c *Controller) ParseSpeclet(specletYson yson.RawValue) (any, error)

func (*Controller) ParseVersionConf

func (c *Controller) ParseVersionConf(ctx context.Context, speclet *Speclet) (conf SparkLaunchConf, err error)

func (*Controller) Prepare

func (c *Controller) Prepare(ctx context.Context, oplet *strawberry.Oplet) (
	spec map[string]any, description map[string]any, annotations map[string]any, err error)

func (*Controller) Root

func (c *Controller) Root() ypath.Path

func (*Controller) UpdateState

func (c *Controller) UpdateState() (changed bool, err error)

type SparkGlobalConf

type SparkGlobalConf struct {
	Environment map[string]string `yson:"environment"`
}

type SparkLaunchConf

type SparkLaunchConf struct {
	FilePaths  []string          `yson:"file_paths"`
	LayerPaths []string          `yson:"layer_paths"`
	SparkConf  map[string]string `yson:"spark_conf"`
}

type Speclet

type Speclet struct {
	DriverCPU    *uint64 `yson:"driver_cores"`
	DriverMemory *uint64 `yson:"driver_memory"`

	MaxSessions *uint64 `yson:"max_sessions"`

	MasterGroupID *string `yson:"master_group_id"`

	SparkMasterAddress *string `yson:"spark_master_address"`

	SparkVersion *string `yson:"spark_version"`
	Version      *string `yson:"spyt_version"`
}

func (*Speclet) DriverCPUOrDefault

func (speclet *Speclet) DriverCPUOrDefault() uint64

func (*Speclet) DriverMemoryOrDefault

func (speclet *Speclet) DriverMemoryOrDefault() uint64

func (*Speclet) MaxSessionsOrDefault

func (speclet *Speclet) MaxSessionsOrDefault() uint64

func (*Speclet) SparkVersionOrDefault

func (speclet *Speclet) SparkVersionOrDefault() string