models

Documentation

Index

• Constants
• type ClusterInstance
• type ClusterSpec
• type CronSchedule
• type Job
• type JobEmailNotifications
• type JobSettings
• type JobTask
• type NewCluster
• type NotebookOutput
• type NotebookTask
• type Run
• type RunLifeCycleState
• type RunParameters
• type RunResultState
• type RunState
• type SparkJarTask
• type SparkPythonTask
• type SparkSubmitTask
• type TriggerType
• type ViewItem
• type ViewType
• type ViewsToExport

Constants

const (
	RunLifeCycleStatePending       = "PENDING"
	RunLifeCycleStateRunning       = "RUNNING"
	RunLifeCycleStateTerminating   = "TERMINATING"
	RunLifeCycleStateTerminated    = "TERMINATED"
	RunLifeCycleStateSkipped       = "SKIPPED"
	RunLifeCycleStateInternalError = "INTERNAL_ERROR"
)

const (
	RunResultStateSuccess  = "SUCCESS"
	RunResultStateFailed   = "FAILED"
	RunResultStateTimedout = "TIMEDOUT"
	RunResultStateCanceled = "CANCELED"
)

const (
	TriggerTypePeriodic = "PERIODIC"
	TriggerTypeOneTime  = "ONE_TIME"
	TriggerTypeRetry    = "RETRY"
)

const (
	ViewTypeNotebook  = "NOTEBOOK"
	ViewTypeDashboard = "DASHBOARD"
)

const (
	ViewsToExportCode       = "CODE"
	ViewsToExportDashboards = "DASHBOARDS"
	ViewsToExportAll        = "ALL"
)

Types

type ClusterInstance

type ClusterInstance struct {
	ClusterID      string `json:"cluster_id,omitempty" url:"cluster_id,omitempty"`
	SparkContextID string `json:"spark_context_id,omitempty" url:"spark_context_id,omitempty"`
}

type ClusterSpec

type ClusterSpec struct {
	ExistingClusterID string                   `json:"existing_cluster_id,omitempty" url:"existing_cluster_id,omitempty"`
	NewCluster        NewCluster               `json:"new_cluster,omitempty" url:"new_cluster,omitempty"`
	Libraries         *[]libraryModels.Library `json:"libraries,omitempty" url:"libraries,omitempty"`
}

type CronSchedule

type CronSchedule struct {
	QuartzCronExpression string `json:"quartz_cron_expression,omitempty" url:"quartz_cron_expression,omitempty"`
	TimezoneID           string `json:"timezone_id,omitempty" url:"timezone_id,omitempty"`
	PauseStatus          string `json:"pause_status,omitempty" url:"pause_status,omitempty"`
}

type Job

type Job struct {
	JobID           int64        `json:"job_id,omitempty" url:"job_id,omitempty"`
	CreatorUserName string       `json:"creator_user_name,omitempty" url:"creator_user_name,omitempty"`
	Settings        *JobSettings `json:"settings,omitempty" url:"settings,omitempty"`
	CreatedTime     int64        `json:"created_time,omitempty" url:"created_time,omitempty"`
}

type JobEmailNotifications

type JobEmailNotifications struct {
	OnStart               *[]string `json:"on_start,omitempty" url:"on_start,omitempty"`
	OnSuccess             *[]string `json:"on_success,omitempty" url:"on_success,omitempty"`
	OnFailure             *[]string `json:"on_failure,omitempty" url:"on_failure,omitempty"`
	NoAlertForSkippedRuns bool      `json:"no_alert_for_skipped_runs,omitempty" url:"no_alert_for_skipped_runs,omitempty"`
}

type JobSettings

type JobSettings struct {
	ExistingClusterID      string                   `json:"existing_cluster_id,omitempty" url:"existing_cluster_id,omitempty"`
	NewCluster             *NewCluster              `json:"new_cluster,omitempty" url:"new_cluster,omitempty"`
	NotebookTask           *NotebookTask            `json:"notebook_task,omitempty" url:"notebook_task,omitempty"`
	SparkJarTask           *SparkJarTask            `json:"spark_jar_task,omitempty" url:"spark_jar_task,omitempty"`
	SparkPythonTask        *SparkPythonTask         `json:"spark_python_task,omitempty" url:"spark_python_task,omitempty"`
	SparkSubmitTask        *SparkSubmitTask         `json:"spark_submit_task,omitempty" url:"spark_submit_task,omitempty"`
	Name                   string                   `json:"name,omitempty" url:"name,omitempty"`
	Libraries              *[]libraryModels.Library `json:"libraries,omitempty" url:"libraries,omitempty"`
	EmailNotifications     *JobEmailNotifications   `json:"email_notifications,omitempty" url:"email_notifications,omitempty"`
	TimeoutSeconds         int32                    `json:"timeout_seconds,omitempty" url:"timeout_seconds,omitempty"`
	MaxRetries             int32                    `json:"max_retries,omitempty" url:"max_retries,omitempty"`
	MinRetryIntervalMillis int32                    `json:"min_retry_interval_millis,omitempty" url:"min_retry_interval_millis,omitempty"`
	RetryOnTimeout         bool                     `json:"retry_on_timeout,omitempty" url:"retry_on_timeout,omitempty"`
	Schedule               *CronSchedule            `json:"schedule,omitempty" url:"schedule,omitempty"`
	MaxConcurrentRuns      int32                    `json:"max_concurrent_runs,omitempty" url:"max_concurrent_runs,omitempty"`
}

type JobTask

type JobTask struct {
	NotebookTask    NotebookTask    `json:"notebook_task,omitempty" url:"notebook_task,omitempty"`
	SparkJarTask    SparkJarTask    `json:"spark_jar_task,omitempty" url:"spark_jar_task,omitempty"`
	SparkPythonTask SparkPythonTask `json:"spark_python_task,omitempty" url:"spark_python_task,omitempty"`
	SparkSubmitTask SparkSubmitTask `json:"spark_submit_task,omitempty" url:"spark_submit_task,omitempty"`
}

type NewCluster

type NewCluster struct {
	NumWorkers        int32                           `json:"num_workers,omitempty" url:"num_workers,omitempty"`
	Autoscale         *clusterModels.AutoScale        `json:"autoscale,omitempty" url:"autoscale,omitempty"`
	SparkVersion      string                          `json:"spark_version,omitempty" url:"spark_version,omitempty"`
	SparkConf         *map[string]string              `json:"spark_conf,omitempty" url:"spark_conf,omitempty"`
	NodeTypeID        string                          `json:"node_type_id,omitempty" url:"node_type_id,omitempty"`
	DriverNodeTypeID  string                          `json:"driver_node_type_id,omitempty" url:"driver_node_type_id,omitempty"`
	CustomTags        *[]clusterModels.ClusterTag     `json:"custom_tags,omitempty" url:"custom_tags,omitempty"`
	ClusterLogConf    *clusterModels.ClusterLogConf   `json:"cluster_log_conf,omitempty" url:"cluster_log_conf,omitempty"`
	InitScripts       *[]clusterModels.InitScriptInfo `json:"init_scripts,omitempty" url:"init_scripts,omitempty"`
	SparkEnvVars      *map[string]string              `json:"spark_env_vars,omitempty" url:"spark_env_vars,omitempty"`
	EnableElasticDisk bool                            `json:"enable_elastic_disk,omitempty" url:"enable_elastic_disk,omitempty"`
	InstancePoolID    string                          `json:"instance_pool_id,omitempty" url:"instance_pool_id,omitempty"`
}

type NotebookOutput

type NotebookOutput struct {
	Result    string `json:"result,omitempty" url:"result,omitempty"`
	Truncated bool   `json:"truncated,omitempty" url:"truncated,omitempty"`
}

type NotebookTask

type NotebookTask struct {
	NotebookPath      string             `json:"notebook_path,omitempty" url:"notebook_path,omitempty"`
	RevisionTimestamp int64              `json:"revision_timestamp,omitempty" url:"revision_timestamp,omitempty"`
	BaseParameters    *map[string]string `json:"base_parameters,omitempty" url:"base_parameters,omitempty"`
}

type Run

type Run struct {
	JobID                int64           `json:"job_id,omitempty" url:"job_id,omitempty"`
	RunID                int64           `json:"run_id,omitempty" url:"run_id,omitempty"`
	CreatorUserName      string          `json:"creator_user_name,omitempty" url:"creator_user_name,omitempty"`
	NumberInJob          int64           `json:"number_in_job,omitempty" url:"number_in_job,omitempty"`
	OriginalAttemptRunID int64           `json:"original_attempt_run_id,omitempty" url:"original_attempt_run_id,omitempty"`
	State                RunState        `json:"state,omitempty" url:"state,omitempty"`
	Schedule             CronSchedule    `json:"schedule,omitempty" url:"schedule,omitempty"`
	Task                 JobTask         `json:"task,omitempty" url:"task,omitempty"`
	ClusterSpec          ClusterSpec     `json:"cluster_spec,omitempty" url:"cluster_spec,omitempty"`
	ClusterInstance      ClusterInstance `json:"cluster_instance,omitempty" url:"cluster_instance,omitempty"`
	OverridingParameters RunParameters   `json:"overriding_parameters,omitempty" url:"overriding_parameters,omitempty"`
	StartTime            int64           `json:"start_time,omitempty" url:"start_time,omitempty"`
	SetupDuration        int64           `json:"setup_duration,omitempty" url:"setup_duration,omitempty"`
	ExecutionDuration    int64           `json:"execution_duration,omitempty" url:"execution_duration,omitempty"`
	CleanupDuration      int64           `json:"cleanup_duration,omitempty" url:"cleanup_duration,omitempty"`
	EndTime              int64           `json:"end_time,omitempty" url:"end_time,omitempty"`
	Trigger              TriggerType     `json:"trigger,omitempty" url:"trigger,omitempty"`
	RunName              string          `json:"run_name,omitempty" url:"run_name,omitempty"`
	RunPageURL           string          `json:"run_page_url,omitempty" url:"run_page_url,omitempty"`
	RunType              string          `json:"run_type,omitempty" url:"run_type,omitempty"`
	AttemptNumber        int32           `json:"attempt_number,omitempty" url:"attempt_number,omitempty"`
}

type RunLifeCycleState

type RunLifeCycleState string

type RunParameters

type RunParameters struct {
	JarParams         *[]string          `json:"jar_params,omitempty" url:"jar_params,omitempty"`
	NotebookParams    *map[string]string `json:"notebook_params,omitempty" url:"notebook_params,omitempty"`
	PythonParams      *[]string          `json:"python_params,omitempty" url:"python_params,omitempty"`
	SparkSubmitParams *[]string          `json:"spark_submit_params,omitempty" url:"spark_submit_params,omitempty"`
}

type RunResultState

type RunResultState string

type RunState

type RunState struct {
	LifeCycleState RunLifeCycleState `json:"life_cycle_state,omitempty" url:"life_cycle_state,omitempty"`
	ResultState    RunResultState    `json:"result_state,omitempty" url:"result_state,omitempty"`
	StateMessage   string            `json:"state_message,omitempty" url:"state_message,omitempty"`
}

type SparkJarTask

type SparkJarTask struct {
	JarURI        string    `json:"jar_uri,omitempty" url:"jar_uri,omitempty"`
	MainClassName string    `json:"main_class_name,omitempty" url:"main_class_name,omitempty"`
	Parameters    *[]string `json:"parameters,omitempty" url:"parameters,omitempty"`
}

type SparkPythonTask

type SparkPythonTask struct {
	PythonFile string    `json:"python_file,omitempty" url:"python_file,omitempty"`
	Parameters *[]string `json:"parameters,omitempty" url:"parameters,omitempty"`
}

type SparkSubmitTask

type SparkSubmitTask struct {
	Parameters *[]string `json:"parameters,omitempty" url:"parameters,omitempty"`
}

type TriggerType

type TriggerType string

type ViewItem

type ViewItem struct {
	Content string   `json:"content,omitempty" url:"content,omitempty"`
	Name    string   `json:"name,omitempty" url:"name,omitempty"`
	Type    ViewType `json:"type,omitempty" url:"type,omitempty"`
}

type ViewType

type ViewType string

type ViewsToExport

type ViewsToExport string