models

Documentation

Index

• Constants
• type ClusterInstance
• type ClusterSpec
• type CronSchedule
• type Job
• type JobEmailNotifications
• type JobSettings
• type JobTask
• type NotebookOutput
• type NotebookTask
• type Run
• type RunLifeCycleState
• type RunParameters
• type RunResultState
• type RunState
• type SparkJarTask
• type SparkPythonTask
• type SparkSubmitTask
• type TriggerType
• type ViewItem
• type ViewType

Constants

const (
	RunLifeCycleStatePending       = "PENDING"
	RunLifeCycleStateRunning       = "RUNNING"
	RunLifeCycleStateTerminating   = "TERMINATING"
	RunLifeCycleStateTerminated    = "TERMINATED"
	RunLifeCycleStateSkipped       = "SKIPPED"
	RunLifeCycleStateInternalError = "INTERNAL_ERROR"
)

const (
	RunResultStateSuccess  = "SUCCESS"
	RunResultStateFailed   = "FAILED"
	RunResultStateTimedout = "TIMEDOUT"
	RunResultStateCanceled = "CANCELED"
)

const (
	TriggerTypePeriodic = "PERIODIC"
	TriggerTypeOneTime  = "ONE_TIME"
	TriggerTypeRetry    = "RETRY"
)

const (
	ViewTypeNotebook  = "NOTEBOOK"
	ViewTypeDashboard = "DASHBOARD"
)

Types

type ClusterInstance

type ClusterInstance struct {
	ClusterID      string `json:"cluster_id,omitempty" url:"cluster_id,omitempty"`
	SparkContextID string `json:"spark_context_id,omitempty" url:"spark_context_id,omitempty"`
}

type ClusterSpec

type ClusterSpec struct {
	ExistingClusterID string                       `json:"existing_cluster_id,omitempty" url:"existing_cluster_id,omitempty"`
	NewCluster        *clusterHttpModels.CreateReq `json:"new_cluster,omitempty" url:"new_cluster,omitempty"`
	Libraries         []libraryModels.Library      `json:"libraries,omitempty" url:"libraries,omitempty"`
}

type CronSchedule

type CronSchedule struct {
	QuartzCronExpression string `json:"quartz_cron_expression,omitempty" url:"quartz_cron_expression,omitempty"`
	TimezoneID           string `json:"timezone_id,omitempty" url:"timezone_id,omitempty"`
}

type Job

type Job struct {
	JobID           int64        `json:"job_id,omitempty" url:"job_id,omitempty"`
	CreatorUserName string       `json:"creator_user_name,omitempty" url:"creator_user_name,omitempty"`
	Settings        *JobSettings `json:"settings,omitempty" url:"settings,omitempty"`
	CreatedTime     int64        `json:"created_time,omitempty" url:"created_time,omitempty"`
}

type JobEmailNotifications

type JobEmailNotifications struct {
	OnStart               []string `json:"on_start,omitempty" url:"on_start,omitempty"`
	OnSuccess             []string `json:"on_success,omitempty" url:"on_success,omitempty"`
	OnFailure             []string `json:"on_failure,omitempty" url:"on_failure,omitempty"`
	NoAlertForSkippedRuns bool     `json:"no_alert_for_skipped_runs,omitempty" url:"no_alert_for_skipped_runs,omitempty"`
}

type JobSettings

type JobSettings struct {
	ExistingClusterID      string                       `json:"existing_cluster_id,omitempty" url:"existing_cluster_id,omitempty"`
	NewCluster             *clusterHttpModels.CreateReq `json:"new_cluster,omitempty" url:"new_cluster,omitempty"`
	NotebookTask           *NotebookTask                `json:"notebook_task,omitempty" url:"notebook_task,omitempty"`
	SparkJarTask           *SparkJarTask                `json:"spark_jar_task,omitempty" url:"spark_jar_task,omitempty"`
	SparkPythonTask        *SparkPythonTask             `json:"spark_python_task,omitempty" url:"spark_python_task,omitempty"`
	SparkSubmitTask        *SparkSubmitTask             `json:"spark_submit_task,omitempty" url:"spark_submit_task,omitempty"`
	Name                   string                       `json:"name,omitempty" url:"name,omitempty"`
	Libraries              []libraryModels.Library      `json:"libraries,omitempty" url:"libraries,omitempty"`
	EmailNotifications     *JobEmailNotifications       `json:"email_notifications,omitempty" url:"email_notifications,omitempty"`
	TimeoutSeconds         int32                        `json:"timeout_seconds,omitempty" url:"timeout_seconds,omitempty"`
	MaxRetries             int32                        `json:"max_retries,omitempty" url:"max_retries,omitempty"`
	MinRetryIntervalMillis int32                        `json:"min_retry_interval_millis,omitempty" url:"min_retry_interval_millis,omitempty"`
	RetryOnTimeout         bool                         `json:"retry_on_timeout,omitempty" url:"retry_on_timeout,omitempty"`
	Schedule               *CronSchedule                `json:"schedule,omitempty" url:"schedule,omitempty"`
	MaxConcurrentRuns      int32                        `json:"max_concurrent_runs,omitempty" url:"max_concurrent_runs,omitempty"`
}

type JobTask

type JobTask struct {
	NotebookTask    *NotebookTask    `json:"notebook_task,omitempty" url:"notebook_task,omitempty"`
	SparkJarTask    *SparkJarTask    `json:"spark_jar_task,omitempty" url:"spark_jar_task,omitempty"`
	SparkPythonTask *SparkPythonTask `json:"spark_python_task,omitempty" url:"spark_python_task,omitempty"`
	SparkSubmitTask *SparkSubmitTask `json:"spark_submit_task,omitempty" url:"spark_submit_task,omitempty"`
}

type NotebookOutput

type NotebookOutput struct {
	Result    string `json:"result,omitempty" url:"result,omitempty"`
	Truncated bool   `json:"truncated,omitempty" url:"truncated,omitempty"`
}

type NotebookTask

type NotebookTask struct {
	NotebookPath   string            `json:"notebook_path,omitempty" url:"notebook_path,omitempty"`
	BaseParameters map[string]string `json:"base_parameters,omitempty" url:"base_parameters,omitempty"`
}

type Run

type Run struct {
	JobID                int64            `json:"job_id,omitempty" url:"job_id,omitempty"`
	RunID                int64            `json:"run_id,omitempty" url:"run_id,omitempty"`
	CreatorUserName      string           `json:"creator_user_name,omitempty" url:"creator_user_name,omitempty"`
	NumberInJob          int64            `json:"number_in_job,omitempty" url:"number_in_job,omitempty"`
	OriginalAttemptRunID int64            `json:"original_attempt_run_id,omitempty" url:"original_attempt_run_id,omitempty"`
	State                *RunState        `json:"state,omitempty" url:"state,omitempty"`
	Schedule             *CronSchedule    `json:"schedule,omitempty" url:"schedule,omitempty"`
	Task                 *JobTask         `json:"task,omitempty" url:"task,omitempty"`
	ClusterSpec          *ClusterSpec     `json:"cluster_spec,omitempty" url:"cluster_spec,omitempty"`
	ClusterInstance      *ClusterInstance `json:"cluster_instance,omitempty" url:"cluster_instance,omitempty"`
	OverridingParameters *RunParameters   `json:"overriding_parameters,omitempty" url:"overriding_parameters,omitempty"`
	StartTime            int64            `json:"start_time,omitempty" url:"start_time,omitempty"`
	SetupDuration        int64            `json:"setup_duration,omitempty" url:"setup_duration,omitempty"`
	ExecutionDuration    int64            `json:"execution_duration,omitempty" url:"execution_duration,omitempty"`
	CleanupDuration      int64            `json:"cleanup_duration,omitempty" url:"cleanup_duration,omitempty"`
	Trigger              *TriggerType     `json:"trigger,omitempty" url:"trigger,omitempty"`
	RunName              string           `json:"run_name,omitempty" url:"run_name,omitempty"`
	RunPageURL           string           `json:"run_page_url,omitempty" url:"run_page_url,omitempty"`
	RunType              string           `json:"run_type,omitempty" url:"run_type,omitempty"`
}

type RunLifeCycleState

type RunLifeCycleState string

type RunParameters

type RunParameters struct {
	JarParams         []string          `json:"jar_params,omitempty" url:"jar_params,omitempty"`
	NotebookParams    map[string]string `json:"notebook_params,omitempty" url:"notebook_params,omitempty"`
	PythonParams      []string          `json:"python_params,omitempty" url:"python_params,omitempty"`
	SparkSubmitParams []string          `json:"spark_submit_params,omitempty" url:"spark_submit_params,omitempty"`
}

type RunResultState

type RunResultState string

type RunState

type RunState struct {
	LifeCycleState *RunLifeCycleState `json:"life_cycle_state,omitempty" url:"life_cycle_state,omitempty"`
	ResultState    *RunResultState    `json:"result_state,omitempty" url:"result_state,omitempty"`
	StateMessage   string             `json:"state_message,omitempty" url:"state_message,omitempty"`
}

type SparkJarTask

type SparkJarTask struct {
	JarURI        string   `json:"jar_uri,omitempty" url:"jar_uri,omitempty"`
	MainClassName string   `json:"main_class_name,omitempty" url:"main_class_name,omitempty"`
	Parameters    []string `json:"parameters,omitempty" url:"parameters,omitempty"`
}

type SparkPythonTask

type SparkPythonTask struct {
	PythonFile string   `json:"python_file,omitempty" url:"python_file,omitempty"`
	Parameters []string `json:"parameters,omitempty" url:"parameters,omitempty"`
}

type SparkSubmitTask

type SparkSubmitTask struct {
	Parameters []string `json:"parameters,omitempty" url:"parameters,omitempty"`
}

type TriggerType

type TriggerType string

type ViewItem

type ViewItem struct {
	Content string    `json:"content,omitempty" url:"content,omitempty"`
	Name    string    `json:"name,omitempty" url:"name,omitempty"`
	Type    *ViewType `json:"type,omitempty" url:"type,omitempty"`
}

type ViewType

type ViewType string