models

package
v0.0.0-...-bf201e6 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Dec 21, 2022 License: MIT Imports: 0 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	AzureAvailabilitySpotAzure             = "SPOT_AZURE"
	AzureAvailabilityOnDemandAzure         = "ON_DEMAND_AZURE"
	AzureAvailabilitySpotWithFallbackAzure = "SPOT_WITH_FALLBACK_AZURE"
)
View Source 
const (
	ClusterCloudProviderNodeStatusNotEnabledOnSubscription = "NotEnabledOnSubscription"
	ClusterCloudProviderNodeStatusNotAvailableInRegion     = "NotAvailableInRegion"
)
View Source 
const (
	ClusterEventTypeCreating               = "CREATING"
	ClusterEventTypeDidNotExpandDisk       = "DID_NOT_EXPAND_DISK"
	ClusterEventTypeExpandedDisk           = "EXPANDED_DISK"
	ClusterEventTypeFailedToExpandDisk     = "FAILED_TO_EXPAND_DISK"
	ClusterEventTypeInitScriptStarting     = "INIT_SCRIPTS_STARTING"
	ClusterEventTypeInitScriptFinished     = "INIT_SCRIPTS_FINISHED"
	ClusterEventTypeStarting               = "STARTING"
	ClusterEventTypeRestarting             = "RESTARTING"
	ClusterEventTypeTerminating            = "TERMINATING"
	ClusterEventTypeEdited                 = "EDITED"
	ClusterEventTypeRunning                = "RUNNING"
	ClusterEventTypeResizing               = "RESIZING"
	ClusterEventTypeUpsizeCompleted        = "UPSIZE_COMPLETED"
	ClusterEventTypeNodesLost              = "NODES_LOST"
	ClusterEventTypeDriverHealthy          = "DRIVER_HEALTHY"
	ClusterEventTypeDriverUnavailable      = "DRIVER_UNAVAILABLE"
	ClusterEventTypeSparkException         = "SPARK_EXCEPTION"
	ClusterEventTypeDriverNotResponding    = "DRIVER_NOT_RESPONDING"
	ClusterEventTypeDbfsDown               = "DBFS_DOWN"
	ClusterEventTypeMetastoreDown          = "METASTORE_DOWN"
	ClusterEventTypeAutoscalingStatsReport = "AUTOSCALING_STATS_REPORT"
)
View Source 
const (
	ClusterSourceUI  = "UI"
	ClusterSourceJob = "JOB"
	ClusterSourceAPI = "API"
)
View Source 
const (
	ClusterStatePending     = "PENDING"
	ClusterStateRunning     = "RUNNING"
	ClusterStateRestarting  = "RESTARTING"
	ClusterStateResizing    = "RESIZING"
	ClusterStateTerminating = "TERMINATING"
	ClusterStateError       = "ERROR"
	ClusterStateUnknown     = "UNKNOWN"
	ClusterStateTERMINATED  = "TERMINATED"
)
View Source 
const (
	ListOrderDesc = "DESC"
	ListOrderAsc  = "ASC"
)
View Source 
const (
	TerminationCodeUserRequest                = "USER_REQUEST"
	TerminationCodeJobFinished                = "JOB_FINISHED"
	TerminationCodeInactivity                 = "INACTIVITY"
	TerminationCodeCloudProviderShutdown      = "CLOUD_PROVIDER_SHUTDOWN"
	TerminationCodeCommunicationLost          = "COMMUNICATION_LOST"
	TerminationCodeCloudProviderLaunchFailure = "CLOUD_PROVIDER_LAUNCH_FAILURE"
	TerminationCodeSparkStartupFailure        = "SPARK_STARTUP_FAILURE"
	TerminationCodeInvalidArgument            = "INVALID_ARGUMENT"
	TerminationCodeUnexpectedLaunchFailure    = "UNEXPECTED_LAUNCH_FAILURE"
	TerminationCodeInternalError              = "INTERNAL_ERROR"
	TerminationCodeInstanceUnreachable        = "INSTANCE_UNREACHABLE"
	TerminationCodeRequestRejected            = "REQUEST_REJECTED"
	TerminationCodeInitScriptFailure          = "INIT_SCRIPT_FAILURE"
	TerminationCodeTrialExpired               = "TRIAL_EXPIRED"
)
View Source 
const (
	TerminationParameterUsername               = "username"
	TerminationParameterDatabricksErrorMessage = "databricks_error_message"
	TerminationParameterInactivityDurationMin  = "inactivity_duration_min"
	TerminationParameterInstanceID             = "instance_id"
	TerminationParameterAzureErrorCode         = "azure_error_code"
	TerminationParameterAzureErrorMessage      = "azure_error_message"
)
View Source 
const (
	Success      = "SUCCESS"
	ClientError  = "CLIENT_ERROR"
	ServiceFault = "SERVICE_FAULT"
	CloudFailure = "CLOUD_FAILURE"
)

Variables

This section is empty.

Functions

This section is empty.

Types

type AutoScale 

type AutoScale struct {
	MinWorkers int32 `json:"min_workers,omitempty" url:"min_workers,omitempty"`
	MaxWorkers int32 `json:"max_workers,omitempty" url:"max_workers,omitempty"`
}

type AzureAttributes 

type AzureAttributes struct {
	FirstOnDemand   int32             `json:"first_on_demand,omitempty" url:"first_on_demand,omitempty"`
	Availability    AzureAvailability `json:"availability,omitempty" url:"availability,omitempty"`
	SpotBidMaxPrice float64           `json:"spot_bid_max_price,omitempty" url:"spot_bid_max_price,omitempty"`
}

type AzureAvailability 

type AzureAvailability string

type ClusterAttributes 

type ClusterAttributes struct {
	ClusterName            string            `json:"cluster_name,omitempty" url:"cluster_name,omitempty"`
	SparkVersion           string            `json:"spark_version,omitempty" url:"spark_version,omitempty"`
	SparkConf              SparkConfPair     `json:"spark_conf,omitempty" url:"spark_conf,omitempty"`
	NodeTypeID             string            `json:"node_type_id,omitempty" url:"node_type_id,omitempty"`
	DriverNodeTypeID       string            `json:"driver_node_type_id,omitempty" url:"driver_node_type_id,omitempty"`
	SSHPublicKeys          []string          `json:"ssh_public_keys,omitempty" url:"ssh_public_keys,omitempty"`
	CustomTags             []ClusterTag      `json:"custom_tags,omitempty" url:"custom_tags,omitempty"`
	ClusterLogConf         ClusterLogConf    `json:"cluster_log_conf,omitempty" url:"cluster_log_conf,omitempty"`
	InitScripts            []InitScriptInfo  `json:"init_scripts,omitempty" url:"init_scripts,omitempty"`
	DockerImage            DockerImage       `json:"docker_image,omitempty" url:"docker_image,omitempty"`
	SparkEnvVars           map[string]string `json:"spark_env_vars,omitempty" url:"spark_env_vars,omitempty"`
	AutoterminationMinutes int32             `json:"autotermination_minutes,omitempty" url:"autotermination_minutes,omitempty"`
	EnableElasticDisk      bool              `json:"enable_elastic_disk,omitempty" url:"enable_elastic_disk,omitempty"`
	InstancePoolID         string            `json:"instance_pool_id,omitempty" url:"instance_pool_id,omitempty"`
	ClusterSource          ClusterSource     `json:"cluster_source,omitempty" url:"cluster_source,omitempty"`
	PolicyID               string            `json:"policy_id,omitempty" url:"policy_id,omitempty"`
	AzureAttributes        AzureAttributes   `json:"azure_attributes,omitempty" url:"azure_attributes,omitempty"`
}

type ClusterCloudProviderNodeInfo 

type ClusterCloudProviderNodeInfo struct {
	Status             ClusterCloudProviderNodeStatus `json:"status,omitempty" url:"status,omitempty"`
	AvailableCoreQuota int32                          `json:"available_core_quota,omitempty" url:"available_core_quota,omitempty"`
	TotalCoreQuota     int32                          `json:"total_core_quota,omitempty" url:"total_core_quota,omitempty"`
}

type ClusterCloudProviderNodeStatus 

type ClusterCloudProviderNodeStatus string

type ClusterEvent 

type ClusterEvent struct {
	ClusterID string           `json:"cluster_id,omitempty" url:"cluster_id,omitempty"`
	Timestamp int64            `json:"timestamp,omitempty" url:"timestamp,omitempty"`
	Type      ClusterEventType `json:"type,omitempty" url:"type,omitempty"`
	Details   *EventDetails    `json:"details,omitempty" url:"details,omitempty"`
}

type ClusterEventType 

type ClusterEventType string

type ClusterInfo 

type ClusterInfo struct {
	NumWorkers             int32             `json:"num_workers,omitempty" url:"num_workers,omitempty"`
	AutoScale              *AutoScale        `json:"autoscale,omitempty" url:"autoscale,omitempty"`
	ClusterID              string            `json:"cluster_id,omitempty" url:"cluster_id,omitempty"`
	CreatorUserName        string            `json:"creator_user_name,omitempty" url:"creator_user_name,omitempty"`
	Driver                 SparkNode         `json:"driver,omitempty" url:"driver,omitempty"`
	Executors              *[]SparkNode      `json:"executors,omitempty" url:"executors,omitempty"`
	SparkContextID         int64             `json:"spark_context_id,omitempty" url:"spark_context_id,omitempty"`
	JdbcPort               int32             `json:"jdbc_port,omitempty" url:"jdbc_port,omitempty"`
	ClusterName            string            `json:"cluster_name,omitempty" url:"cluster_name,omitempty"`
	SparkVersion           string            `json:"spark_version,omitempty" url:"spark_version,omitempty"`
	SparkConf              SparkConfPair     `json:"spark_conf,omitempty" url:"spark_conf,omitempty"`
	NodeTypeID             string            `json:"node_type_id,omitempty" url:"node_type_id,omitempty"`
	DriverNodeTypeID       string            `json:"driver_node_type_id,omitempty" url:"driver_node_type_id,omitempty"`
	ClusterLogConf         ClusterLogConf    `json:"cluster_log_conf,omitempty" url:"cluster_log_conf,omitempty"`
	InitScripts            *[]InitScriptInfo `json:"init_scripts,omitempty" url:"init_scripts,omitempty"`
	SparkEnvVars           map[string]string `json:"spark_env_vars,omitempty" url:"spark_env_vars,omitempty"`
	AutoterminationMinutes int32             `json:"autotermination_minutes,omitempty" url:"autotermination_minutes,omitempty"`
	State                  ClusterState      `json:"state,omitempty" url:"state,omitempty"`
	StateMessage           string            `json:"state_message,omitempty" url:"state_message,omitempty"`
	StartTime              int64             `json:"start_time,omitempty" url:"start_time,omitempty"`
	TerminateTime          int64             `json:"terminate_time,omitempty" url:"terminate_time,omitempty"`
	LastStateLossTime      int64             `json:"last_state_loss_time,omitempty" url:"last_state_loss_time,omitempty"`
	LastActivityTime       int64             `json:"last_activity_time,omitempty" url:"last_activity_time,omitempty"`
	ClusterMemoryMb        int64             `json:"cluster_memory_mb,omitempty" url:"cluster_memory_mb,omitempty"`
	ClusterCores           float32           `json:"cluster_cores,omitempty" url:"cluster_cores,omitempty"`
	DefaultTags            map[string]string `json:"default_tags,omitempty" url:"default_tags,omitempty"`
	ClusterLogStatus       LogSyncStatus     `json:"cluster_log_status,omitempty" url:"cluster_log_status,omitempty"`
	TerminationReason      TerminationReason `json:"termination_reason,omitempty" url:"termination_reason,omitempty"`
}

type ClusterLogConf 

type ClusterLogConf struct {
	Dbfs DbfsStorageInfo `json:"dbfs,omitempty" url:"dbfs,omitempty"`
}

type ClusterSize 

type ClusterSize struct {
	NumWorkers int32     `json:"num_workers,omitempty" url:"num_workers,omitempty"`
	Autoscale  AutoScale `json:"autoscale,omitempty" url:"autoscale,omitempty"`
}

type ClusterSource 

type ClusterSource string

type ClusterState 

type ClusterState string

type ClusterTag 

type ClusterTag struct {
	Key   string `json:"key,omitempty" url:"key,omitempty"`
	Value string `json:"value,omitempty" url:"value,omitempty"`
}

type DbfsStorageInfo 

type DbfsStorageInfo struct {
	Destination string `json:"destination,omitempty" url:"destination,omitempty"`
}

type DockerBasicAuth 

type DockerBasicAuth struct {
	Username string `json:"username,omitempty" url:"username,omitempty"`
	Password string `json:"password,omitempty" url:"password,omitempty"`
}

type DockerImage 

type DockerImage struct {
	Url       string          `json:"url,omitempty" url:"url,omitempty"`
	BasicAuth DockerBasicAuth `json:"basic_auth,omitempty" url:"basic_auth,omitempty"`
}

type EventDetails 

type EventDetails struct {
	CurrentNumWorkers   int32              `json:"current_num_workers,omitempty" url:"current_num_workers,omitempty"`
	TargetNumWorkers    int32              `json:"target_num_workers,omitempty" url:"target_num_workers,omitempty"`
	PreviousAttributes  *ClusterAttributes `json:"previous_attributes,omitempty" url:"previous_attributes,omitempty"`
	Attributes          *ClusterAttributes `json:"attributes,omitempty" url:"attributes,omitempty"`
	PreviousClusterSize ClusterSize        `json:"previous_cluster_size,omitempty" url:"previous_cluster_size,omitempty"`
	ClusterSize         ClusterSize        `json:"cluster_size,omitempty" url:"cluster_size,omitempty"`
}

type FileStorageInfo 

type FileStorageInfo struct {
	Destination string `json:"destination,omitempty" url:"destination,omitempty"`
}

type InitScriptInfo 

type InitScriptInfo struct {
	Dbfs DbfsStorageInfo `json:"dbfs,omitempty" url:"dbfs,omitempty"`
	Fs   FileStorageInfo `json:"fs,omitempty" url:"fs,omitempty"`
}

type ListOrder 

type ListOrder string

type LogSyncStatus 

type LogSyncStatus struct {
	LastAttempted int64  `json:"last_attempted,omitempty" url:"last_attempted,omitempty"`
	LastException string `json:"last_exception,omitempty" url:"last_exception,omitempty"`
}

type NodeType 

type NodeType struct {
	NodeTypeID     string                       `json:"node_type_id,omitempty" url:"node_type_id,omitempty"`
	MemoryMb       int32                        `json:"memory_mb,omitempty" url:"memory_mb,omitempty"`
	NumCores       float32                      `json:"num_cores,omitempty" url:"num_cores,omitempty"`
	Description    string                       `json:"description,omitempty" url:"description,omitempty"`
	InstanceTypeID string                       `json:"instance_type_id,omitempty" url:"instance_type_id,omitempty"`
	IsDeprecated   bool                         `json:"is_deprecated,omitempty" url:"is_deprecated,omitempty"`
	NodeInfo       ClusterCloudProviderNodeInfo `json:"node_info,omitempty" url:"node_info,omitempty"`
}

type ParameterPair 

type ParameterPair struct {
	Key   string `json:"key,omitempty" url:"key,omitempty"`
	Value string `json:"value,omitempty" url:"value,omitempty"`
}

type SparkConfPair 

type SparkConfPair struct {
	Key   string `json:"key,omitempty" url:"key,omitempty"`
	Value string `json:"value,omitempty" url:"value,omitempty"`
}

type SparkNode 

type SparkNode struct {
	PrivateIP      string `json:"private_ip,omitempty" url:"private_ip,omitempty"`
	PublicDNS      string `json:"public_dns,omitempty" url:"public_dns,omitempty"`
	NodeID         string `json:"node_id,omitempty" url:"node_id,omitempty"`
	InstanceID     string `json:"instance_id,omitempty" url:"instance_id,omitempty"`
	StartTimestamp int64  `json:"start_timestamp,omitempty" url:"start_timestamp,omitempty"`
	HostPrivateIP  string `json:"host_private_ip,omitempty" url:"host_private_ip,omitempty"`
}

type SparkVersion 

type SparkVersion struct {
	Key  string `json:"key,omitempty" url:"key,omitempty"`
	Name string `json:"name,omitempty" url:"name,omitempty"`
}

type TerminationCode 

type TerminationCode string

type TerminationParameter 

type TerminationParameter string

type TerminationReason 

type TerminationReason struct {
	Code       TerminationCode `json:"code,omitempty" url:"code,omitempty"`
	Type       TerminationType `json:"type,omitempty" url:"code,omitempty"`
	Parameters []ParameterPair `json:"parameters,omitempty" url:"parameters,omitempty"`
}

type TerminationType 

type TerminationType string

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.