Documentation ¶
Overview ¶
Package hdinsight implements the Azure ARM Hdinsight service API version 2018-11-01-preview.
The HDInsight Job Client.
Index ¶
- func UserAgent() string
- func Version() string
- type AppState
- type ApplicationState
- type BaseClient
- type JobClient
- func (client JobClient) DeleteSparkBatch(ctx context.Context, batchID int32, requestedBy string) (result SparkJobDeletedResult, err error)
- func (client JobClient) DeleteSparkBatchPreparer(ctx context.Context, batchID int32, requestedBy string) (*http.Request, error)
- func (client JobClient) DeleteSparkBatchResponder(resp *http.Response) (result SparkJobDeletedResult, err error)
- func (client JobClient) DeleteSparkBatchSender(req *http.Request) (*http.Response, error)
- func (client JobClient) DeleteSparkSessionJob(ctx context.Context, sessionID int32, requestedBy string) (result SparkJobDeletedResult, err error)
- func (client JobClient) DeleteSparkSessionJobPreparer(ctx context.Context, sessionID int32, requestedBy string) (*http.Request, error)
- func (client JobClient) DeleteSparkSessionJobResponder(resp *http.Response) (result SparkJobDeletedResult, err error)
- func (client JobClient) DeleteSparkSessionJobSender(req *http.Request) (*http.Response, error)
- func (client JobClient) DeleteSparkStatementJob(ctx context.Context, sessionID int32, statementID int32, requestedBy string) (result SparkStatementCancellationResult, err error)
- func (client JobClient) DeleteSparkStatementJobPreparer(ctx context.Context, sessionID int32, statementID int32, requestedBy string) (*http.Request, error)
- func (client JobClient) DeleteSparkStatementJobResponder(resp *http.Response) (result SparkStatementCancellationResult, err error)
- func (client JobClient) DeleteSparkStatementJobSender(req *http.Request) (*http.Response, error)
- func (client JobClient) Get(ctx context.Context, jobID string) (result JobDetailRootJSONObject, err error)
- func (client JobClient) GetAppState(ctx context.Context, appID string) (result AppState, err error)
- func (client JobClient) GetAppStatePreparer(ctx context.Context, appID string) (*http.Request, error)
- func (client JobClient) GetAppStateResponder(resp *http.Response) (result AppState, err error)
- func (client JobClient) GetAppStateSender(req *http.Request) (*http.Response, error)
- func (client JobClient) GetPreparer(ctx context.Context, jobID string) (*http.Request, error)
- func (client JobClient) GetResponder(resp *http.Response) (result JobDetailRootJSONObject, err error)
- func (client JobClient) GetSender(req *http.Request) (*http.Response, error)
- func (client JobClient) GetSparkBatchJob(ctx context.Context, batchID int32) (result SparkBatchJob, err error)
- func (client JobClient) GetSparkBatchJobPreparer(ctx context.Context, batchID int32) (*http.Request, error)
- func (client JobClient) GetSparkBatchJobResponder(resp *http.Response) (result SparkBatchJob, err error)
- func (client JobClient) GetSparkBatchJobSender(req *http.Request) (*http.Response, error)
- func (client JobClient) GetSparkBatchLog(ctx context.Context, batchID int32, from *int32, size *int32) (result SparkJobLog, err error)
- func (client JobClient) GetSparkBatchLogPreparer(ctx context.Context, batchID int32, from *int32, size *int32) (*http.Request, error)
- func (client JobClient) GetSparkBatchLogResponder(resp *http.Response) (result SparkJobLog, err error)
- func (client JobClient) GetSparkBatchLogSender(req *http.Request) (*http.Response, error)
- func (client JobClient) GetSparkBatchState(ctx context.Context, batchID int32) (result SparkJobState, err error)
- func (client JobClient) GetSparkBatchStatePreparer(ctx context.Context, batchID int32) (*http.Request, error)
- func (client JobClient) GetSparkBatchStateResponder(resp *http.Response) (result SparkJobState, err error)
- func (client JobClient) GetSparkBatchStateSender(req *http.Request) (*http.Response, error)
- func (client JobClient) GetSparkSessionJob(ctx context.Context, sessionID int32) (result SparkSessionJob, err error)
- func (client JobClient) GetSparkSessionJobPreparer(ctx context.Context, sessionID int32) (*http.Request, error)
- func (client JobClient) GetSparkSessionJobResponder(resp *http.Response) (result SparkSessionJob, err error)
- func (client JobClient) GetSparkSessionJobSender(req *http.Request) (*http.Response, error)
- func (client JobClient) GetSparkSessionLog(ctx context.Context, sessionID int32, from *int32, size *int32) (result SparkJobLog, err error)
- func (client JobClient) GetSparkSessionLogPreparer(ctx context.Context, sessionID int32, from *int32, size *int32) (*http.Request, error)
- func (client JobClient) GetSparkSessionLogResponder(resp *http.Response) (result SparkJobLog, err error)
- func (client JobClient) GetSparkSessionLogSender(req *http.Request) (*http.Response, error)
- func (client JobClient) GetSparkSessionState(ctx context.Context, sessionID int32) (result SparkJobState, err error)
- func (client JobClient) GetSparkSessionStatePreparer(ctx context.Context, sessionID int32) (*http.Request, error)
- func (client JobClient) GetSparkSessionStateResponder(resp *http.Response) (result SparkJobState, err error)
- func (client JobClient) GetSparkSessionStateSender(req *http.Request) (*http.Response, error)
- func (client JobClient) GetSparkStatementJob(ctx context.Context, sessionID int32, statementID int32) (result SparkStatement, err error)
- func (client JobClient) GetSparkStatementJobPreparer(ctx context.Context, sessionID int32, statementID int32) (*http.Request, error)
- func (client JobClient) GetSparkStatementJobResponder(resp *http.Response) (result SparkStatement, err error)
- func (client JobClient) GetSparkStatementJobSender(req *http.Request) (*http.Response, error)
- func (client JobClient) Kill(ctx context.Context, jobID string) (result JobDetailRootJSONObject, err error)
- func (client JobClient) KillPreparer(ctx context.Context, jobID string) (*http.Request, error)
- func (client JobClient) KillResponder(resp *http.Response) (result JobDetailRootJSONObject, err error)
- func (client JobClient) KillSender(req *http.Request) (*http.Response, error)
- func (client JobClient) List(ctx context.Context) (result ListJobListJSONObject, err error)
- func (client JobClient) ListAfterJobID(ctx context.Context, jobid string, numrecords *int32) (result ListJobListJSONObject, err error)
- func (client JobClient) ListAfterJobIDPreparer(ctx context.Context, jobid string, numrecords *int32) (*http.Request, error)
- func (client JobClient) ListAfterJobIDResponder(resp *http.Response) (result ListJobListJSONObject, err error)
- func (client JobClient) ListAfterJobIDSender(req *http.Request) (*http.Response, error)
- func (client JobClient) ListPreparer(ctx context.Context) (*http.Request, error)
- func (client JobClient) ListResponder(resp *http.Response) (result ListJobListJSONObject, err error)
- func (client JobClient) ListSender(req *http.Request) (*http.Response, error)
- func (client JobClient) ListSparkBatchJob(ctx context.Context, from *int32, size *int32) (result SparkBatchJobCollection, err error)
- func (client JobClient) ListSparkBatchJobPreparer(ctx context.Context, from *int32, size *int32) (*http.Request, error)
- func (client JobClient) ListSparkBatchJobResponder(resp *http.Response) (result SparkBatchJobCollection, err error)
- func (client JobClient) ListSparkBatchJobSender(req *http.Request) (*http.Response, error)
- func (client JobClient) ListSparkSessionJob(ctx context.Context, from *int32, size *int32) (result SparkSessionCollection, err error)
- func (client JobClient) ListSparkSessionJobPreparer(ctx context.Context, from *int32, size *int32) (*http.Request, error)
- func (client JobClient) ListSparkSessionJobResponder(resp *http.Response) (result SparkSessionCollection, err error)
- func (client JobClient) ListSparkSessionJobSender(req *http.Request) (*http.Response, error)
- func (client JobClient) ListSparkStatementJob(ctx context.Context, sessionID int32) (result SparkStatementCollection, err error)
- func (client JobClient) ListSparkStatementJobPreparer(ctx context.Context, sessionID int32) (*http.Request, error)
- func (client JobClient) ListSparkStatementJobResponder(resp *http.Response) (result SparkStatementCollection, err error)
- func (client JobClient) ListSparkStatementJobSender(req *http.Request) (*http.Response, error)
- func (client JobClient) SubmitHiveJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)
- func (client JobClient) SubmitHiveJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)
- func (client JobClient) SubmitHiveJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)
- func (client JobClient) SubmitHiveJobSender(req *http.Request) (*http.Response, error)
- func (client JobClient) SubmitMapReduceJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)
- func (client JobClient) SubmitMapReduceJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)
- func (client JobClient) SubmitMapReduceJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)
- func (client JobClient) SubmitMapReduceJobSender(req *http.Request) (*http.Response, error)
- func (client JobClient) SubmitMapReduceStreamingJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)
- func (client JobClient) SubmitMapReduceStreamingJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)
- func (client JobClient) SubmitMapReduceStreamingJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)
- func (client JobClient) SubmitMapReduceStreamingJobSender(req *http.Request) (*http.Response, error)
- func (client JobClient) SubmitPigJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)
- func (client JobClient) SubmitPigJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)
- func (client JobClient) SubmitPigJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)
- func (client JobClient) SubmitPigJobSender(req *http.Request) (*http.Response, error)
- func (client JobClient) SubmitSparkBatchJob(ctx context.Context, sparkBatchJobRequest SparkBatchJobRequest, ...) (result SparkBatchJob, err error)
- func (client JobClient) SubmitSparkBatchJobPreparer(ctx context.Context, sparkBatchJobRequest SparkBatchJobRequest, ...) (*http.Request, error)
- func (client JobClient) SubmitSparkBatchJobResponder(resp *http.Response) (result SparkBatchJob, err error)
- func (client JobClient) SubmitSparkBatchJobSender(req *http.Request) (*http.Response, error)
- func (client JobClient) SubmitSparkSessionJob(ctx context.Context, sparkSessionJobRequest SparkSessionJobRequest, ...) (result SparkSessionJob, err error)
- func (client JobClient) SubmitSparkSessionJobPreparer(ctx context.Context, sparkSessionJobRequest SparkSessionJobRequest, ...) (*http.Request, error)
- func (client JobClient) SubmitSparkSessionJobResponder(resp *http.Response) (result SparkSessionJob, err error)
- func (client JobClient) SubmitSparkSessionJobSender(req *http.Request) (*http.Response, error)
- func (client JobClient) SubmitSparkStatementJob(ctx context.Context, sessionID int32, ...) (result SparkStatement, err error)
- func (client JobClient) SubmitSparkStatementJobPreparer(ctx context.Context, sessionID int32, ...) (*http.Request, error)
- func (client JobClient) SubmitSparkStatementJobResponder(resp *http.Response) (result SparkStatement, err error)
- func (client JobClient) SubmitSparkStatementJobSender(req *http.Request) (*http.Response, error)
- func (client JobClient) SubmitSqoopJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)
- func (client JobClient) SubmitSqoopJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)
- func (client JobClient) SubmitSqoopJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)
- func (client JobClient) SubmitSqoopJobSender(req *http.Request) (*http.Response, error)
- type JobDetailRootJSONObject
- type JobID
- type JobListJSONObject
- type JobOperationsErrorResponse
- type JobState
- type JobSubmissionJSONResponse
- type ListJobListJSONObject
- type Profile
- type SessionJobKind
- type SparkBatchJob
- type SparkBatchJobCollection
- type SparkBatchJobRequest
- type SparkJobDeletedResult
- type SparkJobLog
- type SparkJobState
- type SparkSessionCollection
- type SparkSessionJob
- type SparkSessionJobRequest
- type SparkStatement
- type SparkStatementCancellationResult
- type SparkStatementCollection
- type SparkStatementOutput
- type SparkStatementRequest
- type StatementExecutionStatus
- type StatementState
- type Status
- type Userargs
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
func UserAgent ¶
func UserAgent() string
UserAgent returns the UserAgent string to use when sending http.Requests.
func Version ¶
func Version() string
Version returns the semantic version (see http://semver.org) of the client.
Types ¶
type AppState ¶
type AppState struct { autorest.Response `json:"-"` // State - The State of the application. Possible values include: 'NEW', 'NEWSAVING', 'SUBMITTED', 'ACCEPTED', 'RUNNING', 'FINISHED', 'FINISHING', 'FAILED', 'KILLED' State ApplicationState `json:"state,omitempty"` }
AppState the State of the application.
type ApplicationState ¶
type ApplicationState string
ApplicationState enumerates the values for application state.
const ( // ACCEPTED ... ACCEPTED ApplicationState = "ACCEPTED" // FAILED ... FAILED ApplicationState = "FAILED" // FINISHED ... FINISHED ApplicationState = "FINISHED" // FINISHING ... FINISHING ApplicationState = "FINISHING" // KILLED ... KILLED ApplicationState = "KILLED" // NEW ... NEW ApplicationState = "NEW" // NEWSAVING ... NEWSAVING ApplicationState = "NEW_SAVING" // RUNNING ... RUNNING ApplicationState = "RUNNING" // SUBMITTED ... SUBMITTED ApplicationState = "SUBMITTED" )
func PossibleApplicationStateValues ¶
func PossibleApplicationStateValues() []ApplicationState
PossibleApplicationStateValues returns an array of possible values for the ApplicationState const type.
type BaseClient ¶
BaseClient is the base client for Hdinsight.
func New ¶
func New(endpoint string, userName string) BaseClient
New creates an instance of the BaseClient client.
func NewWithoutDefaults ¶
func NewWithoutDefaults(endpoint string, userName string) BaseClient
NewWithoutDefaults creates an instance of the BaseClient client.
type JobClient ¶
type JobClient struct {
BaseClient
}
JobClient is the the HDInsight Job Client.
func NewJobClient ¶
NewJobClient creates an instance of the JobClient client.
func (JobClient) DeleteSparkBatch ¶
func (client JobClient) DeleteSparkBatch(ctx context.Context, batchID int32, requestedBy string) (result SparkJobDeletedResult, err error)
DeleteSparkBatch cancels a running spark batch job. Parameters: batchID - identifier for the batch job. requestedBy - add default value for X-Requested-By in header.
func (JobClient) DeleteSparkBatchPreparer ¶
func (client JobClient) DeleteSparkBatchPreparer(ctx context.Context, batchID int32, requestedBy string) (*http.Request, error)
DeleteSparkBatchPreparer prepares the DeleteSparkBatch request.
func (JobClient) DeleteSparkBatchResponder ¶
func (client JobClient) DeleteSparkBatchResponder(resp *http.Response) (result SparkJobDeletedResult, err error)
DeleteSparkBatchResponder handles the response to the DeleteSparkBatch request. The method always closes the http.Response Body.
func (JobClient) DeleteSparkBatchSender ¶
DeleteSparkBatchSender sends the DeleteSparkBatch request. The method will close the http.Response Body if it receives an error.
func (JobClient) DeleteSparkSessionJob ¶
func (client JobClient) DeleteSparkSessionJob(ctx context.Context, sessionID int32, requestedBy string) (result SparkJobDeletedResult, err error)
DeleteSparkSessionJob cancels a running spark session. Parameters: sessionID - identifier for the session. requestedBy - add default value for X-Requested-By in header.
func (JobClient) DeleteSparkSessionJobPreparer ¶
func (client JobClient) DeleteSparkSessionJobPreparer(ctx context.Context, sessionID int32, requestedBy string) (*http.Request, error)
DeleteSparkSessionJobPreparer prepares the DeleteSparkSessionJob request.
func (JobClient) DeleteSparkSessionJobResponder ¶
func (client JobClient) DeleteSparkSessionJobResponder(resp *http.Response) (result SparkJobDeletedResult, err error)
DeleteSparkSessionJobResponder handles the response to the DeleteSparkSessionJob request. The method always closes the http.Response Body.
func (JobClient) DeleteSparkSessionJobSender ¶
DeleteSparkSessionJobSender sends the DeleteSparkSessionJob request. The method will close the http.Response Body if it receives an error.
func (JobClient) DeleteSparkStatementJob ¶
func (client JobClient) DeleteSparkStatementJob(ctx context.Context, sessionID int32, statementID int32, requestedBy string) (result SparkStatementCancellationResult, err error)
DeleteSparkStatementJob kill a statement within a session. Parameters: sessionID - identifier for the session. statementID - identifier for the statement. requestedBy - add default value for X-Requested-By in header.
func (JobClient) DeleteSparkStatementJobPreparer ¶
func (client JobClient) DeleteSparkStatementJobPreparer(ctx context.Context, sessionID int32, statementID int32, requestedBy string) (*http.Request, error)
DeleteSparkStatementJobPreparer prepares the DeleteSparkStatementJob request.
func (JobClient) DeleteSparkStatementJobResponder ¶
func (client JobClient) DeleteSparkStatementJobResponder(resp *http.Response) (result SparkStatementCancellationResult, err error)
DeleteSparkStatementJobResponder handles the response to the DeleteSparkStatementJob request. The method always closes the http.Response Body.
func (JobClient) DeleteSparkStatementJobSender ¶
DeleteSparkStatementJobSender sends the DeleteSparkStatementJob request. The method will close the http.Response Body if it receives an error.
func (JobClient) Get ¶
func (client JobClient) Get(ctx context.Context, jobID string) (result JobDetailRootJSONObject, err error)
Get gets job details from the specified HDInsight cluster. Parameters: jobID - the id of the job.
func (JobClient) GetAppState ¶
GetAppState gets application state from the specified HDInsight cluster. Parameters: appID - the id of the job.
func (JobClient) GetAppStatePreparer ¶
func (client JobClient) GetAppStatePreparer(ctx context.Context, appID string) (*http.Request, error)
GetAppStatePreparer prepares the GetAppState request.
func (JobClient) GetAppStateResponder ¶
GetAppStateResponder handles the response to the GetAppState request. The method always closes the http.Response Body.
func (JobClient) GetAppStateSender ¶
GetAppStateSender sends the GetAppState request. The method will close the http.Response Body if it receives an error.
func (JobClient) GetPreparer ¶
GetPreparer prepares the Get request.
func (JobClient) GetResponder ¶
func (client JobClient) GetResponder(resp *http.Response) (result JobDetailRootJSONObject, err error)
GetResponder handles the response to the Get request. The method always closes the http.Response Body.
func (JobClient) GetSender ¶
GetSender sends the Get request. The method will close the http.Response Body if it receives an error.
func (JobClient) GetSparkBatchJob ¶
func (client JobClient) GetSparkBatchJob(ctx context.Context, batchID int32) (result SparkBatchJob, err error)
GetSparkBatchJob gets a single spark batch job. Parameters: batchID - identifier for the batch job.
func (JobClient) GetSparkBatchJobPreparer ¶
func (client JobClient) GetSparkBatchJobPreparer(ctx context.Context, batchID int32) (*http.Request, error)
GetSparkBatchJobPreparer prepares the GetSparkBatchJob request.
func (JobClient) GetSparkBatchJobResponder ¶
func (client JobClient) GetSparkBatchJobResponder(resp *http.Response) (result SparkBatchJob, err error)
GetSparkBatchJobResponder handles the response to the GetSparkBatchJob request. The method always closes the http.Response Body.
func (JobClient) GetSparkBatchJobSender ¶
GetSparkBatchJobSender sends the GetSparkBatchJob request. The method will close the http.Response Body if it receives an error.
func (JobClient) GetSparkBatchLog ¶
func (client JobClient) GetSparkBatchLog(ctx context.Context, batchID int32, from *int32, size *int32) (result SparkJobLog, err error)
GetSparkBatchLog gets a single spark batch job logs. Parameters: batchID - identifier for the batch job. from - optional param specifying which index the list should begin from. size - optional param specifying the size of the returned list. By default it is 20 and that is the maximum.
func (JobClient) GetSparkBatchLogPreparer ¶
func (client JobClient) GetSparkBatchLogPreparer(ctx context.Context, batchID int32, from *int32, size *int32) (*http.Request, error)
GetSparkBatchLogPreparer prepares the GetSparkBatchLog request.
func (JobClient) GetSparkBatchLogResponder ¶
func (client JobClient) GetSparkBatchLogResponder(resp *http.Response) (result SparkJobLog, err error)
GetSparkBatchLogResponder handles the response to the GetSparkBatchLog request. The method always closes the http.Response Body.
func (JobClient) GetSparkBatchLogSender ¶
GetSparkBatchLogSender sends the GetSparkBatchLog request. The method will close the http.Response Body if it receives an error.
func (JobClient) GetSparkBatchState ¶
func (client JobClient) GetSparkBatchState(ctx context.Context, batchID int32) (result SparkJobState, err error)
GetSparkBatchState gets a single spark batch state. Parameters: batchID - identifier for the batch job.
func (JobClient) GetSparkBatchStatePreparer ¶
func (client JobClient) GetSparkBatchStatePreparer(ctx context.Context, batchID int32) (*http.Request, error)
GetSparkBatchStatePreparer prepares the GetSparkBatchState request.
func (JobClient) GetSparkBatchStateResponder ¶
func (client JobClient) GetSparkBatchStateResponder(resp *http.Response) (result SparkJobState, err error)
GetSparkBatchStateResponder handles the response to the GetSparkBatchState request. The method always closes the http.Response Body.
func (JobClient) GetSparkBatchStateSender ¶
GetSparkBatchStateSender sends the GetSparkBatchState request. The method will close the http.Response Body if it receives an error.
func (JobClient) GetSparkSessionJob ¶
func (client JobClient) GetSparkSessionJob(ctx context.Context, sessionID int32) (result SparkSessionJob, err error)
GetSparkSessionJob gets a single spark session. Parameters: sessionID - identifier for the session.
func (JobClient) GetSparkSessionJobPreparer ¶
func (client JobClient) GetSparkSessionJobPreparer(ctx context.Context, sessionID int32) (*http.Request, error)
GetSparkSessionJobPreparer prepares the GetSparkSessionJob request.
func (JobClient) GetSparkSessionJobResponder ¶
func (client JobClient) GetSparkSessionJobResponder(resp *http.Response) (result SparkSessionJob, err error)
GetSparkSessionJobResponder handles the response to the GetSparkSessionJob request. The method always closes the http.Response Body.
func (JobClient) GetSparkSessionJobSender ¶
GetSparkSessionJobSender sends the GetSparkSessionJob request. The method will close the http.Response Body if it receives an error.
func (JobClient) GetSparkSessionLog ¶
func (client JobClient) GetSparkSessionLog(ctx context.Context, sessionID int32, from *int32, size *int32) (result SparkJobLog, err error)
GetSparkSessionLog gets a single spark session job logs. Parameters: sessionID - identifier for the session job. from - optional param specifying which index the list should begin from. size - optional param specifying the size of the returned list. By default it is 20 and that is the maximum.
func (JobClient) GetSparkSessionLogPreparer ¶
func (client JobClient) GetSparkSessionLogPreparer(ctx context.Context, sessionID int32, from *int32, size *int32) (*http.Request, error)
GetSparkSessionLogPreparer prepares the GetSparkSessionLog request.
func (JobClient) GetSparkSessionLogResponder ¶
func (client JobClient) GetSparkSessionLogResponder(resp *http.Response) (result SparkJobLog, err error)
GetSparkSessionLogResponder handles the response to the GetSparkSessionLog request. The method always closes the http.Response Body.
func (JobClient) GetSparkSessionLogSender ¶
GetSparkSessionLogSender sends the GetSparkSessionLog request. The method will close the http.Response Body if it receives an error.
func (JobClient) GetSparkSessionState ¶
func (client JobClient) GetSparkSessionState(ctx context.Context, sessionID int32) (result SparkJobState, err error)
GetSparkSessionState gets a single spark session job state. Parameters: sessionID - identifier for the session job.
func (JobClient) GetSparkSessionStatePreparer ¶
func (client JobClient) GetSparkSessionStatePreparer(ctx context.Context, sessionID int32) (*http.Request, error)
GetSparkSessionStatePreparer prepares the GetSparkSessionState request.
func (JobClient) GetSparkSessionStateResponder ¶
func (client JobClient) GetSparkSessionStateResponder(resp *http.Response) (result SparkJobState, err error)
GetSparkSessionStateResponder handles the response to the GetSparkSessionState request. The method always closes the http.Response Body.
func (JobClient) GetSparkSessionStateSender ¶
GetSparkSessionStateSender sends the GetSparkSessionState request. The method will close the http.Response Body if it receives an error.
func (JobClient) GetSparkStatementJob ¶
func (client JobClient) GetSparkStatementJob(ctx context.Context, sessionID int32, statementID int32) (result SparkStatement, err error)
GetSparkStatementJob gets a single statement within a spark session. Parameters: sessionID - identifier for the session. statementID - identifier for the statement.
func (JobClient) GetSparkStatementJobPreparer ¶
func (client JobClient) GetSparkStatementJobPreparer(ctx context.Context, sessionID int32, statementID int32) (*http.Request, error)
GetSparkStatementJobPreparer prepares the GetSparkStatementJob request.
func (JobClient) GetSparkStatementJobResponder ¶
func (client JobClient) GetSparkStatementJobResponder(resp *http.Response) (result SparkStatement, err error)
GetSparkStatementJobResponder handles the response to the GetSparkStatementJob request. The method always closes the http.Response Body.
func (JobClient) GetSparkStatementJobSender ¶
GetSparkStatementJobSender sends the GetSparkStatementJob request. The method will close the http.Response Body if it receives an error.
func (JobClient) Kill ¶
func (client JobClient) Kill(ctx context.Context, jobID string) (result JobDetailRootJSONObject, err error)
Kill initiates cancel on given running job in the specified HDInsight. Parameters: jobID - the id of the job.
func (JobClient) KillPreparer ¶
KillPreparer prepares the Kill request.
func (JobClient) KillResponder ¶
func (client JobClient) KillResponder(resp *http.Response) (result JobDetailRootJSONObject, err error)
KillResponder handles the response to the Kill request. The method always closes the http.Response Body.
func (JobClient) KillSender ¶
KillSender sends the Kill request. The method will close the http.Response Body if it receives an error.
func (JobClient) List ¶
func (client JobClient) List(ctx context.Context) (result ListJobListJSONObject, err error)
List gets the list of jobs from the specified HDInsight cluster.
func (JobClient) ListAfterJobID ¶
func (client JobClient) ListAfterJobID(ctx context.Context, jobid string, numrecords *int32) (result ListJobListJSONObject, err error)
ListAfterJobID gets numrecords Of Jobs after jobid from the specified HDInsight cluster. Parameters: jobid - jobId from where to list jobs. numrecords - number of jobs to fetch.
func (JobClient) ListAfterJobIDPreparer ¶
func (client JobClient) ListAfterJobIDPreparer(ctx context.Context, jobid string, numrecords *int32) (*http.Request, error)
ListAfterJobIDPreparer prepares the ListAfterJobID request.
func (JobClient) ListAfterJobIDResponder ¶
func (client JobClient) ListAfterJobIDResponder(resp *http.Response) (result ListJobListJSONObject, err error)
ListAfterJobIDResponder handles the response to the ListAfterJobID request. The method always closes the http.Response Body.
func (JobClient) ListAfterJobIDSender ¶
ListAfterJobIDSender sends the ListAfterJobID request. The method will close the http.Response Body if it receives an error.
func (JobClient) ListPreparer ¶
ListPreparer prepares the List request.
func (JobClient) ListResponder ¶
func (client JobClient) ListResponder(resp *http.Response) (result ListJobListJSONObject, err error)
ListResponder handles the response to the List request. The method always closes the http.Response Body.
func (JobClient) ListSender ¶
ListSender sends the List request. The method will close the http.Response Body if it receives an error.
func (JobClient) ListSparkBatchJob ¶
func (client JobClient) ListSparkBatchJob(ctx context.Context, from *int32, size *int32) (result SparkBatchJobCollection, err error)
ListSparkBatchJob list all spark batch jobs Parameters: from - optional param specifying which index the list should begin from. size - optional param specifying the size of the returned list. By default it is 20 and that is the maximum.
func (JobClient) ListSparkBatchJobPreparer ¶
func (client JobClient) ListSparkBatchJobPreparer(ctx context.Context, from *int32, size *int32) (*http.Request, error)
ListSparkBatchJobPreparer prepares the ListSparkBatchJob request.
func (JobClient) ListSparkBatchJobResponder ¶
func (client JobClient) ListSparkBatchJobResponder(resp *http.Response) (result SparkBatchJobCollection, err error)
ListSparkBatchJobResponder handles the response to the ListSparkBatchJob request. The method always closes the http.Response Body.
func (JobClient) ListSparkBatchJobSender ¶
ListSparkBatchJobSender sends the ListSparkBatchJob request. The method will close the http.Response Body if it receives an error.
func (JobClient) ListSparkSessionJob ¶
func (client JobClient) ListSparkSessionJob(ctx context.Context, from *int32, size *int32) (result SparkSessionCollection, err error)
ListSparkSessionJob list all spark sessions. Parameters: from - optional param specifying which index the list should begin from. size - optional param specifying the size of the returned list. By default it is 20 and that is the maximum.
func (JobClient) ListSparkSessionJobPreparer ¶
func (client JobClient) ListSparkSessionJobPreparer(ctx context.Context, from *int32, size *int32) (*http.Request, error)
ListSparkSessionJobPreparer prepares the ListSparkSessionJob request.
func (JobClient) ListSparkSessionJobResponder ¶
func (client JobClient) ListSparkSessionJobResponder(resp *http.Response) (result SparkSessionCollection, err error)
ListSparkSessionJobResponder handles the response to the ListSparkSessionJob request. The method always closes the http.Response Body.
func (JobClient) ListSparkSessionJobSender ¶
ListSparkSessionJobSender sends the ListSparkSessionJob request. The method will close the http.Response Body if it receives an error.
func (JobClient) ListSparkStatementJob ¶
func (client JobClient) ListSparkStatementJob(ctx context.Context, sessionID int32) (result SparkStatementCollection, err error)
ListSparkStatementJob gets a list of statements within a spark session. Parameters: sessionID - identifier for the session.
func (JobClient) ListSparkStatementJobPreparer ¶
func (client JobClient) ListSparkStatementJobPreparer(ctx context.Context, sessionID int32) (*http.Request, error)
ListSparkStatementJobPreparer prepares the ListSparkStatementJob request.
func (JobClient) ListSparkStatementJobResponder ¶
func (client JobClient) ListSparkStatementJobResponder(resp *http.Response) (result SparkStatementCollection, err error)
ListSparkStatementJobResponder handles the response to the ListSparkStatementJob request. The method always closes the http.Response Body.
func (JobClient) ListSparkStatementJobSender ¶
ListSparkStatementJobSender sends the ListSparkStatementJob request. The method will close the http.Response Body if it receives an error.
func (JobClient) SubmitHiveJob ¶
func (client JobClient) SubmitHiveJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)
SubmitHiveJob submits a Hive job to an HDInsight cluster. Parameters: content - the content of the Hive job request.
func (JobClient) SubmitHiveJobPreparer ¶
func (client JobClient) SubmitHiveJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)
SubmitHiveJobPreparer prepares the SubmitHiveJob request.
func (JobClient) SubmitHiveJobResponder ¶
func (client JobClient) SubmitHiveJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)
SubmitHiveJobResponder handles the response to the SubmitHiveJob request. The method always closes the http.Response Body.
func (JobClient) SubmitHiveJobSender ¶
SubmitHiveJobSender sends the SubmitHiveJob request. The method will close the http.Response Body if it receives an error.
func (JobClient) SubmitMapReduceJob ¶
func (client JobClient) SubmitMapReduceJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)
SubmitMapReduceJob submits a MapReduce job to an HDInsight cluster. Parameters: content - the content of the MapReduce job request.
func (JobClient) SubmitMapReduceJobPreparer ¶
func (client JobClient) SubmitMapReduceJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)
SubmitMapReduceJobPreparer prepares the SubmitMapReduceJob request.
func (JobClient) SubmitMapReduceJobResponder ¶
func (client JobClient) SubmitMapReduceJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)
SubmitMapReduceJobResponder handles the response to the SubmitMapReduceJob request. The method always closes the http.Response Body.
func (JobClient) SubmitMapReduceJobSender ¶
SubmitMapReduceJobSender sends the SubmitMapReduceJob request. The method will close the http.Response Body if it receives an error.
func (JobClient) SubmitMapReduceStreamingJob ¶
func (client JobClient) SubmitMapReduceStreamingJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)
SubmitMapReduceStreamingJob submits a MapReduce streaming job to an HDInsight cluster. Parameters: content - the content of the MapReduce job request.
func (JobClient) SubmitMapReduceStreamingJobPreparer ¶
func (client JobClient) SubmitMapReduceStreamingJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)
SubmitMapReduceStreamingJobPreparer prepares the SubmitMapReduceStreamingJob request.
func (JobClient) SubmitMapReduceStreamingJobResponder ¶
func (client JobClient) SubmitMapReduceStreamingJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)
SubmitMapReduceStreamingJobResponder handles the response to the SubmitMapReduceStreamingJob request. The method always closes the http.Response Body.
func (JobClient) SubmitMapReduceStreamingJobSender ¶
func (client JobClient) SubmitMapReduceStreamingJobSender(req *http.Request) (*http.Response, error)
SubmitMapReduceStreamingJobSender sends the SubmitMapReduceStreamingJob request. The method will close the http.Response Body if it receives an error.
func (JobClient) SubmitPigJob ¶
func (client JobClient) SubmitPigJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)
SubmitPigJob submits a Pig job to an HDInsight cluster. Parameters: content - the content of the Pig job request.
func (JobClient) SubmitPigJobPreparer ¶
func (client JobClient) SubmitPigJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)
SubmitPigJobPreparer prepares the SubmitPigJob request.
func (JobClient) SubmitPigJobResponder ¶
func (client JobClient) SubmitPigJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)
SubmitPigJobResponder handles the response to the SubmitPigJob request. The method always closes the http.Response Body.
func (JobClient) SubmitPigJobSender ¶
SubmitPigJobSender sends the SubmitPigJob request. The method will close the http.Response Body if it receives an error.
func (JobClient) SubmitSparkBatchJob ¶
func (client JobClient) SubmitSparkBatchJob(ctx context.Context, sparkBatchJobRequest SparkBatchJobRequest, requestedBy string) (result SparkBatchJob, err error)
SubmitSparkBatchJob create a new spark batch job. Parameters: sparkBatchJobRequest - livy compatible batch job request payload. requestedBy - add default value for X-Requested-By in header.
func (JobClient) SubmitSparkBatchJobPreparer ¶
func (client JobClient) SubmitSparkBatchJobPreparer(ctx context.Context, sparkBatchJobRequest SparkBatchJobRequest, requestedBy string) (*http.Request, error)
SubmitSparkBatchJobPreparer prepares the SubmitSparkBatchJob request.
func (JobClient) SubmitSparkBatchJobResponder ¶
func (client JobClient) SubmitSparkBatchJobResponder(resp *http.Response) (result SparkBatchJob, err error)
SubmitSparkBatchJobResponder handles the response to the SubmitSparkBatchJob request. The method always closes the http.Response Body.
func (JobClient) SubmitSparkBatchJobSender ¶
SubmitSparkBatchJobSender sends the SubmitSparkBatchJob request. The method will close the http.Response Body if it receives an error.
func (JobClient) SubmitSparkSessionJob ¶
func (client JobClient) SubmitSparkSessionJob(ctx context.Context, sparkSessionJobRequest SparkSessionJobRequest, requestedBy string) (result SparkSessionJob, err error)
SubmitSparkSessionJob create a new spark session. Parameters: sparkSessionJobRequest - livy compatible session job request payload. requestedBy - add default value for X-Requested-By in header.
func (JobClient) SubmitSparkSessionJobPreparer ¶
func (client JobClient) SubmitSparkSessionJobPreparer(ctx context.Context, sparkSessionJobRequest SparkSessionJobRequest, requestedBy string) (*http.Request, error)
SubmitSparkSessionJobPreparer prepares the SubmitSparkSessionJob request.
func (JobClient) SubmitSparkSessionJobResponder ¶
func (client JobClient) SubmitSparkSessionJobResponder(resp *http.Response) (result SparkSessionJob, err error)
SubmitSparkSessionJobResponder handles the response to the SubmitSparkSessionJob request. The method always closes the http.Response Body.
func (JobClient) SubmitSparkSessionJobSender ¶
SubmitSparkSessionJobSender sends the SubmitSparkSessionJob request. The method will close the http.Response Body if it receives an error.
func (JobClient) SubmitSparkStatementJob ¶
func (client JobClient) SubmitSparkStatementJob(ctx context.Context, sessionID int32, sparkStatementRequest SparkStatementRequest, requestedBy string) (result SparkStatement, err error)
SubmitSparkStatementJob create a statement within a spark session. Parameters: sessionID - identifier for the session. sparkStatementRequest - livy compatible batch job request payload. requestedBy - add default value for X-Requested-By in header.
func (JobClient) SubmitSparkStatementJobPreparer ¶
func (client JobClient) SubmitSparkStatementJobPreparer(ctx context.Context, sessionID int32, sparkStatementRequest SparkStatementRequest, requestedBy string) (*http.Request, error)
SubmitSparkStatementJobPreparer prepares the SubmitSparkStatementJob request.
func (JobClient) SubmitSparkStatementJobResponder ¶
func (client JobClient) SubmitSparkStatementJobResponder(resp *http.Response) (result SparkStatement, err error)
SubmitSparkStatementJobResponder handles the response to the SubmitSparkStatementJob request. The method always closes the http.Response Body.
func (JobClient) SubmitSparkStatementJobSender ¶
SubmitSparkStatementJobSender sends the SubmitSparkStatementJob request. The method will close the http.Response Body if it receives an error.
func (JobClient) SubmitSqoopJob ¶
func (client JobClient) SubmitSqoopJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)
SubmitSqoopJob submits a Sqoop job to an HDInsight cluster. Parameters: content - the content of the Sqoop job request.
func (JobClient) SubmitSqoopJobPreparer ¶
func (client JobClient) SubmitSqoopJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)
SubmitSqoopJobPreparer prepares the SubmitSqoopJob request.
func (JobClient) SubmitSqoopJobResponder ¶
func (client JobClient) SubmitSqoopJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)
SubmitSqoopJobResponder handles the response to the SubmitSqoopJob request. The method always closes the http.Response Body.
type JobDetailRootJSONObject ¶
type JobDetailRootJSONObject struct { autorest.Response `json:"-"` // Callback - The callback URL, if any. Callback interface{} `json:"callback,omitempty"` // Completed - The string representing completed status, for example 'done'. Completed *string `json:"completed,omitempty"` // ExitValue - The job's exit value. ExitValue *int32 `json:"exitValue,omitempty"` // ID - The job ID. ID *string `json:"id,omitempty"` // Msg - The message returned. Msg interface{} `json:"msg,omitempty"` // ParentID - The parent job ID. ParentID *string `json:"parentId,omitempty"` // PercentComplete - The job completion percentage, for example '75% complete'. PercentComplete *string `json:"percentComplete,omitempty"` // Profile - The object containing the job profile information. Profile *Profile `json:"profile,omitempty"` // Status - The object containing the job status information. Status *Status `json:"status,omitempty"` // User - The user name of the job creator. User *string `json:"user,omitempty"` // Userargs - The arguments passed in by the user. Userargs *Userargs `json:"userargs,omitempty"` }
JobDetailRootJSONObject the object containing the job details.
type JobID ¶
type JobID struct { // ID - The job number. ID *int64 `json:"id,omitempty"` // JtIdentifier - The jobTracker identifier. JtIdentifier *string `json:"jtIdentifier,omitempty"` }
JobID the object with the Job ID.
type JobListJSONObject ¶
type JobListJSONObject struct { // Detail - The detail of the job. Detail *JobDetailRootJSONObject `json:"detail,omitempty"` // ID - The Id of the job. ID *string `json:"id,omitempty"` }
JobListJSONObject the List Job operation response.
type JobOperationsErrorResponse ¶
type JobOperationsErrorResponse struct { // Error - Error message indicating why the operation failed. Error *string `json:"error,omitempty"` }
JobOperationsErrorResponse describes the format of Error response.
type JobState ¶
type JobState string
JobState enumerates the values for job state.
const ( // Busy ... Busy JobState = "busy" // Dead ... Dead JobState = "dead" // Error ... Error JobState = "error" // Idle ... Idle JobState = "idle" // Killed ... Killed JobState = "killed" // NotStarted ... NotStarted JobState = "not_started" // Recovering ... Recovering JobState = "recovering" // Running ... Running JobState = "running" // ShuttingDown ... ShuttingDown JobState = "shutting_down" // Starting ... Starting JobState = "starting" // Success ... Success JobState = "success" )
func PossibleJobStateValues ¶
func PossibleJobStateValues() []JobState
PossibleJobStateValues returns an array of possible values for the JobState const type.
type JobSubmissionJSONResponse ¶
type JobSubmissionJSONResponse struct { autorest.Response `json:"-"` // ID - The Id of the created job. ID *string `json:"id,omitempty"` }
JobSubmissionJSONResponse the job submission json response.
type ListJobListJSONObject ¶
type ListJobListJSONObject struct { autorest.Response `json:"-"` Value *[]JobListJSONObject `json:"value,omitempty"` }
ListJobListJSONObject ...
type Profile ¶
type Profile struct { // JobFile - The job configuration file. JobFile *string `json:"jobFile,omitempty"` // JobID - The full ID of the job. JobID *string `json:"jobId,omitempty"` // JobName - The user-specified job name. JobName *string `json:"jobName,omitempty"` // QueueName - The name of the queue to which the job is submitted. QueueName *string `json:"queueName,omitempty"` // URL - The link to the web-ui for details of the job. URL *string `json:"url,omitempty"` // User - The userid of the person who submitted the job. User *string `json:"user,omitempty"` }
Profile the object containing the job profile information.
type SessionJobKind ¶
type SessionJobKind string
SessionJobKind enumerates the values for session job kind.
const ( // Pyspark ... Pyspark SessionJobKind = "pyspark" // Spark ... Spark SessionJobKind = "spark" // Sparkr ... Sparkr SessionJobKind = "sparkr" // SQL ... SQL SessionJobKind = "sql" )
func PossibleSessionJobKindValues ¶
func PossibleSessionJobKindValues() []SessionJobKind
PossibleSessionJobKindValues returns an array of possible values for the SessionJobKind const type.
type SparkBatchJob ¶
type SparkBatchJob struct { autorest.Response `json:"-"` // ID - The livy id of the spark batch job. ID *int32 `json:"id,omitempty"` // AppID - The application id of this job. AppID *string `json:"appId,omitempty"` // AppInfo - The detailed application info. AppInfo map[string]*string `json:"appInfo"` // State - The current state of the spark batch job. Possible values include: 'NotStarted', 'Starting', 'Idle', 'Running', 'Busy', 'ShuttingDown', 'Error', 'Dead', 'Killed', 'Success', 'Recovering' State JobState `json:"state,omitempty"` // LogLines - The log lines. LogLines *[]string `json:"log,omitempty"` }
SparkBatchJob ...
func (SparkBatchJob) MarshalJSON ¶
func (sbj SparkBatchJob) MarshalJSON() ([]byte, error)
MarshalJSON is the custom marshaler for SparkBatchJob.
type SparkBatchJobCollection ¶
type SparkBatchJobCollection struct { autorest.Response `json:"-"` // From - The start index to fetch Spark Batch jobs. From *int32 `json:"from,omitempty"` // Total - Number of Spark Batch jobs to fetch. Total *int32 `json:"total,omitempty"` // Sessions - List of spark batch jobs. Sessions *[]SparkBatchJob `json:"sessions,omitempty"` }
SparkBatchJobCollection ...
type SparkBatchJobRequest ¶
type SparkBatchJobRequest struct { // File - File containing the application to execute. File *string `json:"file,omitempty"` // ProxyUser - User to impersonate when running the job. ProxyUser *string `json:"proxyUser,omitempty"` // ClassName - Application Java/Spark main class. ClassName *string `json:"className,omitempty"` // Arguments - Command line arguments for the application. Arguments *[]string `json:"args,omitempty"` // Jars - Jars to be used in this batch job. Jars *[]string `json:"jars,omitempty"` // PythonFiles - Python files to be used in this batch job. PythonFiles *[]string `json:"pyFiles,omitempty"` // Files - Files to be used in this batch job. Files *[]string `json:"files,omitempty"` // DriverMemory - Amount of memory to use for the driver process. DriverMemory *string `json:"driverMemory,omitempty"` // DriverCores - Number of cores to use for the driver process. DriverCores *int32 `json:"driverCores,omitempty"` // ExecutorMemory - Amount of memory to use per executor process. ExecutorMemory *string `json:"executorMemory,omitempty"` // ExecutorCores - Number of cores to use for each executor. ExecutorCores *int32 `json:"executorCores,omitempty"` // ExecutorCount - Number of executors to launch for this batch job. ExecutorCount *int32 `json:"numExecutors,omitempty"` // Archives - Archives to be used in this batch job. Archives *[]string `json:"archives,omitempty"` // Queue - The name of the YARN queue to which submitted. Queue *string `json:"queue,omitempty"` // Name - The name of this batch job. Name *string `json:"name,omitempty"` // Configuration - Spark configuration properties. Configuration map[string]*string `json:"conf"` }
SparkBatchJobRequest ...
func (SparkBatchJobRequest) MarshalJSON ¶
func (sbjr SparkBatchJobRequest) MarshalJSON() ([]byte, error)
MarshalJSON is the custom marshaler for SparkBatchJobRequest.
type SparkJobDeletedResult ¶
type SparkJobDeletedResult struct { autorest.Response `json:"-"` DeletedMessage *string `json:"msg,omitempty"` }
SparkJobDeletedResult ...
type SparkJobLog ¶
type SparkJobLog struct { autorest.Response `json:"-"` // ID - The livy id of the spark job. ID *int32 `json:"id,omitempty"` // From - Offset from start of log. From *int32 `json:"from,omitempty"` // Size - Max number of log lines. Size *int32 `json:"size,omitempty"` // Total - Total number of log lines. Total *int64 `json:"total,omitempty"` // LogLines - The log lines. LogLines *[]string `json:"log,omitempty"` }
SparkJobLog ...
type SparkJobState ¶
type SparkJobState struct { autorest.Response `json:"-"` // ID - The livy id of the spark job. ID *int32 `json:"id,omitempty"` // State - The current state of the spark job. Possible values include: 'NotStarted', 'Starting', 'Idle', 'Running', 'Busy', 'ShuttingDown', 'Error', 'Dead', 'Killed', 'Success', 'Recovering' State JobState `json:"state,omitempty"` }
SparkJobState ...
type SparkSessionCollection ¶
type SparkSessionCollection struct { autorest.Response `json:"-"` // From - The start index to fetch spark sessions. From *int32 `json:"from,omitempty"` // Total - Number of spark sessions to fetch. Total *int32 `json:"total,omitempty"` // Sessions - List of spark sessions. Sessions *[]SparkSessionJob `json:"sessions,omitempty"` }
SparkSessionCollection ...
type SparkSessionJob ¶
type SparkSessionJob struct { autorest.Response `json:"-"` // ID - The livy id of the spark session job. ID *int32 `json:"id,omitempty"` // AppID - The application id of this job. AppID *string `json:"appId,omitempty"` // Owner - Remote user who submitted this job. Owner *string `json:"owner,omitempty"` // ProxyUser - User to impersonate when running. ProxyUser *string `json:"proxyUser,omitempty"` // Kind - Spark session job kind. Possible values include: 'Spark', 'Pyspark', 'Sparkr', 'SQL' Kind SessionJobKind `json:"kind,omitempty"` // LogLines - The log lines. LogLines *[]string `json:"log,omitempty"` // State - The current state of the spark session job. Possible values include: 'NotStarted', 'Starting', 'Idle', 'Running', 'Busy', 'ShuttingDown', 'Error', 'Dead', 'Killed', 'Success', 'Recovering' State JobState `json:"state,omitempty"` // AppInfo - The detailed application info. AppInfo map[string]*string `json:"appInfo"` }
SparkSessionJob ...
func (SparkSessionJob) MarshalJSON ¶
func (ssj SparkSessionJob) MarshalJSON() ([]byte, error)
MarshalJSON is the custom marshaler for SparkSessionJob.
type SparkSessionJobRequest ¶
type SparkSessionJobRequest struct { // Kind - Spark session job kind. Possible values include: 'Spark', 'Pyspark', 'Sparkr', 'SQL' Kind SessionJobKind `json:"kind,omitempty"` // ProxyUser - User to impersonate when starting the session. ProxyUser *string `json:"proxyUser,omitempty"` // Jars - Jars to be used in this session. Jars *[]string `json:"jars,omitempty"` // PythonFiles - Python files to be used in this session. PythonFiles *[]string `json:"pyFiles,omitempty"` // Files - Files to be used in this session. Files *[]string `json:"files,omitempty"` // DriverMemory - Amount of memory to use for the driver process. DriverMemory *string `json:"driverMemory,omitempty"` // DriverCores - Number of cores to use for the driver process. DriverCores *int32 `json:"driverCores,omitempty"` // ExecutorMemory - Amount of memory to use per executor process. ExecutorMemory *string `json:"executorMemory,omitempty"` // ExecutorCores - Number of cores to use for each executor. ExecutorCores *int32 `json:"executorCores,omitempty"` // ExecutorCount - Number of executors to launch for this session. ExecutorCount *int32 `json:"numExecutors,omitempty"` // Archives - Archives to be used in this session. Archives *[]string `json:"archives,omitempty"` // Queue - The name of the YARN queue to which submitted. Queue *string `json:"queue,omitempty"` // Name - The name of this session. Name *string `json:"name,omitempty"` // Configuration - Spark configuration properties. Configuration map[string]*string `json:"conf"` // HeartbeatTimeoutInSecond - Timeout in second to which session be orphaned. HeartbeatTimeoutInSecond *int32 `json:"heartbeatTimeoutInSecond,omitempty"` }
SparkSessionJobRequest ...
func (SparkSessionJobRequest) MarshalJSON ¶
func (ssjr SparkSessionJobRequest) MarshalJSON() ([]byte, error)
MarshalJSON is the custom marshaler for SparkSessionJobRequest.
type SparkStatement ¶
type SparkStatement struct { autorest.Response `json:"-"` // ID - The livy id of the spark statement job. ID *int32 `json:"id,omitempty"` // Code - The execution code. Code *string `json:"code,omitempty"` // State - The current state of the spark statement. Possible values include: 'StatementStateWaiting', 'StatementStateRunning', 'StatementStateAvailable', 'StatementStateError', 'StatementStateCancelling', 'StatementStateCancelled' State StatementState `json:"state,omitempty"` // Output - The execution output. Output *SparkStatementOutput `json:"output,omitempty"` // Progress - The execution progress. Progress *float64 `json:"progress,omitempty"` }
SparkStatement ...
type SparkStatementCancellationResult ¶
type SparkStatementCancellationResult struct { autorest.Response `json:"-"` CancelMessage *string `json:"msg,omitempty"` }
SparkStatementCancellationResult ...
type SparkStatementCollection ¶
type SparkStatementCollection struct { autorest.Response `json:"-"` // Statements - List of spark statements. Statements *[]SparkStatement `json:"statements,omitempty"` }
SparkStatementCollection ...
type SparkStatementOutput ¶
type SparkStatementOutput struct { // Status - Execution status. Possible values include: 'StatementExecutionStatusOk', 'StatementExecutionStatusError', 'StatementExecutionStatusAbort' Status StatementExecutionStatus `json:"status,omitempty"` // ExecutionCount - A monotonically increasing number. ExecutionCount *int32 `json:"execution_count,omitempty"` // Data - Statement output. Data interface{} `json:"data,omitempty"` }
SparkStatementOutput ...
type SparkStatementRequest ¶
type SparkStatementRequest struct { Code *string `json:"code,omitempty"` // Kind - Possible values include: 'Spark', 'Pyspark', 'Sparkr', 'SQL' Kind SessionJobKind `json:"kind,omitempty"` }
SparkStatementRequest ...
type StatementExecutionStatus ¶
type StatementExecutionStatus string
StatementExecutionStatus enumerates the values for statement execution status.
const ( // StatementExecutionStatusAbort ... StatementExecutionStatusAbort StatementExecutionStatus = "abort" // StatementExecutionStatusError ... StatementExecutionStatusError StatementExecutionStatus = "error" // StatementExecutionStatusOk ... StatementExecutionStatusOk StatementExecutionStatus = "ok" )
func PossibleStatementExecutionStatusValues ¶
func PossibleStatementExecutionStatusValues() []StatementExecutionStatus
PossibleStatementExecutionStatusValues returns an array of possible values for the StatementExecutionStatus const type.
type StatementState ¶
type StatementState string
StatementState enumerates the values for statement state.
const ( // StatementStateAvailable ... StatementStateAvailable StatementState = "available" // StatementStateCancelled ... StatementStateCancelled StatementState = "cancelled" // StatementStateCancelling ... StatementStateCancelling StatementState = "cancelling" // StatementStateError ... StatementStateError StatementState = "error" // StatementStateRunning ... StatementStateRunning StatementState = "running" // StatementStateWaiting ... StatementStateWaiting StatementState = "waiting" )
func PossibleStatementStateValues ¶
func PossibleStatementStateValues() []StatementState
PossibleStatementStateValues returns an array of possible values for the StatementState const type.
type Status ¶
type Status struct { // CleanupProgress - The progress made on the cleanup. CleanupProgress *float64 `json:"cleanupProgress,omitempty"` // FailureInfo - The information about any failures that have occurred. FailureInfo *string `json:"failureInfo,omitempty"` // FinishTime - The time at which the job completed. It is an integer in milliseconds, as a Unix timestamp relative to 1/1/1970 00:00:00. FinishTime *int64 `json:"finishTime,omitempty"` // HistoryFile - The history file of the job. HistoryFile *string `json:"historyFile,omitempty"` // JobACLs - The ACLs of the job. JobACLs interface{} `json:"jobACLs,omitempty"` // JobComplete - Whether or not the job has completed. JobComplete *bool `json:"jobComplete,omitempty"` // JobFile - The job configuration file. JobFile *string `json:"jobFile,omitempty"` // JobID - The full ID of the job. JobID *string `json:"jobId,omitempty"` // JobName - The user-specified job name. JobName *string `json:"jobName,omitempty"` // JobPriority - The priority of the job. JobPriority *string `json:"jobPriority,omitempty"` // MapProgress - The progress made on the maps. MapProgress *float64 `json:"mapProgress,omitempty"` // NeededMem - The amount of memory needed for the job. NeededMem *int64 `json:"neededMem,omitempty"` // NumReservedSlots - The number of slots reserved. NumReservedSlots *int32 `json:"numReservedSlots,omitempty"` // NumUsedSlots - The number of slots used for the job. NumUsedSlots *int32 `json:"numUsedSlots,omitempty"` // Priority - The priority of the job. Priority *string `json:"priority,omitempty"` // Queue - The job queue name. Queue *string `json:"queue,omitempty"` // ReduceProgress - The progress made on the reduces. ReduceProgress *float64 `json:"reduceProgress,omitempty"` // ReservedMem - The amount of memory reserved for the job. ReservedMem *int64 `json:"reservedMem,omitempty"` // Retired - Whether or not the job has been retired. Retired *bool `json:"retired,omitempty"` // RunState - The current state of the job. RunState *int32 `json:"runState,omitempty"` // SchedulingInfo - The information about the scheduling of the job. SchedulingInfo *string `json:"schedulingInfo,omitempty"` // SetupProgress - The progress made on the setup. SetupProgress *float64 `json:"setupProgress,omitempty"` // StartTime - The time at which the job started. It is an integer in milliseconds, as a Unix timestamp relative to 1/1/1970 00:00:00. StartTime *int64 `json:"startTime,omitempty"` // State - The state of the job. State *string `json:"state,omitempty"` // TrackingURL - The link to the web-ui for details of the job. TrackingURL *string `json:"trackingUrl,omitempty"` // Uber - Whether job running in uber mode. Uber *bool `json:"uber,omitempty"` // UsedMem - The amount of memory used by the job. UsedMem *int64 `json:"usedMem,omitempty"` // Username - The userid of the person who submitted the job. Username *string `json:"username,omitempty"` }
Status gets or sets the object containing the job status information.
type Userargs ¶
type Userargs struct { // Arg - READ-ONLY; The list of args defined by the user. Arg *[]string `json:"arg,omitempty"` // Callback - The callback URL, if any. Callback interface{} `json:"callback,omitempty"` // Define - READ-ONLY; The define properties defined by the user. Define *[]string `json:"define,omitempty"` // Enablelog - Whether or not the user enabled logs. Enablelog *string `json:"enablelog,omitempty"` // Execute - The query defined by the user. Execute *string `json:"execute,omitempty"` // File - The query file provided by the user. File interface{} `json:"file,omitempty"` // Files - The files defined by the user. Files interface{} `json:"files,omitempty"` // Jar - The JAR file provided by the user. Jar *string `json:"jar,omitempty"` // Statusdir - The status directory defined by the user. Statusdir interface{} `json:"statusdir,omitempty"` }
Userargs gets or sets the object containing the user arguments.
func (Userargs) MarshalJSON ¶
MarshalJSON is the custom marshaler for Userargs.