hdinsight

package
v46.3.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Sep 22, 2020 License: Apache-2.0 Imports: 9 Imported by: 0

Documentation

Overview

Package hdinsight implements the Azure ARM Hdinsight service API version 2018-11-01-preview.

The HDInsight Job Client.

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func UserAgent 

func UserAgent() string

UserAgent returns the UserAgent string to use when sending http.Requests.

func Version 

func Version() string

Version returns the semantic version (see http://semver.org) of the client.

Types

type AppState 

type AppState struct {
	autorest.Response `json:"-"`
	// State - The State of the application. Possible values include: 'NEW', 'NEWSAVING', 'SUBMITTED', 'ACCEPTED', 'RUNNING', 'FINISHED', 'FINISHING', 'FAILED', 'KILLED'
	State ApplicationState `json:"state,omitempty"`
}

AppState the State of the application.

type ApplicationState 

type ApplicationState string

ApplicationState enumerates the values for application state. 

const (
	// ACCEPTED ...
	ACCEPTED ApplicationState = "ACCEPTED"
	// FAILED ...
	FAILED ApplicationState = "FAILED"
	// FINISHED ...
	FINISHED ApplicationState = "FINISHED"
	// FINISHING ...
	FINISHING ApplicationState = "FINISHING"
	// KILLED ...
	KILLED ApplicationState = "KILLED"
	// NEW ...
	NEW ApplicationState = "NEW"
	// NEWSAVING ...
	NEWSAVING ApplicationState = "NEW_SAVING"
	// RUNNING ...
	RUNNING ApplicationState = "RUNNING"
	// SUBMITTED ...
	SUBMITTED ApplicationState = "SUBMITTED"
)

func PossibleApplicationStateValues 

func PossibleApplicationStateValues() []ApplicationState

PossibleApplicationStateValues returns an array of possible values for the ApplicationState const type.

type BaseClient 

type BaseClient struct {
	autorest.Client
	Endpoint string
	UserName string
}

BaseClient is the base client for Hdinsight.

func New 

func New(endpoint string, userName string) BaseClient

New creates an instance of the BaseClient client.

func NewWithoutDefaults 

func NewWithoutDefaults(endpoint string, userName string) BaseClient

NewWithoutDefaults creates an instance of the BaseClient client.

type JobClient 

type JobClient struct {
	BaseClient
}

JobClient is the the HDInsight Job Client.

func NewJobClient 

func NewJobClient(endpoint string, userName string) JobClient

NewJobClient creates an instance of the JobClient client.

func (JobClient) DeleteSparkBatch 

func (client JobClient) DeleteSparkBatch(ctx context.Context, batchID int32, requestedBy string) (result SparkJobDeletedResult, err error)

DeleteSparkBatch cancels a running spark batch job. Parameters: batchID - identifier for the batch job. requestedBy - add default value for X-Requested-By in header.

func (JobClient) DeleteSparkBatchPreparer 

func (client JobClient) DeleteSparkBatchPreparer(ctx context.Context, batchID int32, requestedBy string) (*http.Request, error)

DeleteSparkBatchPreparer prepares the DeleteSparkBatch request.

func (JobClient) DeleteSparkBatchResponder 

func (client JobClient) DeleteSparkBatchResponder(resp *http.Response) (result SparkJobDeletedResult, err error)

DeleteSparkBatchResponder handles the response to the DeleteSparkBatch request. The method always closes the http.Response Body.

func (JobClient) DeleteSparkBatchSender 

func (client JobClient) DeleteSparkBatchSender(req *http.Request) (*http.Response, error)

DeleteSparkBatchSender sends the DeleteSparkBatch request. The method will close the http.Response Body if it receives an error.

func (JobClient) DeleteSparkSessionJob 

func (client JobClient) DeleteSparkSessionJob(ctx context.Context, sessionID int32, requestedBy string) (result SparkJobDeletedResult, err error)

DeleteSparkSessionJob cancels a running spark session. Parameters: sessionID - identifier for the session. requestedBy - add default value for X-Requested-By in header.

func (JobClient) DeleteSparkSessionJobPreparer 

func (client JobClient) DeleteSparkSessionJobPreparer(ctx context.Context, sessionID int32, requestedBy string) (*http.Request, error)

DeleteSparkSessionJobPreparer prepares the DeleteSparkSessionJob request.

func (JobClient) DeleteSparkSessionJobResponder 

func (client JobClient) DeleteSparkSessionJobResponder(resp *http.Response) (result SparkJobDeletedResult, err error)

DeleteSparkSessionJobResponder handles the response to the DeleteSparkSessionJob request. The method always closes the http.Response Body.

func (JobClient) DeleteSparkSessionJobSender 

func (client JobClient) DeleteSparkSessionJobSender(req *http.Request) (*http.Response, error)

DeleteSparkSessionJobSender sends the DeleteSparkSessionJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) DeleteSparkStatementJob 

func (client JobClient) DeleteSparkStatementJob(ctx context.Context, sessionID int32, statementID int32, requestedBy string) (result SparkStatementCancellationResult, err error)

DeleteSparkStatementJob kill a statement within a session. Parameters: sessionID - identifier for the session. statementID - identifier for the statement. requestedBy - add default value for X-Requested-By in header.

func (JobClient) DeleteSparkStatementJobPreparer 

func (client JobClient) DeleteSparkStatementJobPreparer(ctx context.Context, sessionID int32, statementID int32, requestedBy string) (*http.Request, error)

DeleteSparkStatementJobPreparer prepares the DeleteSparkStatementJob request.

func (JobClient) DeleteSparkStatementJobResponder 

func (client JobClient) DeleteSparkStatementJobResponder(resp *http.Response) (result SparkStatementCancellationResult, err error)

DeleteSparkStatementJobResponder handles the response to the DeleteSparkStatementJob request. The method always closes the http.Response Body.

func (JobClient) DeleteSparkStatementJobSender 

func (client JobClient) DeleteSparkStatementJobSender(req *http.Request) (*http.Response, error)

DeleteSparkStatementJobSender sends the DeleteSparkStatementJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) Get 

func (client JobClient) Get(ctx context.Context, jobID string) (result JobDetailRootJSONObject, err error)

Get gets job details from the specified HDInsight cluster. Parameters: jobID - the id of the job.

func (JobClient) GetAppState 

func (client JobClient) GetAppState(ctx context.Context, appID string) (result AppState, err error)

GetAppState gets application state from the specified HDInsight cluster. Parameters: appID - the id of the job.

func (JobClient) GetAppStatePreparer 

func (client JobClient) GetAppStatePreparer(ctx context.Context, appID string) (*http.Request, error)

GetAppStatePreparer prepares the GetAppState request.

func (JobClient) GetAppStateResponder 

func (client JobClient) GetAppStateResponder(resp *http.Response) (result AppState, err error)

GetAppStateResponder handles the response to the GetAppState request. The method always closes the http.Response Body.

func (JobClient) GetAppStateSender 

func (client JobClient) GetAppStateSender(req *http.Request) (*http.Response, error)

GetAppStateSender sends the GetAppState request. The method will close the http.Response Body if it receives an error.

func (JobClient) GetPreparer 

func (client JobClient) GetPreparer(ctx context.Context, jobID string) (*http.Request, error)

GetPreparer prepares the Get request.

func (JobClient) GetResponder 

func (client JobClient) GetResponder(resp *http.Response) (result JobDetailRootJSONObject, err error)

GetResponder handles the response to the Get request. The method always closes the http.Response Body.

func (JobClient) GetSender 

func (client JobClient) GetSender(req *http.Request) (*http.Response, error)

GetSender sends the Get request. The method will close the http.Response Body if it receives an error.

func (JobClient) GetSparkBatchJob 

func (client JobClient) GetSparkBatchJob(ctx context.Context, batchID int32) (result SparkBatchJob, err error)

GetSparkBatchJob gets a single spark batch job. Parameters: batchID - identifier for the batch job.

func (JobClient) GetSparkBatchJobPreparer 

func (client JobClient) GetSparkBatchJobPreparer(ctx context.Context, batchID int32) (*http.Request, error)

GetSparkBatchJobPreparer prepares the GetSparkBatchJob request.

func (JobClient) GetSparkBatchJobResponder 

func (client JobClient) GetSparkBatchJobResponder(resp *http.Response) (result SparkBatchJob, err error)

GetSparkBatchJobResponder handles the response to the GetSparkBatchJob request. The method always closes the http.Response Body.

func (JobClient) GetSparkBatchJobSender 

func (client JobClient) GetSparkBatchJobSender(req *http.Request) (*http.Response, error)

GetSparkBatchJobSender sends the GetSparkBatchJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) GetSparkBatchLog 

func (client JobClient) GetSparkBatchLog(ctx context.Context, batchID int32, from *int32, size *int32) (result SparkJobLog, err error)

GetSparkBatchLog gets a single spark batch job logs. Parameters: batchID - identifier for the batch job. from - optional param specifying which index the list should begin from. size - optional param specifying the size of the returned list. By default it is 20 and that is the maximum.

func (JobClient) GetSparkBatchLogPreparer 

func (client JobClient) GetSparkBatchLogPreparer(ctx context.Context, batchID int32, from *int32, size *int32) (*http.Request, error)

GetSparkBatchLogPreparer prepares the GetSparkBatchLog request.

func (JobClient) GetSparkBatchLogResponder 

func (client JobClient) GetSparkBatchLogResponder(resp *http.Response) (result SparkJobLog, err error)

GetSparkBatchLogResponder handles the response to the GetSparkBatchLog request. The method always closes the http.Response Body.

func (JobClient) GetSparkBatchLogSender 

func (client JobClient) GetSparkBatchLogSender(req *http.Request) (*http.Response, error)

GetSparkBatchLogSender sends the GetSparkBatchLog request. The method will close the http.Response Body if it receives an error.

func (JobClient) GetSparkBatchState 

func (client JobClient) GetSparkBatchState(ctx context.Context, batchID int32) (result SparkJobState, err error)

GetSparkBatchState gets a single spark batch state. Parameters: batchID - identifier for the batch job.

func (JobClient) GetSparkBatchStatePreparer 

func (client JobClient) GetSparkBatchStatePreparer(ctx context.Context, batchID int32) (*http.Request, error)

GetSparkBatchStatePreparer prepares the GetSparkBatchState request.

func (JobClient) GetSparkBatchStateResponder 

func (client JobClient) GetSparkBatchStateResponder(resp *http.Response) (result SparkJobState, err error)

GetSparkBatchStateResponder handles the response to the GetSparkBatchState request. The method always closes the http.Response Body.

func (JobClient) GetSparkBatchStateSender 

func (client JobClient) GetSparkBatchStateSender(req *http.Request) (*http.Response, error)

GetSparkBatchStateSender sends the GetSparkBatchState request. The method will close the http.Response Body if it receives an error.

func (JobClient) GetSparkSessionJob 

func (client JobClient) GetSparkSessionJob(ctx context.Context, sessionID int32) (result SparkSessionJob, err error)

GetSparkSessionJob gets a single spark session. Parameters: sessionID - identifier for the session.

func (JobClient) GetSparkSessionJobPreparer 

func (client JobClient) GetSparkSessionJobPreparer(ctx context.Context, sessionID int32) (*http.Request, error)

GetSparkSessionJobPreparer prepares the GetSparkSessionJob request.

func (JobClient) GetSparkSessionJobResponder 

func (client JobClient) GetSparkSessionJobResponder(resp *http.Response) (result SparkSessionJob, err error)

GetSparkSessionJobResponder handles the response to the GetSparkSessionJob request. The method always closes the http.Response Body.

func (JobClient) GetSparkSessionJobSender 

func (client JobClient) GetSparkSessionJobSender(req *http.Request) (*http.Response, error)

GetSparkSessionJobSender sends the GetSparkSessionJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) GetSparkSessionLog 

func (client JobClient) GetSparkSessionLog(ctx context.Context, sessionID int32, from *int32, size *int32) (result SparkJobLog, err error)

GetSparkSessionLog gets a single spark session job logs. Parameters: sessionID - identifier for the session job. from - optional param specifying which index the list should begin from. size - optional param specifying the size of the returned list. By default it is 20 and that is the maximum.

func (JobClient) GetSparkSessionLogPreparer 

func (client JobClient) GetSparkSessionLogPreparer(ctx context.Context, sessionID int32, from *int32, size *int32) (*http.Request, error)

GetSparkSessionLogPreparer prepares the GetSparkSessionLog request.

func (JobClient) GetSparkSessionLogResponder 

func (client JobClient) GetSparkSessionLogResponder(resp *http.Response) (result SparkJobLog, err error)

GetSparkSessionLogResponder handles the response to the GetSparkSessionLog request. The method always closes the http.Response Body.

func (JobClient) GetSparkSessionLogSender 

func (client JobClient) GetSparkSessionLogSender(req *http.Request) (*http.Response, error)

GetSparkSessionLogSender sends the GetSparkSessionLog request. The method will close the http.Response Body if it receives an error.

func (JobClient) GetSparkSessionState 

func (client JobClient) GetSparkSessionState(ctx context.Context, sessionID int32) (result SparkJobState, err error)

GetSparkSessionState gets a single spark session job state. Parameters: sessionID - identifier for the session job.

func (JobClient) GetSparkSessionStatePreparer 

func (client JobClient) GetSparkSessionStatePreparer(ctx context.Context, sessionID int32) (*http.Request, error)

GetSparkSessionStatePreparer prepares the GetSparkSessionState request.

func (JobClient) GetSparkSessionStateResponder 

func (client JobClient) GetSparkSessionStateResponder(resp *http.Response) (result SparkJobState, err error)

GetSparkSessionStateResponder handles the response to the GetSparkSessionState request. The method always closes the http.Response Body.

func (JobClient) GetSparkSessionStateSender 

func (client JobClient) GetSparkSessionStateSender(req *http.Request) (*http.Response, error)

GetSparkSessionStateSender sends the GetSparkSessionState request. The method will close the http.Response Body if it receives an error.

func (JobClient) GetSparkStatementJob 

func (client JobClient) GetSparkStatementJob(ctx context.Context, sessionID int32, statementID int32) (result SparkStatement, err error)

GetSparkStatementJob gets a single statement within a spark session. Parameters: sessionID - identifier for the session. statementID - identifier for the statement.

func (JobClient) GetSparkStatementJobPreparer 

func (client JobClient) GetSparkStatementJobPreparer(ctx context.Context, sessionID int32, statementID int32) (*http.Request, error)

GetSparkStatementJobPreparer prepares the GetSparkStatementJob request.

func (JobClient) GetSparkStatementJobResponder 

func (client JobClient) GetSparkStatementJobResponder(resp *http.Response) (result SparkStatement, err error)

GetSparkStatementJobResponder handles the response to the GetSparkStatementJob request. The method always closes the http.Response Body.

func (JobClient) GetSparkStatementJobSender 

func (client JobClient) GetSparkStatementJobSender(req *http.Request) (*http.Response, error)

GetSparkStatementJobSender sends the GetSparkStatementJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) Kill 

func (client JobClient) Kill(ctx context.Context, jobID string) (result JobDetailRootJSONObject, err error)

Kill initiates cancel on given running job in the specified HDInsight. Parameters: jobID - the id of the job.

func (JobClient) KillPreparer 

func (client JobClient) KillPreparer(ctx context.Context, jobID string) (*http.Request, error)

KillPreparer prepares the Kill request.

func (JobClient) KillResponder 

func (client JobClient) KillResponder(resp *http.Response) (result JobDetailRootJSONObject, err error)

KillResponder handles the response to the Kill request. The method always closes the http.Response Body.

func (JobClient) KillSender 

func (client JobClient) KillSender(req *http.Request) (*http.Response, error)

KillSender sends the Kill request. The method will close the http.Response Body if it receives an error.

func (JobClient) List 

func (client JobClient) List(ctx context.Context) (result ListJobListJSONObject, err error)

List gets the list of jobs from the specified HDInsight cluster.

func (JobClient) ListAfterJobID 

func (client JobClient) ListAfterJobID(ctx context.Context, jobid string, numrecords *int32) (result ListJobListJSONObject, err error)

ListAfterJobID gets numrecords Of Jobs after jobid from the specified HDInsight cluster. Parameters: jobid - jobId from where to list jobs. numrecords - number of jobs to fetch.

func (JobClient) ListAfterJobIDPreparer 

func (client JobClient) ListAfterJobIDPreparer(ctx context.Context, jobid string, numrecords *int32) (*http.Request, error)

ListAfterJobIDPreparer prepares the ListAfterJobID request.

func (JobClient) ListAfterJobIDResponder 

func (client JobClient) ListAfterJobIDResponder(resp *http.Response) (result ListJobListJSONObject, err error)

ListAfterJobIDResponder handles the response to the ListAfterJobID request. The method always closes the http.Response Body.

func (JobClient) ListAfterJobIDSender 

func (client JobClient) ListAfterJobIDSender(req *http.Request) (*http.Response, error)

ListAfterJobIDSender sends the ListAfterJobID request. The method will close the http.Response Body if it receives an error.

func (JobClient) ListPreparer 

func (client JobClient) ListPreparer(ctx context.Context) (*http.Request, error)

ListPreparer prepares the List request.

func (JobClient) ListResponder 

func (client JobClient) ListResponder(resp *http.Response) (result ListJobListJSONObject, err error)

ListResponder handles the response to the List request. The method always closes the http.Response Body.

func (JobClient) ListSender 

func (client JobClient) ListSender(req *http.Request) (*http.Response, error)

ListSender sends the List request. The method will close the http.Response Body if it receives an error.

func (JobClient) ListSparkBatchJob 

func (client JobClient) ListSparkBatchJob(ctx context.Context, from *int32, size *int32) (result SparkBatchJobCollection, err error)

ListSparkBatchJob list all spark batch jobs Parameters: from - optional param specifying which index the list should begin from. size - optional param specifying the size of the returned list. By default it is 20 and that is the maximum.

func (JobClient) ListSparkBatchJobPreparer 

func (client JobClient) ListSparkBatchJobPreparer(ctx context.Context, from *int32, size *int32) (*http.Request, error)

ListSparkBatchJobPreparer prepares the ListSparkBatchJob request.

func (JobClient) ListSparkBatchJobResponder 

func (client JobClient) ListSparkBatchJobResponder(resp *http.Response) (result SparkBatchJobCollection, err error)

ListSparkBatchJobResponder handles the response to the ListSparkBatchJob request. The method always closes the http.Response Body.

func (JobClient) ListSparkBatchJobSender 

func (client JobClient) ListSparkBatchJobSender(req *http.Request) (*http.Response, error)

ListSparkBatchJobSender sends the ListSparkBatchJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) ListSparkSessionJob 

func (client JobClient) ListSparkSessionJob(ctx context.Context, from *int32, size *int32) (result SparkSessionCollection, err error)

ListSparkSessionJob list all spark sessions. Parameters: from - optional param specifying which index the list should begin from. size - optional param specifying the size of the returned list. By default it is 20 and that is the maximum.

func (JobClient) ListSparkSessionJobPreparer 

func (client JobClient) ListSparkSessionJobPreparer(ctx context.Context, from *int32, size *int32) (*http.Request, error)

ListSparkSessionJobPreparer prepares the ListSparkSessionJob request.

func (JobClient) ListSparkSessionJobResponder 

func (client JobClient) ListSparkSessionJobResponder(resp *http.Response) (result SparkSessionCollection, err error)

ListSparkSessionJobResponder handles the response to the ListSparkSessionJob request. The method always closes the http.Response Body.

func (JobClient) ListSparkSessionJobSender 

func (client JobClient) ListSparkSessionJobSender(req *http.Request) (*http.Response, error)

ListSparkSessionJobSender sends the ListSparkSessionJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) ListSparkStatementJob 

func (client JobClient) ListSparkStatementJob(ctx context.Context, sessionID int32) (result SparkStatementCollection, err error)

ListSparkStatementJob gets a list of statements within a spark session. Parameters: sessionID - identifier for the session.

func (JobClient) ListSparkStatementJobPreparer 

func (client JobClient) ListSparkStatementJobPreparer(ctx context.Context, sessionID int32) (*http.Request, error)

ListSparkStatementJobPreparer prepares the ListSparkStatementJob request.

func (JobClient) ListSparkStatementJobResponder 

func (client JobClient) ListSparkStatementJobResponder(resp *http.Response) (result SparkStatementCollection, err error)

ListSparkStatementJobResponder handles the response to the ListSparkStatementJob request. The method always closes the http.Response Body.

func (JobClient) ListSparkStatementJobSender 

func (client JobClient) ListSparkStatementJobSender(req *http.Request) (*http.Response, error)

ListSparkStatementJobSender sends the ListSparkStatementJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) SubmitHiveJob 

func (client JobClient) SubmitHiveJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)

SubmitHiveJob submits a Hive job to an HDInsight cluster. Parameters: content - the content of the Hive job request.

func (JobClient) SubmitHiveJobPreparer 

func (client JobClient) SubmitHiveJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)

SubmitHiveJobPreparer prepares the SubmitHiveJob request.

func (JobClient) SubmitHiveJobResponder 

func (client JobClient) SubmitHiveJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)

SubmitHiveJobResponder handles the response to the SubmitHiveJob request. The method always closes the http.Response Body.

func (JobClient) SubmitHiveJobSender 

func (client JobClient) SubmitHiveJobSender(req *http.Request) (*http.Response, error)

SubmitHiveJobSender sends the SubmitHiveJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) SubmitMapReduceJob 

func (client JobClient) SubmitMapReduceJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)

SubmitMapReduceJob submits a MapReduce job to an HDInsight cluster. Parameters: content - the content of the MapReduce job request.

func (JobClient) SubmitMapReduceJobPreparer 

func (client JobClient) SubmitMapReduceJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)

SubmitMapReduceJobPreparer prepares the SubmitMapReduceJob request.

func (JobClient) SubmitMapReduceJobResponder 

func (client JobClient) SubmitMapReduceJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)

SubmitMapReduceJobResponder handles the response to the SubmitMapReduceJob request. The method always closes the http.Response Body.

func (JobClient) SubmitMapReduceJobSender 

func (client JobClient) SubmitMapReduceJobSender(req *http.Request) (*http.Response, error)

SubmitMapReduceJobSender sends the SubmitMapReduceJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) SubmitMapReduceStreamingJob 

func (client JobClient) SubmitMapReduceStreamingJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)

SubmitMapReduceStreamingJob submits a MapReduce streaming job to an HDInsight cluster. Parameters: content - the content of the MapReduce job request.

func (JobClient) SubmitMapReduceStreamingJobPreparer 

func (client JobClient) SubmitMapReduceStreamingJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)

SubmitMapReduceStreamingJobPreparer prepares the SubmitMapReduceStreamingJob request.

func (JobClient) SubmitMapReduceStreamingJobResponder 

func (client JobClient) SubmitMapReduceStreamingJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)

SubmitMapReduceStreamingJobResponder handles the response to the SubmitMapReduceStreamingJob request. The method always closes the http.Response Body.

func (JobClient) SubmitMapReduceStreamingJobSender 

func (client JobClient) SubmitMapReduceStreamingJobSender(req *http.Request) (*http.Response, error)

SubmitMapReduceStreamingJobSender sends the SubmitMapReduceStreamingJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) SubmitPigJob 

func (client JobClient) SubmitPigJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)

SubmitPigJob submits a Pig job to an HDInsight cluster. Parameters: content - the content of the Pig job request.

func (JobClient) SubmitPigJobPreparer 

func (client JobClient) SubmitPigJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)

SubmitPigJobPreparer prepares the SubmitPigJob request.

func (JobClient) SubmitPigJobResponder 

func (client JobClient) SubmitPigJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)

SubmitPigJobResponder handles the response to the SubmitPigJob request. The method always closes the http.Response Body.

func (JobClient) SubmitPigJobSender 

func (client JobClient) SubmitPigJobSender(req *http.Request) (*http.Response, error)

SubmitPigJobSender sends the SubmitPigJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) SubmitSparkBatchJob 

func (client JobClient) SubmitSparkBatchJob(ctx context.Context, sparkBatchJobRequest SparkBatchJobRequest, requestedBy string) (result SparkBatchJob, err error)

SubmitSparkBatchJob create a new spark batch job. Parameters: sparkBatchJobRequest - livy compatible batch job request payload. requestedBy - add default value for X-Requested-By in header.

func (JobClient) SubmitSparkBatchJobPreparer 

func (client JobClient) SubmitSparkBatchJobPreparer(ctx context.Context, sparkBatchJobRequest SparkBatchJobRequest, requestedBy string) (*http.Request, error)

SubmitSparkBatchJobPreparer prepares the SubmitSparkBatchJob request.

func (JobClient) SubmitSparkBatchJobResponder 

func (client JobClient) SubmitSparkBatchJobResponder(resp *http.Response) (result SparkBatchJob, err error)

SubmitSparkBatchJobResponder handles the response to the SubmitSparkBatchJob request. The method always closes the http.Response Body.

func (JobClient) SubmitSparkBatchJobSender 

func (client JobClient) SubmitSparkBatchJobSender(req *http.Request) (*http.Response, error)

SubmitSparkBatchJobSender sends the SubmitSparkBatchJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) SubmitSparkSessionJob 

func (client JobClient) SubmitSparkSessionJob(ctx context.Context, sparkSessionJobRequest SparkSessionJobRequest, requestedBy string) (result SparkSessionJob, err error)

SubmitSparkSessionJob create a new spark session. Parameters: sparkSessionJobRequest - livy compatible session job request payload. requestedBy - add default value for X-Requested-By in header.

func (JobClient) SubmitSparkSessionJobPreparer 

func (client JobClient) SubmitSparkSessionJobPreparer(ctx context.Context, sparkSessionJobRequest SparkSessionJobRequest, requestedBy string) (*http.Request, error)

SubmitSparkSessionJobPreparer prepares the SubmitSparkSessionJob request.

func (JobClient) SubmitSparkSessionJobResponder 

func (client JobClient) SubmitSparkSessionJobResponder(resp *http.Response) (result SparkSessionJob, err error)

SubmitSparkSessionJobResponder handles the response to the SubmitSparkSessionJob request. The method always closes the http.Response Body.

func (JobClient) SubmitSparkSessionJobSender 

func (client JobClient) SubmitSparkSessionJobSender(req *http.Request) (*http.Response, error)

SubmitSparkSessionJobSender sends the SubmitSparkSessionJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) SubmitSparkStatementJob 

func (client JobClient) SubmitSparkStatementJob(ctx context.Context, sessionID int32, sparkStatementRequest SparkStatementRequest, requestedBy string) (result SparkStatement, err error)

SubmitSparkStatementJob create a statement within a spark session. Parameters: sessionID - identifier for the session. sparkStatementRequest - livy compatible batch job request payload. requestedBy - add default value for X-Requested-By in header.

func (JobClient) SubmitSparkStatementJobPreparer 

func (client JobClient) SubmitSparkStatementJobPreparer(ctx context.Context, sessionID int32, sparkStatementRequest SparkStatementRequest, requestedBy string) (*http.Request, error)

SubmitSparkStatementJobPreparer prepares the SubmitSparkStatementJob request.

func (JobClient) SubmitSparkStatementJobResponder 

func (client JobClient) SubmitSparkStatementJobResponder(resp *http.Response) (result SparkStatement, err error)

SubmitSparkStatementJobResponder handles the response to the SubmitSparkStatementJob request. The method always closes the http.Response Body.

func (JobClient) SubmitSparkStatementJobSender 

func (client JobClient) SubmitSparkStatementJobSender(req *http.Request) (*http.Response, error)

SubmitSparkStatementJobSender sends the SubmitSparkStatementJob request. The method will close the http.Response Body if it receives an error.

func (JobClient) SubmitSqoopJob 

func (client JobClient) SubmitSqoopJob(ctx context.Context, content io.ReadCloser) (result JobSubmissionJSONResponse, err error)

SubmitSqoopJob submits a Sqoop job to an HDInsight cluster. Parameters: content - the content of the Sqoop job request.

func (JobClient) SubmitSqoopJobPreparer 

func (client JobClient) SubmitSqoopJobPreparer(ctx context.Context, content io.ReadCloser) (*http.Request, error)

SubmitSqoopJobPreparer prepares the SubmitSqoopJob request.

func (JobClient) SubmitSqoopJobResponder 

func (client JobClient) SubmitSqoopJobResponder(resp *http.Response) (result JobSubmissionJSONResponse, err error)

SubmitSqoopJobResponder handles the response to the SubmitSqoopJob request. The method always closes the http.Response Body.

func (JobClient) SubmitSqoopJobSender 

func (client JobClient) SubmitSqoopJobSender(req *http.Request) (*http.Response, error)

SubmitSqoopJobSender sends the SubmitSqoopJob request. The method will close the http.Response Body if it receives an error.

type JobDetailRootJSONObject 

type JobDetailRootJSONObject struct {
	autorest.Response `json:"-"`
	// Callback - The callback URL, if any.
	Callback interface{} `json:"callback,omitempty"`
	// Completed - The string representing completed status, for example 'done'.
	Completed *string `json:"completed,omitempty"`
	// ExitValue - The job's exit value.
	ExitValue *int32 `json:"exitValue,omitempty"`
	// ID - The job ID.
	ID *string `json:"id,omitempty"`
	// Msg - The message returned.
	Msg interface{} `json:"msg,omitempty"`
	// ParentID - The parent job ID.
	ParentID *string `json:"parentId,omitempty"`
	// PercentComplete - The job completion percentage, for example '75% complete'.
	PercentComplete *string `json:"percentComplete,omitempty"`
	// Profile - The object containing the job profile information.
	Profile *Profile `json:"profile,omitempty"`
	// Status - The object containing the job status information.
	Status *Status `json:"status,omitempty"`
	// User - The user name of the job creator.
	User *string `json:"user,omitempty"`
	// Userargs - The arguments passed in by the user.
	Userargs *Userargs `json:"userargs,omitempty"`
}

JobDetailRootJSONObject the object containing the job details.

type JobID 

type JobID struct {
	// ID - The job number.
	ID *int64 `json:"id,omitempty"`
	// JtIdentifier - The jobTracker identifier.
	JtIdentifier *string `json:"jtIdentifier,omitempty"`
}

JobID the object with the Job ID.

type JobListJSONObject 

type JobListJSONObject struct {
	// Detail - The detail of the job.
	Detail *JobDetailRootJSONObject `json:"detail,omitempty"`
	// ID - The Id of the job.
	ID *string `json:"id,omitempty"`
}

JobListJSONObject the List Job operation response.

type JobOperationsErrorResponse 

type JobOperationsErrorResponse struct {
	// Error - Error message indicating why the operation failed.
	Error *string `json:"error,omitempty"`
}

JobOperationsErrorResponse describes the format of Error response.

type JobSubmissionJSONResponse 

type JobSubmissionJSONResponse struct {
	autorest.Response `json:"-"`
	// ID - The Id of the created job.
	ID *string `json:"id,omitempty"`
}

JobSubmissionJSONResponse the job submission json response.

type ListJobListJSONObject 

type ListJobListJSONObject struct {
	autorest.Response `json:"-"`
	Value             *[]JobListJSONObject `json:"value,omitempty"`
}

ListJobListJSONObject ...

type Profile 

type Profile struct {
	// JobFile - The job configuration file.
	JobFile *string `json:"jobFile,omitempty"`
	// JobID - The full ID of the job.
	JobID *string `json:"jobId,omitempty"`
	// JobName - The user-specified job name.
	JobName *string `json:"jobName,omitempty"`
	// QueueName - The name of the queue to which the job is submitted.
	QueueName *string `json:"queueName,omitempty"`
	// URL - The link to the web-ui for details of the job.
	URL *string `json:"url,omitempty"`
	// User - The userid of the person who submitted the job.
	User *string `json:"user,omitempty"`
}

Profile the object containing the job profile information.

type SessionJobKind 

type SessionJobKind string

SessionJobKind enumerates the values for session job kind. 

const (
	// Pyspark ...
	Pyspark SessionJobKind = "pyspark"
	// Spark ...
	Spark SessionJobKind = "spark"
	// Sparkr ...
	Sparkr SessionJobKind = "sparkr"
	// SQL ...
	SQL SessionJobKind = "sql"
)

func PossibleSessionJobKindValues 

func PossibleSessionJobKindValues() []SessionJobKind

PossibleSessionJobKindValues returns an array of possible values for the SessionJobKind const type.

type SparkBatchJob 

type SparkBatchJob struct {
	autorest.Response `json:"-"`
	ID                *int32             `json:"id,omitempty"`
	AppID             *string            `json:"appId,omitempty"`
	AppInfo           map[string]*string `json:"appInfo"`
	State             *string            `json:"state,omitempty"`
	LogLines          *[]string          `json:"log,omitempty"`
}

SparkBatchJob ...

func (SparkBatchJob) MarshalJSON 

func (sbj SparkBatchJob) MarshalJSON() ([]byte, error)

MarshalJSON is the custom marshaler for SparkBatchJob.

type SparkBatchJobCollection 

type SparkBatchJobCollection struct {
	autorest.Response `json:"-"`
	From              *int32           `json:"from,omitempty"`
	Total             *int32           `json:"total,omitempty"`
	Sessions          *[]SparkBatchJob `json:"sessions,omitempty"`
}

SparkBatchJobCollection ...

type SparkBatchJobRequest 

type SparkBatchJobRequest struct {
	File           *string            `json:"file,omitempty"`
	ProxyUser      *string            `json:"proxyUser,omitempty"`
	ClassName      *string            `json:"className,omitempty"`
	Arguments      *[]string          `json:"args,omitempty"`
	Jars           *[]string          `json:"jars,omitempty"`
	PythonFiles    *[]string          `json:"pyFiles,omitempty"`
	Files          *[]string          `json:"files,omitempty"`
	DriverMemory   *string            `json:"driverMemory,omitempty"`
	DriverCores    *int32             `json:"driverCores,omitempty"`
	ExecutorMemory *string            `json:"executorMemory,omitempty"`
	ExecutorCores  *int32             `json:"executorCores,omitempty"`
	ExecutorCount  *int32             `json:"numExecutors,omitempty"`
	Archives       *[]string          `json:"archives,omitempty"`
	Queue          *string            `json:"queue,omitempty"`
	Name           *string            `json:"name,omitempty"`
	Configuration  map[string]*string `json:"conf"`
}

SparkBatchJobRequest ...

func (SparkBatchJobRequest) MarshalJSON 

func (sbjr SparkBatchJobRequest) MarshalJSON() ([]byte, error)

MarshalJSON is the custom marshaler for SparkBatchJobRequest.

type SparkJobDeletedResult 

type SparkJobDeletedResult struct {
	autorest.Response `json:"-"`
	DeletedMessage    *string `json:"msg,omitempty"`
}

SparkJobDeletedResult ...

type SparkJobLog 

type SparkJobLog struct {
	autorest.Response `json:"-"`
	ID                *int32    `json:"id,omitempty"`
	From              *int32    `json:"from,omitempty"`
	Size              *int32    `json:"size,omitempty"`
	Total             *int64    `json:"total,omitempty"`
	LogLines          *[]string `json:"log,omitempty"`
}

SparkJobLog ...

type SparkJobState 

type SparkJobState struct {
	autorest.Response `json:"-"`
	ID                *int32  `json:"id,omitempty"`
	State             *string `json:"state,omitempty"`
}

SparkJobState ...

type SparkSessionCollection 

type SparkSessionCollection struct {
	autorest.Response `json:"-"`
	From              *int32             `json:"from,omitempty"`
	Total             *int32             `json:"total,omitempty"`
	Sessions          *[]SparkSessionJob `json:"sessions,omitempty"`
}

SparkSessionCollection ...

type SparkSessionJob 

type SparkSessionJob struct {
	autorest.Response `json:"-"`
	ID                *int32             `json:"id,omitempty"`
	AppID             *string            `json:"appId,omitempty"`
	Owner             *string            `json:"owner,omitempty"`
	ProxyUser         *string            `json:"proxyUser,omitempty"`
	Kind              *string            `json:"kind,omitempty"`
	LogLines          *[]string          `json:"log,omitempty"`
	State             *string            `json:"state,omitempty"`
	AppInfo           map[string]*string `json:"appInfo"`
}

SparkSessionJob ...

func (SparkSessionJob) MarshalJSON 

func (ssj SparkSessionJob) MarshalJSON() ([]byte, error)

MarshalJSON is the custom marshaler for SparkSessionJob.

type SparkSessionJobRequest 

type SparkSessionJobRequest struct {
	// Kind - Possible values include: 'Spark', 'Pyspark', 'Sparkr', 'SQL'
	Kind                     SessionJobKind     `json:"kind,omitempty"`
	ProxyUser                *string            `json:"proxyUser,omitempty"`
	Jars                     *[]string          `json:"jars,omitempty"`
	PythonFiles              *[]string          `json:"pyFiles,omitempty"`
	Files                    *[]string          `json:"files,omitempty"`
	DriverMemory             *string            `json:"driverMemory,omitempty"`
	DriverCores              *int32             `json:"driverCores,omitempty"`
	ExecutorMemory           *string            `json:"executorMemory,omitempty"`
	ExecutorCores            *int32             `json:"executorCores,omitempty"`
	ExecutorCount            *int32             `json:"numExecutors,omitempty"`
	Archives                 *[]string          `json:"archives,omitempty"`
	Queue                    *string            `json:"queue,omitempty"`
	Name                     *string            `json:"name,omitempty"`
	Configuration            map[string]*string `json:"conf"`
	HeartbeatTimeoutInSecond *int32             `json:"heartbeatTimeoutInSecond,omitempty"`
}

SparkSessionJobRequest ...

func (SparkSessionJobRequest) MarshalJSON 

func (ssjr SparkSessionJobRequest) MarshalJSON() ([]byte, error)

MarshalJSON is the custom marshaler for SparkSessionJobRequest.

type SparkStatement 

type SparkStatement struct {
	autorest.Response `json:"-"`
	ID                *int32                `json:"id,omitempty"`
	Code              *string               `json:"code,omitempty"`
	State             *string               `json:"state,omitempty"`
	Output            *SparkStatementOutput `json:"output,omitempty"`
	Progress          *float64              `json:"progress,omitempty"`
}

SparkStatement ...

type SparkStatementCancellationResult 

type SparkStatementCancellationResult struct {
	autorest.Response `json:"-"`
	CancelMessage     *string `json:"msg,omitempty"`
}

SparkStatementCancellationResult ...

type SparkStatementCollection 

type SparkStatementCollection struct {
	autorest.Response `json:"-"`
	Statements        *[]SparkStatement `json:"statements,omitempty"`
}

SparkStatementCollection ...

type SparkStatementOutput 

type SparkStatementOutput struct {
	Status         *string     `json:"status,omitempty"`
	ExecutionCount *int32      `json:"execution_count,omitempty"`
	Data           interface{} `json:"data,omitempty"`
}

SparkStatementOutput ...

type SparkStatementRequest 

type SparkStatementRequest struct {
	Code *string `json:"code,omitempty"`
	Kind *string `json:"kind,omitempty"`
}

SparkStatementRequest ...

type Status 

type Status struct {
	// CleanupProgress - The progress made on the cleanup.
	CleanupProgress *float64 `json:"cleanupProgress,omitempty"`
	// FailureInfo - The information about any failures that have occurred.
	FailureInfo *string `json:"failureInfo,omitempty"`
	// FinishTime - The time at which the job completed. It is an integer in milliseconds, as a Unix timestamp relative to 1/1/1970 00:00:00.
	FinishTime *int64 `json:"finishTime,omitempty"`
	// HistoryFile - The history file of the job.
	HistoryFile *string `json:"historyFile,omitempty"`
	// JobACLs - The ACLs of the job.
	JobACLs interface{} `json:"jobACLs,omitempty"`
	// JobComplete - Whether or not the job has completed.
	JobComplete *bool `json:"jobComplete,omitempty"`
	// JobFile - The job configuration file.
	JobFile *string `json:"jobFile,omitempty"`
	// JobID - The full ID of the job.
	JobID *string `json:"jobId,omitempty"`
	// JobName - The user-specified job name.
	JobName *string `json:"jobName,omitempty"`
	// JobPriority - The priority of the job.
	JobPriority *string `json:"jobPriority,omitempty"`
	// MapProgress - The progress made on the maps.
	MapProgress *float64 `json:"mapProgress,omitempty"`
	// NeededMem - The amount of memory needed for the job.
	NeededMem *int64 `json:"neededMem,omitempty"`
	// NumReservedSlots - The number of slots reserved.
	NumReservedSlots *int32 `json:"numReservedSlots,omitempty"`
	// NumUsedSlots - The number of slots used for the job.
	NumUsedSlots *int32 `json:"numUsedSlots,omitempty"`
	// Priority - The priority of the job.
	Priority *string `json:"priority,omitempty"`
	// Queue - The job queue name.
	Queue *string `json:"queue,omitempty"`
	// ReduceProgress - The progress made on the reduces.
	ReduceProgress *float64 `json:"reduceProgress,omitempty"`
	// ReservedMem - The amount of memory reserved for the job.
	ReservedMem *int64 `json:"reservedMem,omitempty"`
	// Retired - Whether or not the job has been retired.
	Retired *bool `json:"retired,omitempty"`
	// RunState - The current state of the job.
	RunState *int32 `json:"runState,omitempty"`
	// SchedulingInfo - The information about the scheduling of the job.
	SchedulingInfo *string `json:"schedulingInfo,omitempty"`
	// SetupProgress - The progress made on the setup.
	SetupProgress *float64 `json:"setupProgress,omitempty"`
	// StartTime - The time at which the job started. It is an integer in milliseconds, as a Unix timestamp relative to 1/1/1970 00:00:00.
	StartTime *int64 `json:"startTime,omitempty"`
	// State - The state of the job.
	State *string `json:"state,omitempty"`
	// TrackingURL - The link to the web-ui for details of the job.
	TrackingURL *string `json:"trackingUrl,omitempty"`
	// Uber - Whether job running in uber mode.
	Uber *bool `json:"uber,omitempty"`
	// UsedMem - The amount of memory used by the job.
	UsedMem *int64 `json:"usedMem,omitempty"`
	// Username - The userid of the person who submitted the job.
	Username *string `json:"username,omitempty"`
}

Status gets or sets the object containing the job status information.

type Userargs 

type Userargs struct {
	// Arg - READ-ONLY; The list of args defined by the user.
	Arg *[]string `json:"arg,omitempty"`
	// Callback - The callback URL, if any.
	Callback interface{} `json:"callback,omitempty"`
	// Define - READ-ONLY; The define properties defined by the user.
	Define *[]string `json:"define,omitempty"`
	// Enablelog - Whether or not the user enabled logs.
	Enablelog *string `json:"enablelog,omitempty"`
	// Execute - The query defined by the user.
	Execute *string `json:"execute,omitempty"`
	// File - The query file provided by the user.
	File interface{} `json:"file,omitempty"`
	// Files - The files defined by the user.
	Files interface{} `json:"files,omitempty"`
	// Jar - The JAR file provided by the user.
	Jar *string `json:"jar,omitempty"`
	// Statusdir - The status directory defined by the user.
	Statusdir interface{} `json:"statusdir,omitempty"`
}

Userargs gets or sets the object containing the user arguments.

func (Userargs) MarshalJSON 

func (u Userargs) MarshalJSON() ([]byte, error)

MarshalJSON is the custom marshaler for Userargs.

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.