context

Documentation

Index

• func NewCompleteContext(ctx sdk_v1.SparkContext) sdk_v1.CompleteContext
• func NewJobContext(metadata sdk_v1.Context, sph sdk_v1.StageProgressHandler, vh sdk_v1.IOHandler, ...) sdk_v1.SparkContext
• func NewStageContext(ctx sdk_v1.SparkContext) sdk_v1.StageContext
• type Job
  • func (j *Job) CorrelationID() string
  • func (j *Job) Ctx() ctx.Context
  • func (j *Job) IOHandler() sdk_v1.IOHandler
  • func (j *Job) JobKey() string
  • func (j *Job) LastActiveStage() *sdk_v1.LastActiveStage
  • func (j *Job) Log() sdk_v1.Logger
  • func (j *Job) StageProgressHandler() sdk_v1.StageProgressHandler
  • func (j *Job) TransactionID() string
  • func (j *Job) WithoutLastActiveStage() sdk_v1.SparkContext
• type SparkMetadata
  • func NewSparkMetadata(ctx context.Context, jobKey, correlationID, transactionID string, ...) SparkMetadata
  • func NewSparkMetadataFromGrpcRequest(ctx context.Context, req *sdk_v1.ExecuteJobRequest) SparkMetadata
  • func (j SparkMetadata) CorrelationID() string
  • func (j SparkMetadata) Ctx() context.Context
  • func (j SparkMetadata) JobKey() string
  • func (j SparkMetadata) LastActiveStage() *sdk_v1.LastActiveStage
  • func (j SparkMetadata) TransactionID() string
• type Stage
  • func (sc Stage) Input(name string) *sdk_v1.Input
  • func (sc Stage) Inputs(names ...string) *sdk_v1.Inputs
  • func (sc Stage) Log() sdk_v1.Logger
  • func (sc Stage) Output(variables ...*handlers.Variable) error
  • func (sc Stage) StageResult(name string) *sdk_v1.Result

Functions

func NewCompleteContext

func NewCompleteContext(ctx sdk_v1.SparkContext) sdk_v1.CompleteContext

func NewJobContext

func NewJobContext(metadata sdk_v1.Context, sph sdk_v1.StageProgressHandler, vh sdk_v1.IOHandler, log sdk_v1.Logger) sdk_v1.SparkContext

func NewStageContext

func NewStageContext(ctx sdk_v1.SparkContext) sdk_v1.StageContext

Types

type Job

type Job struct {
	// contains filtered or unexported fields
}

func (*Job) CorrelationID

func (j *Job) CorrelationID() string

func (*Job) Ctx

func (j *Job) Ctx() ctx.Context

func (*Job) IOHandler

func (j *Job) IOHandler() sdk_v1.IOHandler

func (*Job) JobKey

func (j *Job) JobKey() string

func (*Job) LastActiveStage

func (j *Job) LastActiveStage() *sdk_v1.LastActiveStage

func (*Job) Log

func (j *Job) Log() sdk_v1.Logger

func (*Job) StageProgressHandler

func (j *Job) StageProgressHandler() sdk_v1.StageProgressHandler

func (*Job) TransactionID

func (j *Job) TransactionID() string

func (*Job) WithoutLastActiveStage

func (j *Job) WithoutLastActiveStage() sdk_v1.SparkContext

type SparkMetadata

type SparkMetadata struct {
	// contains filtered or unexported fields
}

func NewSparkMetadata

func NewSparkMetadata(ctx context.Context, jobKey, correlationID, transactionID string, lastActiveStage *sdk_v1.LastActiveStage) SparkMetadata

func NewSparkMetadataFromGrpcRequest

func NewSparkMetadataFromGrpcRequest(ctx context.Context, req *sdk_v1.ExecuteJobRequest) SparkMetadata

func (SparkMetadata) CorrelationID

func (j SparkMetadata) CorrelationID() string

func (SparkMetadata) Ctx

func (j SparkMetadata) Ctx() context.Context

func (SparkMetadata) JobKey

func (j SparkMetadata) JobKey() string

func (SparkMetadata) LastActiveStage

func (j SparkMetadata) LastActiveStage() *sdk_v1.LastActiveStage

func (SparkMetadata) TransactionID

func (j SparkMetadata) TransactionID() string

type Stage

type Stage struct {
	sdk_v1.Context
	// contains filtered or unexported fields
}

func (Stage) Input

func (sc Stage) Input(name string) *sdk_v1.Input

func (Stage) Inputs

func (sc Stage) Inputs(names ...string) *sdk_v1.Inputs

func (Stage) Log

func (sc Stage) Log() sdk_v1.Logger

func (Stage) Output

func (sc Stage) Output(variables ...*handlers.Variable) error

func (Stage) StageResult

func (sc Stage) StageResult(name string) *sdk_v1.Result