spark_v1

package
v1.8.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Nov 21, 2022 License: Apache-2.0 Imports: 30 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	NoMimeType   = ""
	MimeTypeJSON = "application/json"
)

Variables

View Source 
var (
	ErrStageDoesNotExist        = errors.New("stage does not exists")
	ErrBindValueFailed          = errors.New("bind value failed")
	ErrVariableNotFound         = errors.New("variable not found")
	ErrStageNotFoundInNodeChain = errors.New("stage not found in the node chain")
	ErrConditionalStageSkipped  = errors.New("conditional stage execution")
	ErrChainIsNotValid          = errors.New("chain is not valid")
	ErrInputVariableNotFound    = errors.New("input variable not found")
)
View Source 
var (
	ErrorType_name = map[int32]string{
		0: "ERROR_TYPE_FAILED_UNSPECIFIED",
		1: "ERROR_TYPE_CANCELLED",
		2: "ERROR_TYPE_SKIP",
		3: "ERROR_TYPE_RETRY",
		4: "ERROR_TYPE_FATAL",
	}
	ErrorType_value = map[string]int32{
		"ERROR_TYPE_FAILED_UNSPECIFIED": 0,
		"ERROR_TYPE_CANCELLED":          1,
		"ERROR_TYPE_SKIP":               2,
		"ERROR_TYPE_RETRY":              3,
		"ERROR_TYPE_FATAL":              4,
	}
)

Enum value maps for ErrorType.

View Source 
var (
	StageStatus_name = map[int32]string{
		0: "STAGE_STATUS_PENDING_UNSPECIFIED",
		1: "STAGE_STATUS_STARTED",
		2: "STAGE_STATUS_COMPLETED",
		3: "STAGE_STATUS_FAILED",
		4: "STAGE_STATUS_SKIPPED",
		5: "STAGE_STATUS_CANCELLED",
	}
	StageStatus_value = map[string]int32{
		"STAGE_STATUS_PENDING_UNSPECIFIED": 0,
		"STAGE_STATUS_STARTED":             1,
		"STAGE_STATUS_COMPLETED":           2,
		"STAGE_STATUS_FAILED":              3,
		"STAGE_STATUS_SKIPPED":             4,
		"STAGE_STATUS_CANCELLED":           5,
	}
)

Enum value maps for StageStatus.

View Source 
var (
	JobStatus_name = map[int32]string{
		0:  "JOB_STATUS_WAITING_UNSPECIFIED",
		1:  "JOB_STATUS_RUNNING",
		2:  "JOB_STATUS_DONE",
		3:  "JOB_STATUS_CANCELED",
		4:  "JOB_STATUS_COMPLETION_STARTED",
		5:  "JOB_STATUS_COMPLETION_DONE",
		6:  "JOB_STATUS_COMPLETION_DONE_WITH_ERRORS",
		7:  "JOB_STATUS_COMPENSATION_STARTED",
		8:  "JOB_STATUS_COMPENSATION_DONE",
		9:  "JOB_STATUS_COMPENSATION_DONE_WITH_ERRORS",
		10: "JOB_STATUS_CANCELLATION_STARTED",
		11: "JOB_STATUS_CANCELLATION_DONE",
		12: "JOB_STATUS_CANCELLATION_DONE_WITH_ERRORS",
	}
	JobStatus_value = map[string]int32{
		"JOB_STATUS_WAITING_UNSPECIFIED":           0,
		"JOB_STATUS_RUNNING":                       1,
		"JOB_STATUS_DONE":                          2,
		"JOB_STATUS_CANCELED":                      3,
		"JOB_STATUS_COMPLETION_STARTED":            4,
		"JOB_STATUS_COMPLETION_DONE":               5,
		"JOB_STATUS_COMPLETION_DONE_WITH_ERRORS":   6,
		"JOB_STATUS_COMPENSATION_STARTED":          7,
		"JOB_STATUS_COMPENSATION_DONE":             8,
		"JOB_STATUS_COMPENSATION_DONE_WITH_ERRORS": 9,
		"JOB_STATUS_CANCELLATION_STARTED":          10,
		"JOB_STATUS_CANCELLATION_DONE":             11,
		"JOB_STATUS_CANCELLATION_DONE_WITH_ERRORS": 12,
	}
)

Enum value maps for JobStatus.

View Source 
var AgentService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "pkg.spark.v1.AgentService",
	HandlerType: (*AgentServiceServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "ExecuteJob",
			Handler:    _AgentService_ExecuteJob_Handler,
		},
	},
	Streams:  []grpc.StreamDesc{},
	Metadata: "pkg/spark/v1/spark.proto",
}

AgentService_ServiceDesc is the grpc.ServiceDesc for AgentService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

View Source 
var CompleteError = func(ctx CompleteContext) StageError {
	return NewStageError(errors.New("complete failed"))
}
View Source 
var CompleteSuccess = func(ctx CompleteContext) StageError {
	return nil
}
View Source 
var File_pkg_spark_v1_spark_proto protoreflect.FileDescriptor
View Source 
var ManagerService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "pkg.spark.v1.ManagerService",
	HandlerType: (*ManagerServiceServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "GetStageStatus",
			Handler:    _ManagerService_GetStageStatus_Handler,
		},
		{
			MethodName: "SetStageStatus",
			Handler:    _ManagerService_SetStageStatus_Handler,
		},
		{
			MethodName: "GetStageResult",
			Handler:    _ManagerService_GetStageResult_Handler,
		},
		{
			MethodName: "SetStageResult",
			Handler:    _ManagerService_SetStageResult_Handler,
		},
		{
			MethodName: "GetVariables",
			Handler:    _ManagerService_GetVariables_Handler,
		},
		{
			MethodName: "SetVariables",
			Handler:    _ManagerService_SetVariables_Handler,
		},
		{
			MethodName: "SetJobStatus",
			Handler:    _ManagerService_SetJobStatus_Handler,
		},
		{
			MethodName: "RegisterHeartbeat",
			Handler:    _ManagerService_RegisterHeartbeat_Handler,
		},
	},
	Streams:  []grpc.StreamDesc{},
	Metadata: "pkg/spark/v1/spark.proto",
}

ManagerService_ServiceDesc is the grpc.ServiceDesc for ManagerService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

Functions

func NewSparkMetadataFromGrpcRequest 

func NewSparkMetadataFromGrpcRequest(ctx context.Context, req *ExecuteJobRequest) sparkMetadata

func RegisterAgentServiceServer 

func RegisterAgentServiceServer(s grpc.ServiceRegistrar, srv AgentServiceServer)

func RegisterManagerServiceServer 

func RegisterManagerServiceServer(s grpc.ServiceRegistrar, srv ManagerServiceServer)

Types

type AgentServiceClient 

type AgentServiceClient interface {
	ExecuteJob(ctx context.Context, in *ExecuteJobRequest, opts ...grpc.CallOption) (*ExecuteJobResponse, error)
}

AgentServiceClient is the client API for AgentService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewAgentServiceClient 

func NewAgentServiceClient(cc grpc.ClientConnInterface) AgentServiceClient

type AgentServiceServer 

type AgentServiceServer interface {
	ExecuteJob(context.Context, *ExecuteJobRequest) (*ExecuteJobResponse, error)
}

AgentServiceServer is the server API for AgentService service. All implementations should embed UnimplementedAgentServiceServer for forward compatibility

type Behaviour added in v1.6.0 

type Behaviour struct {
	// contains filtered or unexported fields
}

func (*Behaviour) Set added in v1.6.0 

func (b *Behaviour) Set(stageName string, status StageStatus, err error) *InMemoryStageProgressHandler

func (*Behaviour) SetResult added in v1.6.0 

func (b *Behaviour) SetResult(jobKey, stageName string, err error) *InMemoryStageProgressHandler

type Bindable added in v1.6.0 

type Bindable interface {
	Bind(a any) error
	Raw() ([]byte, error)
	String() string
}

type BindableConfig added in v1.6.0 

type BindableConfig interface {
	Bind(a any) error
	Raw() ([]byte, error)
}

type Builder 

type Builder interface {
	NewChain(name string) BuilderChain
	ChainFinalizer
}

Builder contract for the chain builder

type BuilderChain 

type BuilderChain interface {
	ChainNode
}

BuilderChain the root of a chain

type Chain 

type Chain interface {
	// contains filtered or unexported methods
}

Chain finalizes a node in the chain, used internally to build a part of the chain

type ChainCancelled 

type ChainCancelled interface {
	Cancelled(newNode Chain) ChainComplete
}

ChainCancelled contract the builder must implement for cancellation

type ChainCancelledOrComplete 

type ChainCancelledOrComplete interface {
	ChainCancelled
	ChainComplete
}

ChainCancelledOrComplete allows defining only cancel or completion

type ChainCompensate 

type ChainCompensate interface {
	Compensate(newNode Chain) ChainCancelledOrComplete
}

ChainCompensate contract the builder must implement for compensation

type ChainComplete 

type ChainComplete interface {
	Complete(completeDefinitionFn CompleteDefinitionFn, options ...StageOption) Chain
}

ChainComplete contract the builder must implement for completion

type ChainFinalizer 

type ChainFinalizer interface {
	// contains filtered or unexported methods
}

ChainFinalizer finalizes the entire chain, used internally to build the chain

type ChainNode 

type ChainNode interface {
	ChainStage // must have at least 1 stage
}

ChainNode a node in the chain

type ChainReport 

type ChainReport struct {
	Errors   []error
	StageMap map[string]ChainReportStage
	NodeMap  map[string]ChainReportNode
}

type ChainReportNode 

type ChainReportNode struct {
	Name          string
	CanCompensate bool
	CanCancel     bool
	// contains filtered or unexported fields
}

type ChainReportStage 

type ChainReportStage struct {
	Name  string
	Crumb string
}

type ChainStage 

type ChainStage interface {
	Stage(name string, stageDefinitionFn StageDefinitionFn, options ...StageOption) ChainStageAny
}

ChainStage a stage in the chain node

type ChainStageAny 

type ChainStageAny interface {
	ChainStage
	ChainCompensate
	ChainCancelled
	ChainComplete
}

ChainStageAny allows defining more stages and at least 1 of each compensate, cancelled or complete

type CompleteContext 

type CompleteContext interface {
	StageContext
	Output(variables ...*Var) error
	Name() string
}

func NewCompleteContext 

func NewCompleteContext(ctx SparkContext, name string) CompleteContext

type CompleteDefinitionFn 

type CompleteDefinitionFn = func(ctx CompleteContext) StageError

type ConfigType added in v1.8.0 

type ConfigType string
const (
	ConfigTypeYaml ConfigType = "yaml"
	ConfigTypeJson ConfigType = "json"
)

type Context 

type Context interface {
	Ctx() context.Context
	JobKey() string
	CorrelationID() string
	TransactionID() string
	LastActiveStage() *LastActiveStage
}

func NewSparkMetadata 

func NewSparkMetadata(ctx context.Context, jobKey, correlationID, transactionID string, lastActiveStage *LastActiveStage) Context

type DelegateCompleteDefinitionFn 

type DelegateCompleteDefinitionFn = func(ctx CompleteContext, cb CompleteDefinitionFn) StageError

type DelegateStageDefinitionFn 

type DelegateStageDefinitionFn = func(ctx StageContext, cb StageDefinitionFn) (any, StageError)

type Error 

type Error struct {
	Error     string          `protobuf:"bytes,1,opt,name=error,proto3" json:"error,omitempty"`
	ErrorCode uint32          `protobuf:"varint,2,opt,name=error_code,json=errorCode,proto3" json:"error_code,omitempty"`
	ErrorType ErrorType       `protobuf:"varint,3,opt,name=error_type,json=errorType,proto3,enum=pkg.spark.v1.ErrorType" json:"error_type,omitempty"`
	Metadata  *structpb.Value `protobuf:"bytes,4,opt,name=metadata,proto3,oneof" json:"metadata,omitempty"`
	Retry     *RetryStrategy  `protobuf:"bytes,5,opt,name=retry,proto3,oneof" json:"retry,omitempty"`
	// contains filtered or unexported fields
}

func (*Error) Descriptor deprecated 

func (*Error) Descriptor() ([]byte, []int)

Deprecated: Use Error.ProtoReflect.Descriptor instead.

func (*Error) GetError 

func (x *Error) GetError() string

func (*Error) GetErrorCode 

func (x *Error) GetErrorCode() uint32

func (*Error) GetErrorType 

func (x *Error) GetErrorType() ErrorType

func (*Error) GetMetadata 

func (x *Error) GetMetadata() *structpb.Value

func (*Error) GetRetry 

func (x *Error) GetRetry() *RetryStrategy

func (*Error) ProtoMessage 

func (*Error) ProtoMessage()

func (*Error) ProtoReflect 

func (x *Error) ProtoReflect() protoreflect.Message

func (*Error) Reset 

func (x *Error) Reset()

func (*Error) String 

func (x *Error) String() string

type ErrorOption 

type ErrorOption = func(err *stageError) *stageError

func WithCancel 

func WithCancel() ErrorOption

func WithErrorCode 

func WithErrorCode(code uint32) ErrorOption

func WithErrorType 

func WithErrorType(errorType ErrorType) ErrorOption

func WithFatal 

func WithFatal() ErrorOption

func WithMetadata 

func WithMetadata(metadata any) ErrorOption

func WithRetry 

func WithRetry(times uint, backoffMillis time.Duration) ErrorOption

func WithSkip 

func WithSkip() ErrorOption

type ErrorType 

type ErrorType int32
const (
	ErrorType_ERROR_TYPE_FAILED_UNSPECIFIED ErrorType = 0
	ErrorType_ERROR_TYPE_CANCELLED          ErrorType = 1
	ErrorType_ERROR_TYPE_SKIP               ErrorType = 2
	ErrorType_ERROR_TYPE_RETRY              ErrorType = 3
	ErrorType_ERROR_TYPE_FATAL              ErrorType = 4
)

func (ErrorType) Descriptor 

func (ErrorType) Descriptor() protoreflect.EnumDescriptor

func (ErrorType) Enum 

func (x ErrorType) Enum() *ErrorType

func (ErrorType) EnumDescriptor deprecated 

func (ErrorType) EnumDescriptor() ([]byte, []int)

Deprecated: Use ErrorType.Descriptor instead.

func (ErrorType) Number 

func (x ErrorType) Number() protoreflect.EnumNumber

func (ErrorType) String 

func (x ErrorType) String() string

func (ErrorType) Type 

func (ErrorType) Type() protoreflect.EnumType

type ExecuteJobRequest 

type ExecuteJobRequest struct {
	Key             string           `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
	TransactionId   string           `protobuf:"bytes,2,opt,name=transaction_id,json=transactionId,proto3" json:"transaction_id,omitempty"`
	CorrelationId   string           `protobuf:"bytes,3,opt,name=correlation_id,json=correlationId,proto3" json:"correlation_id,omitempty"`
	LastActiveStage *LastActiveStage `protobuf:"bytes,4,opt,name=last_active_stage,json=lastActiveStage,proto3,oneof" json:"last_active_stage,omitempty"`
	// contains filtered or unexported fields
}

func (*ExecuteJobRequest) Descriptor deprecated 

func (*ExecuteJobRequest) Descriptor() ([]byte, []int)

Deprecated: Use ExecuteJobRequest.ProtoReflect.Descriptor instead.

func (*ExecuteJobRequest) GetCorrelationId 

func (x *ExecuteJobRequest) GetCorrelationId() string

func (*ExecuteJobRequest) GetKey 

func (x *ExecuteJobRequest) GetKey() string

func (*ExecuteJobRequest) GetLastActiveStage 

func (x *ExecuteJobRequest) GetLastActiveStage() *LastActiveStage

func (*ExecuteJobRequest) GetTransactionId 

func (x *ExecuteJobRequest) GetTransactionId() string

func (*ExecuteJobRequest) ProtoMessage 

func (*ExecuteJobRequest) ProtoMessage()

func (*ExecuteJobRequest) ProtoReflect 

func (x *ExecuteJobRequest) ProtoReflect() protoreflect.Message

func (*ExecuteJobRequest) Reset 

func (x *ExecuteJobRequest) Reset()

func (*ExecuteJobRequest) String 

func (x *ExecuteJobRequest) String() string

type ExecuteJobResponse 

type ExecuteJobResponse struct {
	AgentId string `protobuf:"bytes,1,opt,name=agent_id,json=agentId,proto3" json:"agent_id,omitempty"`
	// contains filtered or unexported fields
}

func (*ExecuteJobResponse) Descriptor deprecated 

func (*ExecuteJobResponse) Descriptor() ([]byte, []int)

Deprecated: Use ExecuteJobResponse.ProtoReflect.Descriptor instead.

func (*ExecuteJobResponse) GetAgentId 

func (x *ExecuteJobResponse) GetAgentId() string

func (*ExecuteJobResponse) ProtoMessage 

func (*ExecuteJobResponse) ProtoMessage()

func (*ExecuteJobResponse) ProtoReflect 

func (x *ExecuteJobResponse) ProtoReflect() protoreflect.Message

func (*ExecuteJobResponse) Reset 

func (x *ExecuteJobResponse) Reset()

func (*ExecuteJobResponse) String 

func (x *ExecuteJobResponse) String() string

type GetStageResultRequest 

type GetStageResultRequest struct {
	Name   string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	JobKey string `protobuf:"bytes,2,opt,name=job_key,json=jobKey,proto3" json:"job_key,omitempty"`
	// contains filtered or unexported fields
}

func (*GetStageResultRequest) Descriptor deprecated 

func (*GetStageResultRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetStageResultRequest.ProtoReflect.Descriptor instead.

func (*GetStageResultRequest) GetJobKey 

func (x *GetStageResultRequest) GetJobKey() string

func (*GetStageResultRequest) GetName 

func (x *GetStageResultRequest) GetName() string

func (*GetStageResultRequest) ProtoMessage 

func (*GetStageResultRequest) ProtoMessage()

func (*GetStageResultRequest) ProtoReflect 

func (x *GetStageResultRequest) ProtoReflect() protoreflect.Message

func (*GetStageResultRequest) Reset 

func (x *GetStageResultRequest) Reset()

func (*GetStageResultRequest) String 

func (x *GetStageResultRequest) String() string

type GetStageResultResponse 

type GetStageResultResponse struct {
	Result *StageResult `protobuf:"bytes,1,opt,name=result,proto3" json:"result,omitempty"`
	// contains filtered or unexported fields
}

func (*GetStageResultResponse) Descriptor deprecated 

func (*GetStageResultResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetStageResultResponse.ProtoReflect.Descriptor instead.

func (*GetStageResultResponse) GetResult 

func (x *GetStageResultResponse) GetResult() *StageResult

func (*GetStageResultResponse) ProtoMessage 

func (*GetStageResultResponse) ProtoMessage()

func (*GetStageResultResponse) ProtoReflect 

func (x *GetStageResultResponse) ProtoReflect() protoreflect.Message

func (*GetStageResultResponse) Reset 

func (x *GetStageResultResponse) Reset()

func (*GetStageResultResponse) String 

func (x *GetStageResultResponse) String() string

type GetStageStatusRequest 

type GetStageStatusRequest struct {
	JobKey string `protobuf:"bytes,1,opt,name=job_key,json=jobKey,proto3" json:"job_key,omitempty"`
	Name   string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

func (*GetStageStatusRequest) Descriptor deprecated 

func (*GetStageStatusRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetStageStatusRequest.ProtoReflect.Descriptor instead.

func (*GetStageStatusRequest) GetJobKey 

func (x *GetStageStatusRequest) GetJobKey() string

func (*GetStageStatusRequest) GetName 

func (x *GetStageStatusRequest) GetName() string

func (*GetStageStatusRequest) ProtoMessage 

func (*GetStageStatusRequest) ProtoMessage()

func (*GetStageStatusRequest) ProtoReflect 

func (x *GetStageStatusRequest) ProtoReflect() protoreflect.Message

func (*GetStageStatusRequest) Reset 

func (x *GetStageStatusRequest) Reset()

func (*GetStageStatusRequest) String 

func (x *GetStageStatusRequest) String() string

type GetStageStatusResponse 

type GetStageStatusResponse struct {
	Status StageStatus `protobuf:"varint,1,opt,name=status,proto3,enum=pkg.spark.v1.StageStatus" json:"status,omitempty"`
	// contains filtered or unexported fields
}

func (*GetStageStatusResponse) Descriptor deprecated 

func (*GetStageStatusResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetStageStatusResponse.ProtoReflect.Descriptor instead.

func (*GetStageStatusResponse) GetStatus 

func (x *GetStageStatusResponse) GetStatus() StageStatus

func (*GetStageStatusResponse) ProtoMessage 

func (*GetStageStatusResponse) ProtoMessage()

func (*GetStageStatusResponse) ProtoReflect 

func (x *GetStageStatusResponse) ProtoReflect() protoreflect.Message

func (*GetStageStatusResponse) Reset 

func (x *GetStageStatusResponse) Reset()

func (*GetStageStatusResponse) String 

func (x *GetStageStatusResponse) String() string

type GetVariablesRequest 

type GetVariablesRequest struct {
	Stage  string   `protobuf:"bytes,1,opt,name=stage,proto3" json:"stage,omitempty"`
	JobKey string   `protobuf:"bytes,2,opt,name=job_key,json=jobKey,proto3" json:"job_key,omitempty"`
	Name   []string `protobuf:"bytes,3,rep,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

func (*GetVariablesRequest) Descriptor deprecated 

func (*GetVariablesRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetVariablesRequest.ProtoReflect.Descriptor instead.

func (*GetVariablesRequest) GetJobKey 

func (x *GetVariablesRequest) GetJobKey() string

func (*GetVariablesRequest) GetName 

func (x *GetVariablesRequest) GetName() []string

func (*GetVariablesRequest) GetStage 

func (x *GetVariablesRequest) GetStage() string

func (*GetVariablesRequest) ProtoMessage 

func (*GetVariablesRequest) ProtoMessage()

func (*GetVariablesRequest) ProtoReflect 

func (x *GetVariablesRequest) ProtoReflect() protoreflect.Message

func (*GetVariablesRequest) Reset 

func (x *GetVariablesRequest) Reset()

func (*GetVariablesRequest) String 

func (x *GetVariablesRequest) String() string

type GetVariablesResponse 

type GetVariablesResponse struct {
	Variables map[string]*Variable `` /* 159-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*GetVariablesResponse) Descriptor deprecated 

func (*GetVariablesResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetVariablesResponse.ProtoReflect.Descriptor instead.

func (*GetVariablesResponse) GetVariables 

func (x *GetVariablesResponse) GetVariables() map[string]*Variable

func (*GetVariablesResponse) ProtoMessage 

func (*GetVariablesResponse) ProtoMessage()

func (*GetVariablesResponse) ProtoReflect 

func (x *GetVariablesResponse) ProtoReflect() protoreflect.Message

func (*GetVariablesResponse) Reset 

func (x *GetVariablesResponse) Reset()

func (*GetVariablesResponse) String 

func (x *GetVariablesResponse) String() string

type Gettable added in v1.6.0 

type Gettable interface {
	Get(name string) Bindable
}

type IOHandler 

type IOHandler interface {
	Inputs(jobKey string, names ...string) Inputs
	Input(jobKey, name string) Input
	Output(jobKey string, variables ...*Var) error
}

type InMemoryStageProgressHandler added in v1.6.0 

type InMemoryStageProgressHandler struct {
	// contains filtered or unexported fields
}

func NewInMemoryStageProgressHandler added in v1.6.0 

func NewInMemoryStageProgressHandler(t *testing.T, seeds ...any) *InMemoryStageProgressHandler

func (*InMemoryStageProgressHandler) AddBehaviour added in v1.6.0 

func (i *InMemoryStageProgressHandler) AddBehaviour() *Behaviour

func (*InMemoryStageProgressHandler) AssertStageResult added in v1.6.0 

func (i *InMemoryStageProgressHandler) AssertStageResult(jobKey, stageName string, expectedStageResult any)

func (*InMemoryStageProgressHandler) AssertStageStatus added in v1.6.0 

func (i *InMemoryStageProgressHandler) AssertStageStatus(jobKey, stageName string, expectedStatus StageStatus)

func (*InMemoryStageProgressHandler) Get added in v1.6.0 

func (i *InMemoryStageProgressHandler) Get(jobKey, name string) (*StageStatus, error)

func (*InMemoryStageProgressHandler) GetResult added in v1.6.0 

func (i *InMemoryStageProgressHandler) GetResult(jobKey, name string) Bindable

func (*InMemoryStageProgressHandler) ResetBehaviour added in v1.6.0 

func (i *InMemoryStageProgressHandler) ResetBehaviour()

func (*InMemoryStageProgressHandler) Set added in v1.6.0 

func (i *InMemoryStageProgressHandler) Set(stageStatus *SetStageStatusRequest) error

func (*InMemoryStageProgressHandler) SetJobStatus added in v1.6.0 

func (i *InMemoryStageProgressHandler) SetJobStatus(jobStatus *SetJobStatusRequest) error

func (*InMemoryStageProgressHandler) SetResult added in v1.6.0 

func (i *InMemoryStageProgressHandler) SetResult(result *SetStageResultRequest) error

type InitContext added in v1.6.0 

type InitContext interface {
	Config() BindableConfig
}

type Input 

type Input interface {
	Bindable
}

type Inputs 

type Inputs interface {
	Get(name string) Bindable
}

type JobStatus 

type JobStatus int32
const (
	JobStatus_JOB_STATUS_WAITING_UNSPECIFIED           JobStatus = 0
	JobStatus_JOB_STATUS_RUNNING                       JobStatus = 1
	JobStatus_JOB_STATUS_DONE                          JobStatus = 2
	JobStatus_JOB_STATUS_CANCELED                      JobStatus = 3
	JobStatus_JOB_STATUS_COMPLETION_STARTED            JobStatus = 4
	JobStatus_JOB_STATUS_COMPLETION_DONE               JobStatus = 5
	JobStatus_JOB_STATUS_COMPLETION_DONE_WITH_ERRORS   JobStatus = 6
	JobStatus_JOB_STATUS_COMPENSATION_STARTED          JobStatus = 7
	JobStatus_JOB_STATUS_COMPENSATION_DONE             JobStatus = 8
	JobStatus_JOB_STATUS_COMPENSATION_DONE_WITH_ERRORS JobStatus = 9
	JobStatus_JOB_STATUS_CANCELLATION_STARTED          JobStatus = 10
	JobStatus_JOB_STATUS_CANCELLATION_DONE             JobStatus = 11
	JobStatus_JOB_STATUS_CANCELLATION_DONE_WITH_ERRORS JobStatus = 12
)

func (JobStatus) Descriptor 

func (JobStatus) Descriptor() protoreflect.EnumDescriptor

func (JobStatus) Enum 

func (x JobStatus) Enum() *JobStatus

func (JobStatus) EnumDescriptor deprecated 

func (JobStatus) EnumDescriptor() ([]byte, []int)

Deprecated: Use JobStatus.Descriptor instead.

func (JobStatus) Number 

func (x JobStatus) Number() protoreflect.EnumNumber

func (JobStatus) String 

func (x JobStatus) String() string

func (JobStatus) Type 

func (JobStatus) Type() protoreflect.EnumType

type LastActiveStage 

type LastActiveStage struct {
	Name   string      `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Status StageStatus `protobuf:"varint,2,opt,name=status,proto3,enum=pkg.spark.v1.StageStatus" json:"status,omitempty"`
	// contains filtered or unexported fields
}

func (*LastActiveStage) Descriptor deprecated 

func (*LastActiveStage) Descriptor() ([]byte, []int)

Deprecated: Use LastActiveStage.ProtoReflect.Descriptor instead.

func (*LastActiveStage) GetName 

func (x *LastActiveStage) GetName() string

func (*LastActiveStage) GetStatus 

func (x *LastActiveStage) GetStatus() StageStatus

func (*LastActiveStage) ProtoMessage 

func (*LastActiveStage) ProtoMessage()

func (*LastActiveStage) ProtoReflect 

func (x *LastActiveStage) ProtoReflect() protoreflect.Message

func (*LastActiveStage) Reset 

func (x *LastActiveStage) Reset()

func (*LastActiveStage) String 

func (x *LastActiveStage) String() string

type Logger 

type Logger interface {
	Info(format string, v ...any)
	Warn(format string, v ...any)
	Debug(format string, v ...any)
	Error(err error, format string, v ...any)
	AddFields(k string, v any) Logger
}

func NewLogger 

func NewLogger() Logger

type ManagerServiceClient 

type ManagerServiceClient interface {
	GetStageStatus(ctx context.Context, in *GetStageStatusRequest, opts ...grpc.CallOption) (*GetStageStatusResponse, error)
	SetStageStatus(ctx context.Context, in *SetStageStatusRequest, opts ...grpc.CallOption) (*SetStageStatusResponse, error)
	GetStageResult(ctx context.Context, in *GetStageResultRequest, opts ...grpc.CallOption) (*GetStageResultResponse, error)
	SetStageResult(ctx context.Context, in *SetStageResultRequest, opts ...grpc.CallOption) (*SetStageResultResponse, error)
	GetVariables(ctx context.Context, in *GetVariablesRequest, opts ...grpc.CallOption) (*GetVariablesResponse, error)
	SetVariables(ctx context.Context, in *SetVariablesRequest, opts ...grpc.CallOption) (*SetVariablesResponse, error)
	SetJobStatus(ctx context.Context, in *SetJobStatusRequest, opts ...grpc.CallOption) (*SetJobStatusResponse, error)
	RegisterHeartbeat(ctx context.Context, in *RegisterHeartbeatRequest, opts ...grpc.CallOption) (*RegisterHeartbeatResponse, error)
}

ManagerServiceClient is the client API for ManagerService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func CreateManagerServiceClient 

func CreateManagerServiceClient(config *config) (ManagerServiceClient, error)

func NewManagerServiceClient 

func NewManagerServiceClient(cc grpc.ClientConnInterface) ManagerServiceClient

type ManagerServiceServer 

type ManagerServiceServer interface {
	GetStageStatus(context.Context, *GetStageStatusRequest) (*GetStageStatusResponse, error)
	SetStageStatus(context.Context, *SetStageStatusRequest) (*SetStageStatusResponse, error)
	GetStageResult(context.Context, *GetStageResultRequest) (*GetStageResultResponse, error)
	SetStageResult(context.Context, *SetStageResultRequest) (*SetStageResultResponse, error)
	GetVariables(context.Context, *GetVariablesRequest) (*GetVariablesResponse, error)
	SetVariables(context.Context, *SetVariablesRequest) (*SetVariablesResponse, error)
	SetJobStatus(context.Context, *SetJobStatusRequest) (*SetJobStatusResponse, error)
	RegisterHeartbeat(context.Context, *RegisterHeartbeatRequest) (*RegisterHeartbeatResponse, error)
}

ManagerServiceServer is the server API for ManagerService service. All implementations should embed UnimplementedManagerServiceServer for forward compatibility

type Option 

type Option = func(je *sparkOpts) *sparkOpts

func WithConfiguration added in v1.8.0 

func WithConfiguration(b []byte, t ConfigType) Option

func WithDelegateCompletion 

func WithDelegateCompletion(delegate DelegateCompleteDefinitionFn) Option

WithDelegateCompletion delegates execution of all completion stages TODO support delegating single completion stage by name

func WithDelegateStage 

func WithDelegateStage(delegate DelegateStageDefinitionFn) Option

WithDelegateStage delegates execution of all stages TODO support delegating single stage by name

func WithIOHandler 

func WithIOHandler(vh IOHandler) Option

func WithLog 

func WithLog(log Logger) Option

func WithStageProgressHandler 

func WithStageProgressHandler(sph StageProgressHandler) Option

type RegisterHeartbeatRequest 

type RegisterHeartbeatRequest struct {
	AgentId string `protobuf:"bytes,1,opt,name=agent_id,json=agentId,proto3" json:"agent_id,omitempty"`
	// contains filtered or unexported fields
}

func (*RegisterHeartbeatRequest) Descriptor deprecated 

func (*RegisterHeartbeatRequest) Descriptor() ([]byte, []int)

Deprecated: Use RegisterHeartbeatRequest.ProtoReflect.Descriptor instead.

func (*RegisterHeartbeatRequest) GetAgentId 

func (x *RegisterHeartbeatRequest) GetAgentId() string

func (*RegisterHeartbeatRequest) ProtoMessage 

func (*RegisterHeartbeatRequest) ProtoMessage()

func (*RegisterHeartbeatRequest) ProtoReflect 

func (x *RegisterHeartbeatRequest) ProtoReflect() protoreflect.Message

func (*RegisterHeartbeatRequest) Reset 

func (x *RegisterHeartbeatRequest) Reset()

func (*RegisterHeartbeatRequest) String 

func (x *RegisterHeartbeatRequest) String() string

type RegisterHeartbeatResponse 

type RegisterHeartbeatResponse struct {
	// contains filtered or unexported fields
}

func (*RegisterHeartbeatResponse) Descriptor deprecated 

func (*RegisterHeartbeatResponse) Descriptor() ([]byte, []int)

Deprecated: Use RegisterHeartbeatResponse.ProtoReflect.Descriptor instead.

func (*RegisterHeartbeatResponse) ProtoMessage 

func (*RegisterHeartbeatResponse) ProtoMessage()

func (*RegisterHeartbeatResponse) ProtoReflect 

func (x *RegisterHeartbeatResponse) ProtoReflect() protoreflect.Message

func (*RegisterHeartbeatResponse) Reset 

func (x *RegisterHeartbeatResponse) Reset()

func (*RegisterHeartbeatResponse) String 

func (x *RegisterHeartbeatResponse) String() string

type ResultBehaviourParams added in v1.6.0 

type ResultBehaviourParams struct {
	// contains filtered or unexported fields
}

type RetryConfig 

type RetryConfig struct {
	// contains filtered or unexported fields
}

type RetryStrategy 

type RetryStrategy struct {
	Backoff uint32 `protobuf:"varint,1,opt,name=backoff,proto3" json:"backoff,omitempty"`
	Count   uint32 `protobuf:"varint,2,opt,name=count,proto3" json:"count,omitempty"`
	// contains filtered or unexported fields
}

func (*RetryStrategy) Descriptor deprecated 

func (*RetryStrategy) Descriptor() ([]byte, []int)

Deprecated: Use RetryStrategy.ProtoReflect.Descriptor instead.

func (*RetryStrategy) GetBackoff 

func (x *RetryStrategy) GetBackoff() uint32

func (*RetryStrategy) GetCount 

func (x *RetryStrategy) GetCount() uint32

func (*RetryStrategy) ProtoMessage 

func (*RetryStrategy) ProtoMessage()

func (*RetryStrategy) ProtoReflect 

func (x *RetryStrategy) ProtoReflect() protoreflect.Message

func (*RetryStrategy) Reset 

func (x *RetryStrategy) Reset()

func (*RetryStrategy) String 

func (x *RetryStrategy) String() string

type SetJobStatusRequest 

type SetJobStatusRequest struct {
	Key    string    `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
	Status JobStatus `protobuf:"varint,2,opt,name=status,proto3,enum=pkg.spark.v1.JobStatus" json:"status,omitempty"`
	Err    *Error    `protobuf:"bytes,3,opt,name=err,proto3,oneof" json:"err,omitempty"`
	// contains filtered or unexported fields
}

func (*SetJobStatusRequest) Descriptor deprecated 

func (*SetJobStatusRequest) Descriptor() ([]byte, []int)

Deprecated: Use SetJobStatusRequest.ProtoReflect.Descriptor instead.

func (*SetJobStatusRequest) GetErr 

func (x *SetJobStatusRequest) GetErr() *Error

func (*SetJobStatusRequest) GetKey 

func (x *SetJobStatusRequest) GetKey() string

func (*SetJobStatusRequest) GetStatus 

func (x *SetJobStatusRequest) GetStatus() JobStatus

func (*SetJobStatusRequest) ProtoMessage 

func (*SetJobStatusRequest) ProtoMessage()

func (*SetJobStatusRequest) ProtoReflect 

func (x *SetJobStatusRequest) ProtoReflect() protoreflect.Message

func (*SetJobStatusRequest) Reset 

func (x *SetJobStatusRequest) Reset()

func (*SetJobStatusRequest) String 

func (x *SetJobStatusRequest) String() string

type SetJobStatusResponse 

type SetJobStatusResponse struct {
	// contains filtered or unexported fields
}

func (*SetJobStatusResponse) Descriptor deprecated 

func (*SetJobStatusResponse) Descriptor() ([]byte, []int)

Deprecated: Use SetJobStatusResponse.ProtoReflect.Descriptor instead.

func (*SetJobStatusResponse) ProtoMessage 

func (*SetJobStatusResponse) ProtoMessage()

func (*SetJobStatusResponse) ProtoReflect 

func (x *SetJobStatusResponse) ProtoReflect() protoreflect.Message

func (*SetJobStatusResponse) Reset 

func (x *SetJobStatusResponse) Reset()

func (*SetJobStatusResponse) String 

func (x *SetJobStatusResponse) String() string

type SetStageResultRequest 

type SetStageResultRequest struct {
	JobKey string       `protobuf:"bytes,1,opt,name=job_key,json=jobKey,proto3" json:"job_key,omitempty"`
	Name   string       `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
	Result *StageResult `protobuf:"bytes,3,opt,name=result,proto3" json:"result,omitempty"`
	// contains filtered or unexported fields
}

func (*SetStageResultRequest) Descriptor deprecated 

func (*SetStageResultRequest) Descriptor() ([]byte, []int)

Deprecated: Use SetStageResultRequest.ProtoReflect.Descriptor instead.

func (*SetStageResultRequest) GetJobKey 

func (x *SetStageResultRequest) GetJobKey() string

func (*SetStageResultRequest) GetName 

func (x *SetStageResultRequest) GetName() string

func (*SetStageResultRequest) GetResult 

func (x *SetStageResultRequest) GetResult() *StageResult

func (*SetStageResultRequest) ProtoMessage 

func (*SetStageResultRequest) ProtoMessage()

func (*SetStageResultRequest) ProtoReflect 

func (x *SetStageResultRequest) ProtoReflect() protoreflect.Message

func (*SetStageResultRequest) Reset 

func (x *SetStageResultRequest) Reset()

func (*SetStageResultRequest) String 

func (x *SetStageResultRequest) String() string

type SetStageResultResponse 

type SetStageResultResponse struct {
	// contains filtered or unexported fields
}

func (*SetStageResultResponse) Descriptor deprecated 

func (*SetStageResultResponse) Descriptor() ([]byte, []int)

Deprecated: Use SetStageResultResponse.ProtoReflect.Descriptor instead.

func (*SetStageResultResponse) ProtoMessage 

func (*SetStageResultResponse) ProtoMessage()

func (*SetStageResultResponse) ProtoReflect 

func (x *SetStageResultResponse) ProtoReflect() protoreflect.Message

func (*SetStageResultResponse) Reset 

func (x *SetStageResultResponse) Reset()

func (*SetStageResultResponse) String 

func (x *SetStageResultResponse) String() string

type SetStageStatusRequest 

type SetStageStatusRequest struct {
	Name   string      `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	JobKey string      `protobuf:"bytes,2,opt,name=job_key,json=jobKey,proto3" json:"job_key,omitempty"`
	Status StageStatus `protobuf:"varint,3,opt,name=status,proto3,enum=pkg.spark.v1.StageStatus" json:"status,omitempty"`
	Err    *Error      `protobuf:"bytes,4,opt,name=err,proto3" json:"err,omitempty"`
	// contains filtered or unexported fields
}

func (*SetStageStatusRequest) Descriptor deprecated 

func (*SetStageStatusRequest) Descriptor() ([]byte, []int)

Deprecated: Use SetStageStatusRequest.ProtoReflect.Descriptor instead.

func (*SetStageStatusRequest) GetErr 

func (x *SetStageStatusRequest) GetErr() *Error

func (*SetStageStatusRequest) GetJobKey 

func (x *SetStageStatusRequest) GetJobKey() string

func (*SetStageStatusRequest) GetName 

func (x *SetStageStatusRequest) GetName() string

func (*SetStageStatusRequest) GetStatus 

func (x *SetStageStatusRequest) GetStatus() StageStatus

func (*SetStageStatusRequest) ProtoMessage 

func (*SetStageStatusRequest) ProtoMessage()

func (*SetStageStatusRequest) ProtoReflect 

func (x *SetStageStatusRequest) ProtoReflect() protoreflect.Message

func (*SetStageStatusRequest) Reset 

func (x *SetStageStatusRequest) Reset()

func (*SetStageStatusRequest) String 

func (x *SetStageStatusRequest) String() string

type SetStageStatusResponse 

type SetStageStatusResponse struct {
	// contains filtered or unexported fields
}

func (*SetStageStatusResponse) Descriptor deprecated 

func (*SetStageStatusResponse) Descriptor() ([]byte, []int)

Deprecated: Use SetStageStatusResponse.ProtoReflect.Descriptor instead.

func (*SetStageStatusResponse) ProtoMessage 

func (*SetStageStatusResponse) ProtoMessage()

func (*SetStageStatusResponse) ProtoReflect 

func (x *SetStageStatusResponse) ProtoReflect() protoreflect.Message

func (*SetStageStatusResponse) Reset 

func (x *SetStageStatusResponse) Reset()

func (*SetStageStatusResponse) String 

func (x *SetStageStatusResponse) String() string

type SetVariablesRequest 

type SetVariablesRequest struct {
	Stage     string               `protobuf:"bytes,1,opt,name=stage,proto3" json:"stage,omitempty"`
	JobKey    string               `protobuf:"bytes,2,opt,name=job_key,json=jobKey,proto3" json:"job_key,omitempty"`
	Variables map[string]*Variable `` /* 159-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*SetVariablesRequest) Descriptor deprecated 

func (*SetVariablesRequest) Descriptor() ([]byte, []int)

Deprecated: Use SetVariablesRequest.ProtoReflect.Descriptor instead.

func (*SetVariablesRequest) GetJobKey 

func (x *SetVariablesRequest) GetJobKey() string

func (*SetVariablesRequest) GetStage 

func (x *SetVariablesRequest) GetStage() string

func (*SetVariablesRequest) GetVariables 

func (x *SetVariablesRequest) GetVariables() map[string]*Variable

func (*SetVariablesRequest) ProtoMessage 

func (*SetVariablesRequest) ProtoMessage()

func (*SetVariablesRequest) ProtoReflect 

func (x *SetVariablesRequest) ProtoReflect() protoreflect.Message

func (*SetVariablesRequest) Reset 

func (x *SetVariablesRequest) Reset()

func (*SetVariablesRequest) String 

func (x *SetVariablesRequest) String() string

type SetVariablesResponse 

type SetVariablesResponse struct {
	// contains filtered or unexported fields
}

func (*SetVariablesResponse) Descriptor deprecated 

func (*SetVariablesResponse) Descriptor() ([]byte, []int)

Deprecated: Use SetVariablesResponse.ProtoReflect.Descriptor instead.

func (*SetVariablesResponse) ProtoMessage 

func (*SetVariablesResponse) ProtoMessage()

func (*SetVariablesResponse) ProtoReflect 

func (x *SetVariablesResponse) ProtoReflect() protoreflect.Message

func (*SetVariablesResponse) Reset 

func (x *SetVariablesResponse) Reset()

func (*SetVariablesResponse) String 

func (x *SetVariablesResponse) String() string

type Spark 

type Spark interface {
	BuildChain(b Builder) Chain
	Init(ctx InitContext) error
	Stop()
}

Spark the contract a developer must implement in order to be accepted by a worker

type SparkContext 

type SparkContext interface {
	Context
	IOHandler() IOHandler
	StageProgressHandler() StageProgressHandler
	LastActiveStage() *LastActiveStage
	Log() Logger
	WithoutLastActiveStage() SparkContext
	// contains filtered or unexported methods
}

func NewJobContext 

func NewJobContext(metadata Context, opts *sparkOpts) SparkContext

type StageBehaviourParams added in v1.6.0 

type StageBehaviourParams struct {
	// contains filtered or unexported fields
}

type StageContext 

type StageContext interface {
	Context
	Inputs(names ...string) Inputs
	Input(names string) Input
	StageResult(name string) Bindable
	Log() Logger
	Name() string
}

func NewStageContext 

func NewStageContext(ctx SparkContext, name string) StageContext

type StageDefinitionFn 

type StageDefinitionFn = func(ctx StageContext) (any, StageError)

type StageError 

type StageError interface {
	Error() string
	Code() uint32
	Metadata() map[string]any
	ErrorType() ErrorType
	ToErrorMessage() *Error
}

func NewStageError 

func NewStageError(err error, opts ...ErrorOption) StageError

type StageOption 

type StageOption = func(StageOptionParams) StageError

func WithStageStatus 

func WithStageStatus(stageName string, status StageStatus) StageOption

type StageOptionParams 

type StageOptionParams interface {
	StageName() string
	StageProgressHandler() StageProgressHandler
	IOHandler() IOHandler
	Context() Context
}

type StageProgressHandler 

type StageProgressHandler interface {
	Get(jobKey, name string) (*StageStatus, error)
	Set(stageStatus *SetStageStatusRequest) error
	GetResult(jobKey, name string) Bindable
	SetResult(resultResult *SetStageResultRequest) error
	SetJobStatus(jobStatus *SetJobStatusRequest) error
}

type StageResult 

type StageResult struct {
	Data *structpb.Value `protobuf:"bytes,1,opt,name=data,proto3" json:"data,omitempty"`
	// contains filtered or unexported fields
}

func (*StageResult) Bind 

func (x *StageResult) Bind(a any) error

func (*StageResult) Descriptor deprecated 

func (*StageResult) Descriptor() ([]byte, []int)

Deprecated: Use StageResult.ProtoReflect.Descriptor instead.

func (*StageResult) GetData 

func (x *StageResult) GetData() *structpb.Value

func (*StageResult) ProtoMessage 

func (*StageResult) ProtoMessage()

func (*StageResult) ProtoReflect 

func (x *StageResult) ProtoReflect() protoreflect.Message

func (*StageResult) Raw 

func (x *StageResult) Raw() ([]byte, error)

func (*StageResult) Reset 

func (x *StageResult) Reset()

func (*StageResult) String 

func (x *StageResult) String() string

type StageStatus 

type StageStatus int32
const (
	StageStatus_STAGE_STATUS_PENDING_UNSPECIFIED StageStatus = 0
	StageStatus_STAGE_STATUS_STARTED             StageStatus = 1
	StageStatus_STAGE_STATUS_COMPLETED           StageStatus = 2
	StageStatus_STAGE_STATUS_FAILED              StageStatus = 3
	StageStatus_STAGE_STATUS_SKIPPED             StageStatus = 4
	StageStatus_STAGE_STATUS_CANCELLED           StageStatus = 5
)

func ErrorTypeToStageStatus 

func ErrorTypeToStageStatus(errType ErrorType) StageStatus

func (StageStatus) Descriptor 

func (StageStatus) Descriptor() protoreflect.EnumDescriptor

func (StageStatus) Enum 

func (x StageStatus) Enum() *StageStatus

func (StageStatus) EnumDescriptor deprecated 

func (StageStatus) EnumDescriptor() ([]byte, []int)

Deprecated: Use StageStatus.Descriptor instead.

func (StageStatus) Number 

func (x StageStatus) Number() protoreflect.EnumNumber

func (StageStatus) String 

func (x StageStatus) String() string

func (StageStatus) Type 

func (StageStatus) Type() protoreflect.EnumType

type TestIOHandler added in v1.6.0 

type TestIOHandler interface {
	IOHandler
	SetVar(jobKey string, v *Var)
}

func NewInMemoryIOHandler added in v1.6.0 

func NewInMemoryIOHandler(t *testing.T) TestIOHandler

type UnimplementedAgentServiceServer 

type UnimplementedAgentServiceServer struct {
}

UnimplementedAgentServiceServer should be embedded to have forward compatible implementations.

func (UnimplementedAgentServiceServer) ExecuteJob 

func (UnimplementedAgentServiceServer) ExecuteJob(context.Context, *ExecuteJobRequest) (*ExecuteJobResponse, error)

type UnimplementedManagerServiceServer 

type UnimplementedManagerServiceServer struct {
}

UnimplementedManagerServiceServer should be embedded to have forward compatible implementations.

func (UnimplementedManagerServiceServer) GetStageResult 

func (UnimplementedManagerServiceServer) GetStageResult(context.Context, *GetStageResultRequest) (*GetStageResultResponse, error)

func (UnimplementedManagerServiceServer) GetStageStatus 

func (UnimplementedManagerServiceServer) GetStageStatus(context.Context, *GetStageStatusRequest) (*GetStageStatusResponse, error)

func (UnimplementedManagerServiceServer) GetVariables 

func (UnimplementedManagerServiceServer) GetVariables(context.Context, *GetVariablesRequest) (*GetVariablesResponse, error)

func (UnimplementedManagerServiceServer) RegisterHeartbeat 

func (UnimplementedManagerServiceServer) RegisterHeartbeat(context.Context, *RegisterHeartbeatRequest) (*RegisterHeartbeatResponse, error)

func (UnimplementedManagerServiceServer) SetJobStatus 

func (UnimplementedManagerServiceServer) SetJobStatus(context.Context, *SetJobStatusRequest) (*SetJobStatusResponse, error)

func (UnimplementedManagerServiceServer) SetStageResult 

func (UnimplementedManagerServiceServer) SetStageResult(context.Context, *SetStageResultRequest) (*SetStageResultResponse, error)

func (UnimplementedManagerServiceServer) SetStageStatus 

func (UnimplementedManagerServiceServer) SetStageStatus(context.Context, *SetStageStatusRequest) (*SetStageStatusResponse, error)

func (UnimplementedManagerServiceServer) SetVariables 

func (UnimplementedManagerServiceServer) SetVariables(context.Context, *SetVariablesRequest) (*SetVariablesResponse, error)

type UnsafeAgentServiceServer 

type UnsafeAgentServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeAgentServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to AgentServiceServer will result in compilation errors.

type UnsafeManagerServiceServer 

type UnsafeManagerServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeManagerServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to ManagerServiceServer will result in compilation errors.

type Var 

type Var struct {
	Name     string
	MimeType string
	Value    any
}

func NewVar 

func NewVar(name, mimeType string, value any) *Var

type Variable 

type Variable struct {
	Name     string          `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Value    *structpb.Value `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"`
	MimeType string          `protobuf:"bytes,3,opt,name=mime_type,json=mimeType,proto3" json:"mime_type,omitempty"`
	// contains filtered or unexported fields
}

func (*Variable) Bind 

func (x *Variable) Bind(a any) error

func (*Variable) Descriptor deprecated 

func (*Variable) Descriptor() ([]byte, []int)

Deprecated: Use Variable.ProtoReflect.Descriptor instead.

func (*Variable) GetMimeType 

func (x *Variable) GetMimeType() string

func (*Variable) GetName 

func (x *Variable) GetName() string

func (*Variable) GetValue 

func (x *Variable) GetValue() *structpb.Value

func (*Variable) ProtoMessage 

func (*Variable) ProtoMessage()

func (*Variable) ProtoReflect 

func (x *Variable) ProtoReflect() protoreflect.Message

func (*Variable) Raw 

func (x *Variable) Raw() ([]byte, error)

func (*Variable) Reset 

func (x *Variable) Reset()

func (*Variable) String 

func (x *Variable) String() string

type Worker 

type Worker interface {
	Execute(ctx Context) StageError
	Run()
	LocalContext(jobKey, correlationID, transactionId string) Context
}

func NewSparkWorker 

func NewSparkWorker(ctx context.Context, spark Spark, options ...Option) (Worker, error)

Source Files

View all Source files

Directories

Path Synopsis
Package spark_v1_mock is a generated GoMock package.
 Package spark_v1_mock is a generated GoMock package.

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.