task

Documentation

Index

• Constants
• Variables
• func GetTaskExecutionIdentifier(nCtx handler.NodeExecutionContext) *core.TaskExecutionIdentifier
• func ToTaskEventPhase(p pluginCore.Phase) core.TaskExecution_Phase
• func ToTaskExecutionEvent(taskExecID *core.TaskExecutionIdentifier, in io.InputFilePaths, ...) (*event.TaskExecutionEvent, error)
• func ToTransitionType(ttype pluginCore.TransitionType) handler.TransitionType
• func WranglePluginsAndGenerateFinalList(ctx context.Context, cfg *config.TaskPluginConfig, pr PluginRegistryIface) ([]core.PluginEntry, error)
• type BarrierKey
• type BarrierTransition
• type CodecVersion
• type FutureFileReader
  • func NewRemoteFutureFileReader(ctx context.Context, dataDir storage.DataReference, store *storage.DataStore) (FutureFileReader, error)
  • func (f FutureFileReader) Cache(ctx context.Context, wf *v1alpha1.FlyteWorkflow) error
  • func (f FutureFileReader) CacheExists(ctx context.Context) (bool, error)
  • func (f FutureFileReader) Exists(ctx context.Context) (bool, error)
  • func (f FutureFileReader) Read(ctx context.Context) (*core.DynamicJobSpec, error)
  • func (f FutureFileReader) RetrieveCache(ctx context.Context) (*v1alpha1.FlyteWorkflow, error)
• type Handler
  • func New(ctx context.Context, kubeClient executors.Client, client catalog.Client, ...) (*Handler, error)
  • func (t Handler) Abort(ctx context.Context, nCtx handler.NodeExecutionContext, reason string) error
  • func (t *Handler) CheckCatalogCache(ctx context.Context, tr pluginCore.TaskReader, inputReader io.InputReader, ...) (bool, error)
  • func (t Handler) Finalize(ctx context.Context, nCtx handler.NodeExecutionContext) error
  • func (t *Handler) FinalizeRequired() bool
  • func (t Handler) Handle(ctx context.Context, nCtx handler.NodeExecutionContext) (handler.Transition, error)
  • func (t Handler) ResolvePlugin(ctx context.Context, ttype string) (pluginCore.Plugin, error)
  • func (t *Handler) Setup(ctx context.Context, sCtx handler.SetupContext) error
  • func (t *Handler) ValidateOutputAndCacheAdd(ctx context.Context, nodeID v1alpha1.NodeID, i io.InputReader, ...) (*io.ExecutionError, error)
• type MetricKey
• type PluginCallLog
• type PluginRegistryIface
• type RemoteFileWorkflowStore
  • func NewRemoteWorkflowStore(store *storage.DataStore) RemoteFileWorkflowStore
  • func (r RemoteFileWorkflowStore) Exists(ctx context.Context, path storage.DataReference) (bool, error)
  • func (r RemoteFileWorkflowStore) Get(ctx context.Context, source storage.DataReference) (*v1alpha1.FlyteWorkflow, error)
  • func (r RemoteFileWorkflowStore) Put(ctx context.Context, wf *v1alpha1.FlyteWorkflow, target storage.DataReference) error

Constants

const IDMaxLength = 50

Variables

var NoBarrierTransition = BarrierTransition{BarrierClockTick: 0}

Functions

func GetTaskExecutionIdentifier

func GetTaskExecutionIdentifier(nCtx handler.NodeExecutionContext) *core.TaskExecutionIdentifier

func ToTaskEventPhase

func ToTaskEventPhase(p pluginCore.Phase) core.TaskExecution_Phase

func ToTaskExecutionEvent

func ToTaskExecutionEvent(taskExecID *core.TaskExecutionIdentifier, in io.InputFilePaths, out io.OutputFilePaths, info pluginCore.PhaseInfo) (*event.TaskExecutionEvent, error)

func ToTransitionType

func ToTransitionType(ttype pluginCore.TransitionType) handler.TransitionType

func WranglePluginsAndGenerateFinalList

func WranglePluginsAndGenerateFinalList(ctx context.Context, cfg *config.TaskPluginConfig, pr PluginRegistryIface) ([]core.PluginEntry, error)

Types

type BarrierKey

type BarrierKey = string

type BarrierTransition

type BarrierTransition struct {
	BarrierClockTick uint32
	CallLog          PluginCallLog
}

type CodecVersion

type CodecVersion uint8

const (
	GobCodecVersion CodecVersion = iota
)

type FutureFileReader

type FutureFileReader struct {
	RemoteFileWorkflowStore
	// contains filtered or unexported fields
}

func NewRemoteFutureFileReader

func NewRemoteFutureFileReader(ctx context.Context, dataDir storage.DataReference, store *storage.DataStore) (FutureFileReader, error)

func (FutureFileReader) Cache

func (f FutureFileReader) Cache(ctx context.Context, wf *v1alpha1.FlyteWorkflow) error

func (FutureFileReader) CacheExists

func (f FutureFileReader) CacheExists(ctx context.Context) (bool, error)

func (FutureFileReader) Exists

func (f FutureFileReader) Exists(ctx context.Context) (bool, error)

func (FutureFileReader) Read

func (f FutureFileReader) Read(ctx context.Context) (*core.DynamicJobSpec, error)

func (FutureFileReader) RetrieveCache

func (f FutureFileReader) RetrieveCache(ctx context.Context) (*v1alpha1.FlyteWorkflow, error)

type Handler

type Handler struct {
	// contains filtered or unexported fields
}

func New

func New(ctx context.Context, kubeClient executors.Client, client catalog.Client, scope promutils.Scope) (*Handler, error)

func (Handler) Abort

func (t Handler) Abort(ctx context.Context, nCtx handler.NodeExecutionContext, reason string) error

func (*Handler) CheckCatalogCache

func (t *Handler) CheckCatalogCache(ctx context.Context, tr pluginCore.TaskReader, inputReader io.InputReader, outputWriter io.OutputWriter) (bool, error)

func (Handler) Finalize

func (t Handler) Finalize(ctx context.Context, nCtx handler.NodeExecutionContext) error

func (*Handler) FinalizeRequired

func (t *Handler) FinalizeRequired() bool

func (Handler) Handle

func (t Handler) Handle(ctx context.Context, nCtx handler.NodeExecutionContext) (handler.Transition, error)

func (Handler) ResolvePlugin

func (t Handler) ResolvePlugin(ctx context.Context, ttype string) (pluginCore.Plugin, error)

func (*Handler) Setup

func (t *Handler) Setup(ctx context.Context, sCtx handler.SetupContext) error

func (*Handler) ValidateOutputAndCacheAdd

func (t *Handler) ValidateOutputAndCacheAdd(ctx context.Context, nodeID v1alpha1.NodeID, i io.InputReader, r io.OutputReader,
	outputCommitter io.OutputWriter, tr pluginCore.TaskReader, m catalog.Metadata) (*io.ExecutionError, error)

type MetricKey

type MetricKey = string

type PluginCallLog

type PluginCallLog struct {
	PluginTransition *pluginRequestedTransition
}

type PluginRegistryIface

type PluginRegistryIface interface {
	GetCorePlugins() []pluginCore.PluginEntry
	GetK8sPlugins() []pluginK8s.PluginEntry
}

The plugin interface available especially for testing.

type RemoteFileWorkflowStore

type RemoteFileWorkflowStore struct {
	// contains filtered or unexported fields
}

func NewRemoteWorkflowStore

func NewRemoteWorkflowStore(store *storage.DataStore) RemoteFileWorkflowStore

func (RemoteFileWorkflowStore) Exists

func (r RemoteFileWorkflowStore) Exists(ctx context.Context, path storage.DataReference) (bool, error)

func (RemoteFileWorkflowStore) Get

func (r RemoteFileWorkflowStore) Get(ctx context.Context, source storage.DataReference) (*v1alpha1.FlyteWorkflow, error)

func (RemoteFileWorkflowStore) Put

func (r RemoteFileWorkflowStore) Put(ctx context.Context, wf *v1alpha1.FlyteWorkflow, target storage.DataReference) error