transformers

package
v0.6.99 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Feb 17, 2022 License: Apache-2.0 Imports: 21 Imported by: 6

Documentation

Overview

Handles translating gRPC request & response objects to and from repository model objects

Index

Constants

View Source
const OutputsObjectSuffix = "offloaded_outputs"

OutputsObjectSuffix is used when execution event data includes inline outputs but the admin deployment is configured to offload such data. The generated file path for the offloaded data will include the execution identifier and this suffix.

Variables

This section is empty.

Functions

func CreateExecutionEventModel

func CreateExecutionEventModel(request admin.WorkflowExecutionEventRequest) (*models.ExecutionEvent, error)

Transforms a ExecutionEventCreateRequest to a ExecutionEvent model

func CreateExecutionModel

func CreateExecutionModel(input CreateExecutionModelInput) (*models.Execution, error)

CreateExecutionModel transforms a ExecutionCreateRequest to a Execution model

func CreateLaunchPlan

func CreateLaunchPlan(
	request admin.LaunchPlanCreateRequest,
	expectedOutputs *core.VariableMap) admin.LaunchPlan

func CreateLaunchPlanModel

func CreateLaunchPlanModel(
	launchPlan admin.LaunchPlan,
	workflowRepoID uint,
	digest []byte,
	initState admin.LaunchPlanState) (models.LaunchPlan, error)

Transforms a admin.LaunchPlan object to a LaunchPlan model

func CreateNamedEntityModel added in v0.1.5

func CreateNamedEntityModel(request *admin.NamedEntityUpdateRequest) models.NamedEntity

func CreateNodeExecutionEventModel

func CreateNodeExecutionEventModel(request admin.NodeExecutionEventRequest) (*models.NodeExecutionEvent, error)

Transforms a NodeExecutionEventRequest to a NodeExecutionEvent model

func CreateNodeExecutionModel

func CreateNodeExecutionModel(ctx context.Context, input ToNodeExecutionModelInput) (*models.NodeExecution, error)

func CreateProjectModel

func CreateProjectModel(project *admin.Project) models.Project

func CreateTaskModel

func CreateTaskModel(
	request admin.TaskCreateRequest,
	taskClosure admin.TaskClosure,
	digest []byte) (models.Task, error)

Transforms a TaskCreateRequest to a task model

func CreateWorkflowModel

func CreateWorkflowModel(request admin.WorkflowCreateRequest, remoteClosureIdentifier string,
	digest []byte) (models.Workflow, error)

Transforms a WorkflowCreateRequest to a workflow model

func FromExecutionModel

func FromExecutionModel(executionModel models.Execution) (*admin.Execution, error)

func FromExecutionModels

func FromExecutionModels(executionModels []models.Execution) ([]*admin.Execution, error)

func FromLaunchPlanModel

func FromLaunchPlanModel(model models.LaunchPlan) (*admin.LaunchPlan, error)

Transforms a LaunchPlanModel to a LaunchPlan

func FromLaunchPlanModels

func FromLaunchPlanModels(launchPlanModels []models.LaunchPlan) ([]*admin.LaunchPlan, error)

func FromLaunchPlanModelsToIdentifiers

func FromLaunchPlanModelsToIdentifiers(launchPlanModels []models.LaunchPlan) []*admin.NamedEntityIdentifier

func FromNamedEntityMetadataFields added in v0.1.5

func FromNamedEntityMetadataFields(metadata models.NamedEntityMetadataFields) admin.NamedEntityMetadata

func FromNamedEntityModel added in v0.1.5

func FromNamedEntityModel(model models.NamedEntity) admin.NamedEntity

func FromNamedEntityModels added in v0.1.5

func FromNamedEntityModels(models []models.NamedEntity) []*admin.NamedEntity

func FromNodeExecutionModel

func FromNodeExecutionModel(nodeExecutionModel models.NodeExecution) (*admin.NodeExecution, error)

func FromNodeExecutionModels

func FromNodeExecutionModels(
	nodeExecutionModels []models.NodeExecution) ([]*admin.NodeExecution, error)

func FromProjectModel

func FromProjectModel(projectModel models.Project, domains []*admin.Domain) admin.Project

func FromProjectModels

func FromProjectModels(projectModels []models.Project, domains []*admin.Domain) []*admin.Project

func FromResourceModelToMatchableAttributes added in v0.3.38

func FromResourceModelToMatchableAttributes(model models.Resource) (admin.MatchableAttributesConfiguration, error)

func FromResourceModelToProjectDomainAttributes added in v0.3.38

func FromResourceModelToProjectDomainAttributes(model models.Resource) (admin.ProjectDomainAttributes, error)

func FromResourceModelToWorkflowAttributes added in v0.3.38

func FromResourceModelToWorkflowAttributes(model models.Resource) (admin.WorkflowAttributes, error)

func FromResourceModelsToMatchableAttributes added in v0.3.38

func FromResourceModelsToMatchableAttributes(models []models.Resource) (
	[]*admin.MatchableAttributesConfiguration, error)

func FromTaskExecutionModel

func FromTaskExecutionModel(taskExecutionModel models.TaskExecution) (*admin.TaskExecution, error)

func FromTaskExecutionModels

func FromTaskExecutionModels(taskExecutionModels []models.TaskExecution) ([]*admin.TaskExecution, error)

func FromTaskModel

func FromTaskModel(taskModel models.Task) (admin.Task, error)

func FromTaskModels

func FromTaskModels(taskModels []models.Task) ([]*admin.Task, error)

func FromTaskModelsToIdentifiers

func FromTaskModelsToIdentifiers(taskModels []models.Task) []*admin.NamedEntityIdentifier

func FromWorkflowModel

func FromWorkflowModel(workflowModel models.Workflow) (admin.Workflow, error)

func FromWorkflowModels

func FromWorkflowModels(workflowModels []models.Workflow) ([]*admin.Workflow, error)

func FromWorkflowModelsToIdentifiers

func FromWorkflowModelsToIdentifiers(workflowModels []models.Workflow) []*admin.NamedEntityIdentifier

func GetExecutionIdentifier

func GetExecutionIdentifier(executionModel *models.Execution) core.WorkflowExecutionIdentifier

func MergeUpdateProjectDomainAttributes added in v0.3.38

func MergeUpdateProjectDomainAttributes(ctx context.Context, model models.Resource, resource admin.MatchableResource,
	resourceID *repoInterfaces.ResourceID, attributes *admin.ProjectDomainAttributes) (models.Resource, error)

func MergeUpdateWorkflowAttributes added in v0.3.38

func MergeUpdateWorkflowAttributes(ctx context.Context, model models.Resource, resource admin.MatchableResource,
	resourceID *repoInterfaces.ResourceID, workflowAttributes *admin.WorkflowAttributes) (models.Resource, error)

func PopulateDefaultStateChangeDetails added in v0.6.86

func PopulateDefaultStateChangeDetails(executionModel models.Execution) (*admin.ExecutionStateChangeDetails, error)

PopulateDefaultStateChangeDetails used to populate execution state change details for older executions which donot have these details captured. Hence we construct a default state change details from existing data model.

func ProjectDomainAttributesToResourceModel added in v0.3.38

func ProjectDomainAttributesToResourceModel(attributes admin.ProjectDomainAttributes, resource admin.MatchableResource) (models.Resource, error)

func SetExecutionAborted added in v0.1.7

func SetExecutionAborted(execution *models.Execution, cause, principal string) error

The execution abort metadata is recorded but the phase is not actually updated *until* the abort event is propagated by flytepropeller. The metadata is preemptively saved at the time of the abort.

func UpdateExecutionModelState

func UpdateExecutionModelState(
	ctx context.Context,
	execution *models.Execution, request admin.WorkflowExecutionEventRequest,
	inlineEventDataPolicy interfaces.InlineEventDataPolicy, storageClient *storage.DataStore) error

Updates an existing model given a WorkflowExecution event.

func UpdateExecutionModelStateChangeDetails added in v0.6.86

func UpdateExecutionModelStateChangeDetails(executionModel *models.Execution, stateUpdatedTo admin.ExecutionState,
	stateUpdatedAt time.Time, stateUpdatedBy string) error

UpdateExecutionModelStateChangeDetails Updates an existing model with stateUpdateTo, stateUpdateBy and statedUpdatedAt details from the request

func UpdateNodeExecutionModel

func UpdateNodeExecutionModel(
	ctx context.Context, request *admin.NodeExecutionEventRequest, nodeExecutionModel *models.NodeExecution,
	targetExecution *core.WorkflowExecutionIdentifier, dynamicWorkflowRemoteClosure string,
	inlineEventDataPolicy interfaces.InlineEventDataPolicy, storageClient *storage.DataStore) error

func UpdateTaskExecutionModel

func UpdateTaskExecutionModel(ctx context.Context, request *admin.TaskExecutionEventRequest, taskExecutionModel *models.TaskExecution,
	inlineEventDataPolicy interfaces.InlineEventDataPolicy, storageClient *storage.DataStore) error

func WorkflowAttributesToResourceModel added in v0.3.38

func WorkflowAttributesToResourceModel(attributes admin.WorkflowAttributes, resource admin.MatchableResource) (models.Resource, error)

Types

type CreateExecutionModelInput

type CreateExecutionModelInput struct {
	WorkflowExecutionID   core.WorkflowExecutionIdentifier
	RequestSpec           *admin.ExecutionSpec
	LaunchPlanID          uint
	WorkflowID            uint
	TaskID                uint
	Phase                 core.WorkflowExecution_Phase
	CreatedAt             time.Time
	Notifications         []*admin.Notification
	WorkflowIdentifier    *core.Identifier
	ParentNodeExecutionID uint
	SourceExecutionID     uint
	Cluster               string
	InputsURI             storage.DataReference
	UserInputsURI         storage.DataReference
}

CreateExecutionModelInput encapsulates request parameters for calls to CreateExecutionModel.

type CreateProjectModelInput

type CreateProjectModelInput struct {
	Identifier  string
	Name        string
	Description string
}

type CreateTaskExecutionModelInput

type CreateTaskExecutionModelInput struct {
	Request               *admin.TaskExecutionEventRequest
	InlineEventDataPolicy interfaces.InlineEventDataPolicy
	StorageClient         *storage.DataStore
}

type ToNodeExecutionModelInput

type ToNodeExecutionModelInput struct {
	Request                      *admin.NodeExecutionEventRequest
	ParentTaskExecutionID        *uint
	ParentID                     *uint
	DynamicWorkflowRemoteClosure string
	InlineEventDataPolicy        interfaces.InlineEventDataPolicy
	StorageClient                *storage.DataStore
}

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL