dataproxy

Documentation

Index

• type Service
  • func NewService(cfg config.DataProxyConfig, nodeExec interfaces.NodeExecutionInterface, ...) (Service, error)
  • func (s Service) CreateDownloadLink(ctx context.Context, req *service.CreateDownloadLinkRequest) (resp *service.CreateDownloadLinkResponse, err error)
  • func (s Service) CreateDownloadLocation(ctx context.Context, req *service.CreateDownloadLocationRequest) (*service.CreateDownloadLocationResponse, error)
  • func (s Service) CreateUploadLocation(ctx context.Context, req *service.CreateUploadLocationRequest) (*service.CreateUploadLocationResponse, error)
  • func (s Service) GetCompleteTaskExecutionID(ctx context.Context, taskExecID *core.TaskExecutionIdentifier) (*core.TaskExecutionIdentifier, error)
  • func (s Service) GetData(ctx context.Context, req *service.GetDataRequest) (*service.GetDataResponse, error)
  • func (s Service) GetDataFromNodeExecution(ctx context.Context, nodeExecID *core.NodeExecutionIdentifier, ...) (*service.GetDataResponse, error)
  • func (s Service) GetDataFromTaskExecution(ctx context.Context, taskExecID *core.TaskExecutionIdentifier, ...) (*service.GetDataResponse, error)
  • func (s Service) GetTaskExecutionID(ctx context.Context, attempt int, nodeExecID *core.NodeExecutionIdentifier) (*core.TaskExecutionIdentifier, error)

Types

type Service

type Service struct {
	service.DataProxyServiceServer
	// contains filtered or unexported fields
}

func NewService

func NewService(cfg config.DataProxyConfig,
	nodeExec interfaces.NodeExecutionInterface,
	dataStore *storage.DataStore,
	taskExec interfaces.TaskExecutionInterface) (Service, error)

func (Service) CreateDownloadLink

func (s Service) CreateDownloadLink(ctx context.Context, req *service.CreateDownloadLinkRequest) (
	resp *service.CreateDownloadLinkResponse, err error)

CreateDownloadLink retrieves the requested artifact type for a given execution (wf, node, task) as a signed url(s).

func (Service) CreateDownloadLocation

func (s Service) CreateDownloadLocation(ctx context.Context, req *service.CreateDownloadLocationRequest) (
	*service.CreateDownloadLocationResponse, error)

CreateDownloadLocation creates a temporary signed url to allow callers to download content.

func (Service) CreateUploadLocation

func (s Service) CreateUploadLocation(ctx context.Context, req *service.CreateUploadLocationRequest) (
	*service.CreateUploadLocationResponse, error)

CreateUploadLocation creates a temporary signed url to allow callers to upload content.

func (Service) GetCompleteTaskExecutionID

func (s Service) GetCompleteTaskExecutionID(ctx context.Context, taskExecID *core.TaskExecutionIdentifier) (*core.TaskExecutionIdentifier, error)

GetCompleteTaskExecutionID returns the task execution identifier for the task execution with the Task ID filled in. The one coming from the node execution doesn't have this as this is not data encapsulated in the flyte url.

func (Service) GetData

func (s Service) GetData(ctx context.Context, req *service.GetDataRequest) (
	*service.GetDataResponse, error)

func (Service) GetDataFromNodeExecution

func (s Service) GetDataFromNodeExecution(ctx context.Context, nodeExecID *core.NodeExecutionIdentifier, ioType common.ArtifactType, name string) (
	*service.GetDataResponse, error)

func (Service) GetDataFromTaskExecution

func (s Service) GetDataFromTaskExecution(ctx context.Context, taskExecID *core.TaskExecutionIdentifier, ioType common.ArtifactType, name string) (
	*service.GetDataResponse, error)

func (Service) GetTaskExecutionID

func (s Service) GetTaskExecutionID(ctx context.Context, attempt int, nodeExecID *core.NodeExecutionIdentifier) (*core.TaskExecutionIdentifier, error)