dataproxy

Documentation

Index

• type Service
  • func NewService(cfg config.DataProxyConfig, nodeExec interfaces.NodeExecutionInterface, ...) (Service, error)
  • func (s Service) CreateDownloadLink(ctx context.Context, req *service.CreateDownloadLinkRequest) (resp *service.CreateDownloadLinkResponse, err error)
  • func (s Service) CreateDownloadLocation(ctx context.Context, req *service.CreateDownloadLocationRequest) (*service.CreateDownloadLocationResponse, error)
  • func (s Service) CreateUploadLocation(ctx context.Context, req *service.CreateUploadLocationRequest) (*service.CreateUploadLocationResponse, error)
  • func (s Service) GetCompleteTaskExecutionID(ctx context.Context, taskExecID core.TaskExecutionIdentifier) (*core.TaskExecutionIdentifier, error)
  • func (s Service) GetData(ctx context.Context, req *service.GetDataRequest) (*service.GetDataResponse, error)
  • func (s Service) GetDataFromNodeExecution(ctx context.Context, nodeExecID core.NodeExecutionIdentifier, ...) (*service.GetDataResponse, error)
  • func (s Service) GetDataFromTaskExecution(ctx context.Context, taskExecID core.TaskExecutionIdentifier, ...) (*service.GetDataResponse, error)
  • func (s Service) GetTaskExecutionID(ctx context.Context, attempt int, nodeExecID core.NodeExecutionIdentifier) (*core.TaskExecutionIdentifier, error)

Types

type Service

type Service struct {
	service.DataProxyServiceServer
	// contains filtered or unexported fields
}

func NewService

func NewService(cfg config.DataProxyConfig,
	nodeExec interfaces.NodeExecutionInterface,
	dataStore *storage.DataStore,
	taskExec interfaces.TaskExecutionInterface) (Service, error)

func (Service) CreateDownloadLink

func (s Service) CreateDownloadLink(ctx context.Context, req *service.CreateDownloadLinkRequest) (
	resp *service.CreateDownloadLinkResponse, err error)

CreateDownloadLink retrieves the requested artifact type for a given execution (wf, node, task) as a signed url(s).

func (Service) CreateDownloadLocation

func (s Service) CreateDownloadLocation(ctx context.Context, req *service.CreateDownloadLocationRequest) (
	*service.CreateDownloadLocationResponse, error)

CreateDownloadLocation creates a temporary signed url to allow callers to download content.

func (Service) CreateUploadLocation

func (s Service) CreateUploadLocation(ctx context.Context, req *service.CreateUploadLocationRequest) (
	*service.CreateUploadLocationResponse, error)

CreateUploadLocation creates a temporary signed url to allow callers to upload content.

func (Service) GetCompleteTaskExecutionID

func (s Service) GetCompleteTaskExecutionID(ctx context.Context, taskExecID core.TaskExecutionIdentifier) (*core.TaskExecutionIdentifier, error)

GetCompleteTaskExecutionID returns the task execution identifier for the task execution with the Task ID filled in. The one coming from the node execution doesn't have this as this is not data encapsulated in the flyte url.

func (Service) GetData

func (s Service) GetData(ctx context.Context, req *service.GetDataRequest) (
	*service.GetDataResponse, error)

func (Service) GetDataFromNodeExecution

func (s Service) GetDataFromNodeExecution(ctx context.Context, nodeExecID core.NodeExecutionIdentifier, ioType common.ArtifactType, name string) (
	*service.GetDataResponse, error)

func (Service) GetDataFromTaskExecution

func (s Service) GetDataFromTaskExecution(ctx context.Context, taskExecID core.TaskExecutionIdentifier, ioType common.ArtifactType, name string) (
	*service.GetDataResponse, error)

func (Service) GetTaskExecutionID

func (s Service) GetTaskExecutionID(ctx context.Context, attempt int, nodeExecID core.NodeExecutionIdentifier) (*core.TaskExecutionIdentifier, error)