Documentation
¶
Index ¶
- Constants
- type ActionOperator
- type ChangedFile
- type CloudToDDIJobExecution
- type DDIDatasetInfoExecution
- type DDIJobExecution
- type DDIRuntimeToCloudExecution
- type DDIRuntimeToHPCExecution
- type DDIToCloudExecution
- type DDIToHPCExecution
- type DatasetReplicationInfo
- type DeleteCloudDataExecution
- type DisableCloudAccessJobExecution
- type EnableCloudAccessJobExecution
- type HPCToDDIExecution
- type ReplicationInfo
- type StoreRunningHPCJobFilesGroupByDataset
- type StoreRunningHPCJobFilesToDDI
- type StoredFileInfo
- type ToBeStoredFileInfo
- type WaitForDataset
Constants ¶
const ( // EnableCloudAccessAction is the action of enabling the access to cloud staging area EnableCloudAccessAction = "enable-cloud-access" // DisableCloudAccessAction is the action of enabling the access to cloud staging area DisableCloudAccessAction = "disable-cloud-access" // DataTransferAction is the action of transferring a dataset DataTransferAction = "transfer-request-monitoring" // CloudDataDeleteAction is the action of deleting a dataset from Cloud storage CloudDataDeleteAction = "cloud-data-delete-monitoring" // GetDDIDatasetInfoAction is the action of getting info on a dataset (size, number of files) GetDDIDatasetInfoAction = "get-ddi-dataset-info-monitoring" // WaitForDatasetAction is the action of waiting for a dataset to appear in DDI WaitForDatasetAction = "wait-for-dataset" // StoreRunningHPCJobFilesToDDIAction is the action of storing files created/updated // by a running HEAppE job StoreRunningHPCJobFilesToDDIAction = "store-running-hpc-job-files" // StoreRunningHPCJobFilesToDDIAction is the action of storing files created/updated // by a running HEAppE job and grouping them in datasets according to a pattern StoreRunningHPCJobFilesGroupByDatasetAction = "store-running-hpc-job-files-group-by-dataset" )
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type ActionOperator ¶
type ActionOperator struct {
}
ActionOperator holds function allowing to execute an action
func (*ActionOperator) ExecAction ¶
func (o *ActionOperator) ExecAction(ctx context.Context, cfg config.Configuration, taskID, deploymentID string, action *prov.Action) (bool, error)
ExecAction allows to execute and action
type ChangedFile ¶
type ChangedFile struct {
FileName string
LastModifiedDate string
GroupIdentifier string `json:"groupIdentifier,omitempty"`
}
ChangedFile holds properties of a file created/updated by a job
type CloudToDDIJobExecution ¶
type CloudToDDIJobExecution struct {
*DDIJobExecution
}
CloudToDDIJobExecution holds Cloud staging area to DDI data transfer job Execution properties
type DDIDatasetInfoExecution ¶
type DDIDatasetInfoExecution struct {
*DDIJobExecution
}
DDIDatasetInfoExecution holds DDI dataset info job Execution properties
type DDIJobExecution ¶
type DDIJobExecution struct {
*common.DDIExecution
ActionType string
MonitoringTimeInterval time.Duration
}
DDIJobExecution holds DDI job Execution properties
func (*DDIJobExecution) ExecuteAsync ¶
ExecuteAsync executes an asynchronous operation
type DDIRuntimeToCloudExecution ¶
type DDIRuntimeToCloudExecution struct {
*DDIJobExecution
}
DDIRuntimeToCloudExecution holds the properties of a data transfer from DDO to cloud of a dataset (or files in this dataset) determined at runtime
type DDIRuntimeToHPCExecution ¶
type DDIRuntimeToHPCExecution struct {
*DDIJobExecution
}
DDIRuntimeToHPCExecution holds DDI to HPC data transfer job Execution properties
type DDIToCloudExecution ¶
type DDIToCloudExecution struct {
*DDIJobExecution
}
DDIToCloudExecution holds DDI to Cloud data transfer job Execution properties
type DDIToHPCExecution ¶
type DDIToHPCExecution struct {
*DDIJobExecution
}
DDIToHPCExecution holds DDI to HPC data transfer job Execution properties
type DatasetReplicationInfo ¶
type DatasetReplicationInfo struct {
DatasetPath string
Replication map[string]ReplicationInfo // replication info per location
}
DatasetReplicationInfo holds replication info of a dataset over several locations
type DeleteCloudDataExecution ¶
type DeleteCloudDataExecution struct {
*DDIJobExecution
}
DeleteCloudDataExecution holds Cloud data deletion job Execution properties
func (*DeleteCloudDataExecution) Execute ¶
func (e *DeleteCloudDataExecution) Execute(ctx context.Context) error
Execute executes a synchronous operation
func (*DeleteCloudDataExecution) SubmitCloudStagingAreaDataDeletion ¶
func (e *DeleteCloudDataExecution) SubmitCloudStagingAreaDataDeletion(ctx context.Context) error
SubmitCloudStagingAreaDataDeletion deletes a dataset from the Cloud staging area
type DisableCloudAccessJobExecution ¶
type DisableCloudAccessJobExecution struct {
*DDIJobExecution
}
DisableCloudAccessJobExecution holds Cloud staging area access disablement job Execution properties
type EnableCloudAccessJobExecution ¶
type EnableCloudAccessJobExecution struct {
*DDIJobExecution
}
EnableCloudAccessJobExecution holds Cloud staging area access enablement job Execution properties
type HPCToDDIExecution ¶
type HPCToDDIExecution struct {
*DDIJobExecution
}
HPCToDDIExecution holds HPC to DDI data transfer job Execution properties
type ReplicationInfo ¶
type ReplicationInfo struct {
RequestID string
Status string
ErrorMessage string
NumberOfAttempts int
}
ReplicationInfo holds the request ID and status of a replication
type StoreRunningHPCJobFilesGroupByDataset ¶
type StoreRunningHPCJobFilesGroupByDataset struct {
*common.DDIExecution
MonitoringTimeInterval time.Duration
}
StoreRunningHPCJobFilesGroupByDataset holds DDI to HPC data transfer job Execution properties, and allows to group files to store in datasets according to a pattern
func (*StoreRunningHPCJobFilesGroupByDataset) Execute ¶
func (e *StoreRunningHPCJobFilesGroupByDataset) Execute(ctx context.Context) error
Execute executes a synchronous operation
func (*StoreRunningHPCJobFilesGroupByDataset) ExecuteAsync ¶
func (e *StoreRunningHPCJobFilesGroupByDataset) ExecuteAsync(ctx context.Context) (*prov.Action, time.Duration, error)
ExecuteAsync executes an asynchronous operation
type StoreRunningHPCJobFilesToDDI ¶
type StoreRunningHPCJobFilesToDDI struct {
*common.DDIExecution
MonitoringTimeInterval time.Duration
}
StoreRunningHPCJobFilesToDDI holds DDI to HPC data transfer job Execution properties
func (*StoreRunningHPCJobFilesToDDI) Execute ¶
func (e *StoreRunningHPCJobFilesToDDI) Execute(ctx context.Context) error
Execute executes a synchronous operation
func (*StoreRunningHPCJobFilesToDDI) ExecuteAsync ¶
func (e *StoreRunningHPCJobFilesToDDI) ExecuteAsync(ctx context.Context) (*prov.Action, time.Duration, error)
ExecuteAsync executes an asynchronous operation
type StoredFileInfo ¶
type StoredFileInfo struct {
LastModifiedDate string
RequestID string
Status string
ErrorMessage string
GroupIdentifier string
NumberOfAttempts int
}
StoredFileInfo holds properties of a file stored in DDI
type ToBeStoredFileInfo ¶
type ToBeStoredFileInfo struct {
GroupIdentifier string
LastModifiedDate string
CandidateToStorageDate string
}
ToBeStoredFileInfo holds properties of a file to be stored in DDI
type WaitForDataset ¶
type WaitForDataset struct {
*common.DDIExecution
MonitoringTimeInterval time.Duration
}
WaitForDataset holds DDI to HPC data transfer job Execution properties
func (*WaitForDataset) Execute ¶
func (e *WaitForDataset) Execute(ctx context.Context) error
Execute executes a synchronous operation
func (*WaitForDataset) ExecuteAsync ¶
ExecuteAsync executes an asynchronous operation
Source Files
¶
- cloud_to_ddi_execution.go
- ddi_dataset_info_execution.go
- ddi_job_execution.go
- ddi_runtime_to_cloud_execution.go
- ddi_runtime_to_hpc_execution.go
- ddi_to_cloud_execution.go
- ddi_to_hpc_execution.go
- delete_cloud_data_execution.go
- disable_cloud_access.go
- enable_cloud_access.go
- hpc_to_ddi_execution.go
- monitoring_jobs.go
- store_running_hpc_job_files_group_by_dataset_execution.go
- store_running_hpc_job_files_to_ddi_execution.go
- wait_for_dataset.go