Versions in this module Expand all Collapse all v1 v1.0.1 Aug 15, 2024 Changes in this version + const CtxExecutorChDataVersionPrefix + const CtxExecutorChKeyPrefix + const EncryptedValueDisplay + const StoreTypeNFSProto + func MakeTaskExecutorCtxKey(task *PipelineTask) string + type ActionExecutorConfig struct + Kind string + Name string + Options map[string]string + func (a *ActionExecutorConfig) IsK8sKind() bool + type ExecutorDoneChanData struct + Data interface{} + Version string + type Field string + const FieldClusterName + const FieldCostTimeSec + const FieldCronID + const FieldEdgeReportStatus + const FieldID + const FieldIsEdge + const FieldIsSnippet + const FieldParentPipelineID + const FieldParentTaskID + const FieldPipelineDefinitionID + const FieldPipelineSource + const FieldPipelineYmlName + const FieldStatus + const FieldTimeBegin + const FieldTimeCreated + const FieldTimeEnd + const FieldTimeUpdated + const FieldTriggerMode + const FieldType + type FlinkSparkConf struct + Depend string + JarResource string + MainArgs []string + MainClass string + type Pipeline struct + Definition *definitiondb.PipelineDefinition + Labels map[string]string + Source *sourcedb.PipelineSource + func (p *Pipeline) CanArchive() (bool, string) + func (p *Pipeline) CanDelete() (bool, string) + func (p *Pipeline) CanSkipRunningCheck() bool + func (p *Pipeline) DecodeV1UniquePipelineYmlName(name string) string + func (p *Pipeline) EnsureGC() + func (p *Pipeline) GenIdentityInfo() *commonpb.IdentityInfo + func (p *Pipeline) GenerateNormalLabelsForCreateV2() map[string]string + func (p *Pipeline) GenerateV1UniquePipelineYmlName(originPipelineYmlPath string) string + func (p *Pipeline) GetCancelUserID() string + func (p *Pipeline) GetConfigManageNamespaces() []string + func (p *Pipeline) GetLabel(labelKey string) string + func (p *Pipeline) GetOwnerOrRunUserID() string + func (p *Pipeline) GetOwnerUserID() string + func (p *Pipeline) GetPipelineAppliedResources() apistructs.PipelineAppliedResources + func (p *Pipeline) GetPipelineQueueID() (uint64, bool) + func (p *Pipeline) GetResourceGCTTL() uint64 + func (p *Pipeline) GetRunUserID() string + func (p *Pipeline) GetSubmitUserID() string + func (p *Pipeline) GetUserID() string + func (p *Pipeline) MergeLabels() map[string]string + type PipelineArchive struct + Content PipelineArchiveContent + DiceVersion string + ID uint64 + PipelineID uint64 + PipelineSource apistructs.PipelineSource + PipelineYmlName string + Status apistructs.PipelineStatus + TimeCreated time.Time + TimeUpdated time.Time + func (*PipelineArchive) TableName() string + type PipelineArchiveContent struct + Pipeline Pipeline + PipelineLabels []PipelineLabel + PipelineReports []PipelineReport + PipelineStages []PipelineStage + PipelineTasks []PipelineTask + type PipelineBase struct + ClusterName string + CostTimeSec int64 + CronID *uint64 + EdgeReportStatus apistructs.EdgeReportStatus + ID uint64 + IsEdge bool + IsSnippet bool + ParentPipelineID *uint64 + ParentTaskID *uint64 + PipelineDefinitionID string + PipelineSource apistructs.PipelineSource + PipelineYmlName string + Status apistructs.PipelineStatus + TimeBegin *time.Time + TimeCreated *time.Time + TimeEnd *time.Time + TimeUpdated *time.Time + TriggerMode apistructs.PipelineTriggerMode + Type apistructs.PipelineType + func (*PipelineBase) TableName() string + type PipelineBaseWithDefinition struct + func (*PipelineBaseWithDefinition) TableName() string + type PipelineCombosReq struct + Branches []string + Sources []string + YmlNames []string + type PipelineConfig struct + ID uint64 + Type PipelineConfigType + Value interface{} + func (PipelineConfig) TableName() string + type PipelineConfigType string + var PipelineConfigTypeActionExecutor PipelineConfigType = "action_executor" + type PipelineExtra struct + CommitDetail apistructs.CommitDetail + Extra PipelineExtraInfo + ExtraTimeCreated *time.Time + ExtraTimeUpdated *time.Time + NormalLabels map[string]string + PipelineID uint64 + PipelineYml string + Progress int + Snapshot Snapshot + func (*PipelineExtra) TableName() string + func (extra *PipelineExtra) GetCommitID() string + func (extra *PipelineExtra) GetOrgName() string + type PipelineExtraInfo struct + Breakpoint *basepb.Breakpoint + CallbackURLs []string + CancelUser *basepb.PipelineUser + CompleteReconcilerGC bool + CompleteReconcilerTeardown bool + ConfigManageNamespaceOfSecrets string + ConfigManageNamespaceOfSecretsDefault string + ConfigManageNamespaces []string + ContainerInstanceProvider *apistructs.ContainerInstanceProvider + CopyFromPipelineID *uint64 + CronExpr string + CronTriggerTime *time.Time + DefinedOutputs []apistructs.PipelineOutput + DiceWorkspace apistructs.DiceWorkspace + GC basepb.PipelineGC + IncomingSecrets map[string]string + InternalClient string + IsAutoRun bool + Messages []string + Namespace string + NotPipelineControlledNs bool + OwnerUser *basepb.PipelineUser + PipelineYmlNameV1 string + PipelineYmlSource apistructs.PipelineYmlSource + QueueInfo *QueueInfo + RerunFailedDetail *RerunFailedDetail + RunPipelineParams []apistructs.PipelineRunParam + RunUser *basepb.PipelineUser + ShareVolumeID string + ShowMessage *basepb.ShowMessage + SnippetChain []uint64 + StorageConfig apistructs.StorageConfig + SubmitUser *basepb.PipelineUser + TaskOperates []*pipelinepb.PipelineTaskOperateRequest + TaskWorkspaces []string + Version string + type PipelineLabel struct + ID uint64 + Key string + PipelineSource apistructs.PipelineSource + PipelineYmlName string + TargetID uint64 + TimeCreated time.Time + TimeUpdated time.Time + Type apistructs.PipelineLabelType + Value string + func (p PipelineLabel) TableName() string + type PipelineOld struct + ApplicationID uint64 + ApplicationName string + BasePipelineID uint64 + Branch string + ClusterName string + Commit string + CommitDetail apistructs.CommitDetail + CostTimeSec int64 + CronID *uint64 + Extra PipelineExtraInfo + ID uint64 + OrgID uint64 + OrgName string + PipelineYml string + PipelineYmlName string + PipelineYmlSource apistructs.PipelineYmlSource + Progress float64 + ProjectID uint64 + ProjectName string + Snapshot Snapshot + Source apistructs.PipelineSource + Status apistructs.PipelineStatus + TimeBegin *time.Time + TimeCreated *time.Time + TimeEnd *time.Time + TimeUpdated *time.Time + TriggerMode apistructs.PipelineTriggerMode + Type apistructs.PipelineType + func (*PipelineOld) TableName() string + type PipelineReport struct + CreatedAt time.Time + CreatorID string + ID uint64 + Meta apistructs.PipelineReportMeta + PipelineID uint64 + Type apistructs.PipelineReportType + UpdatedAt time.Time + UpdaterID string + func (*PipelineReport) TableName() string + func (p *PipelineReport) ConvertToPB() (*pb.PipelineReport, error) + type PipelineStage struct + CostTimeSec int64 + Extra PipelineStageExtra + ID uint64 + Name string + PipelineID uint64 + Status apistructs.PipelineStatus + TimeBegin time.Time + TimeCreated time.Time + TimeEnd time.Time + TimeUpdated time.Time + func (ps *PipelineStage) Convert2DTO() *apistructs.PipelineStageDTO + func (ps *PipelineStage) TableName() string + type PipelineStageExtra struct + PreStage *PreStageSimple + StageOrder int + type PipelineStageWithTask struct + PipelineTasks []*PipelineTask + type PipelineTask struct + Context PipelineTaskContext + CostTimeSec int64 + ExecutorKind PipelineTaskExecutorKind + Extra PipelineTaskExtra + ID uint64 + Inspect taskinspect.Inspect + IsEdge bool + IsSnippet bool + Name string + OpType PipelineTaskOpType + PipelineID uint64 + QueueTimeSec int64 + Result *taskresult.Result + SnippetPipelineDetail *apistructs.PipelineTaskSnippetDetail + SnippetPipelineID *uint64 + StageID uint64 + Status apistructs.PipelineStatus + TimeBegin time.Time + TimeCreated time.Time + TimeEnd time.Time + TimeUpdated time.Time + Type string + func (*PipelineTask) TableName() string + func (pt *PipelineTask) CheckExecutorDoneChanDataVersion(actualVersion string) error + func (pt *PipelineTask) Convert2DTO() *apistructs.PipelineTaskDTO + func (pt *PipelineTask) Convert2PB() *basepb.PipelineTaskDTO + func (pt *PipelineTask) ConvertTaskContainer2PB() []*basepb.TaskContainer + func (pt *PipelineTask) GenerateExecutorDoneChanDataVersion() string + func (pt *PipelineTask) GetBigDataConf() (apistructs.BigdataSpec, error) + func (pt *PipelineTask) GetExecutorName() PipelineTaskExecutorName + func (pt *PipelineTask) MergeErrors() taskerror.OrderedErrors + func (pt *PipelineTask) MergeErrors2PB() []*basepb.ErrorResponse + func (pt *PipelineTask) MergeMetadata() metadata.Metadata + func (pt *PipelineTask) MergePBMetadata() []*commonpb.MetadataField + func (pt *PipelineTask) MergeTaskParamDetailToDisplay(action apistructs.ActionSpec, ymlTask PipelineTask, snapshot Snapshot) (params []*basepb.TaskParamDetail) + func (pt *PipelineTask) NodeName() string + func (pt *PipelineTask) PrevNodeNames() []string + func (pt *PipelineTask) ReleaseID() string + func (pt *PipelineTask) RuntimeID() string + type PipelineTaskContext struct + CmsDiceFiles metadata.Metadata + InStorages metadata.Metadata + OutStorages metadata.Metadata + func (c *PipelineTaskContext) Dedup() + type PipelineTaskExecutorKind string + var PipelineTaskExecutorKindAPITest PipelineTaskExecutorKind = "APITEST" + var PipelineTaskExecutorKindDocker PipelineTaskExecutorKind = "DOCKER" + var PipelineTaskExecutorKindK8sFlink PipelineTaskExecutorKind = "K8SFLINK" + var PipelineTaskExecutorKindK8sJob PipelineTaskExecutorKind = "K8SJOB" + var PipelineTaskExecutorKindK8sSpark PipelineTaskExecutorKind = "K8SSPARK" + var PipelineTaskExecutorKindList = []PipelineTaskExecutorKind{ ... } + var PipelineTaskExecutorKindMemory PipelineTaskExecutorKind = "MEMORY" + var PipelineTaskExecutorKindScheduler PipelineTaskExecutorKind = "SCHEDULER" + var PipelineTaskExecutorKindWait PipelineTaskExecutorKind = "WAIT" + func (that PipelineTaskExecutorKind) Check() bool + func (that PipelineTaskExecutorKind) GenExecutorNameByClusterName(clusterName string) PipelineTaskExecutorName + func (that PipelineTaskExecutorKind) GetDefaultExecutorName() PipelineTaskExecutorName + func (that PipelineTaskExecutorKind) IsK8sKind() bool + func (that PipelineTaskExecutorKind) String() string + type PipelineTaskExecutorName string + var PipelineTaskExecutorNameAPITestDefault PipelineTaskExecutorName = "api-test" + var PipelineTaskExecutorNameDockerDefault PipelineTaskExecutorName = "docker" + var PipelineTaskExecutorNameEmpty PipelineTaskExecutorName = "" + var PipelineTaskExecutorNameK8sFlinkDefault PipelineTaskExecutorName = "k8s-flink" + var PipelineTaskExecutorNameK8sJobDefault PipelineTaskExecutorName = "k8s-job" + var PipelineTaskExecutorNameK8sSparkDefault PipelineTaskExecutorName = "k8s-spark" + var PipelineTaskExecutorNameList = []PipelineTaskExecutorName{ ... } + var PipelineTaskExecutorNameSchedulerDefault PipelineTaskExecutorName = "scheduler" + var PipelineTaskExecutorNameWaitDefault PipelineTaskExecutorName = "wait" + func (that PipelineTaskExecutorName) Check() bool + func (that PipelineTaskExecutorName) String() string + type PipelineTaskExtra struct + Action pipelineyml.Action + AllowFailure bool + AppliedResources apistructs.PipelineAppliedResources + Binds []apistructs.Bind + Breakpoint *basepb.Breakpoint + ClusterName string + Cmd string + CmdArgs []string + ContainerInstanceProvider *apistructs.ContainerInstanceProvider + CurrentPolicy apistructs.Policy + EncryptSecretKeys []string + ExecutorName PipelineTaskExecutorName + FlinkSparkConf FlinkSparkConf + Image string + Labels map[string]string + LoopOptions *apistructs.PipelineTaskLoopOptions + Namespace string + NotPipelineControlledNs bool + OpenapiOAuth2TokenPayload apistructs.OAuth2TokenPayload + Pause bool + PreFetcher *apistructs.PreFetcher + PrivateEnvs map[string]string + PublicEnvs map[string]string + RunAfter []string + RuntimeResource RuntimeResource + StageOrder int + TaskContainers []apistructs.TaskContainer + TimeBeginQueue time.Time + TimeEndQueue time.Time + Timeout time.Duration + UUID string + Volumes []metadata.MetadataField + type PipelineTaskOpType string + var PipelineTaskOpTypeGet PipelineTaskOpType = "get" + var PipelineTaskOpTypePut PipelineTaskOpType = "put" + var PipelineTaskOpTypeTask PipelineTaskOpType = "task" + type PipelineWithStage struct + PipelineStages []*PipelineStageWithTask + type PipelineWithStageAndTask struct + PipelineStages []PipelineStage + PipelineTasks []PipelineTask + type PipelineWithTasks struct + Pipeline *Pipeline + Tasks []*PipelineTask + func (p *PipelineWithTasks) DoneTasks() []string + type PreStageSimple struct + ID uint64 + Status apistructs.PipelineStatus + type QueueInfo struct + CustomPriority int64 + EnqueueCondition apistructs.EnqueueConditionType + PriorityChangeHistory []int64 + QueueID uint64 + type RerunFailedDetail struct + FailedTasks map[string]uint64 + NotExecuteTasks map[string]uint64 + RerunPipelineID uint64 + StageIndex int + SuccessTasks map[string]uint64 + type RuntimeResource struct + CPU float64 + Disk float64 + MaxCPU float64 + MaxMemory float64 + Memory float64 + Network apistructs.PodNetwork + func GenDefaultTaskResource() RuntimeResource + type Snapshot struct + AnalyzedCrossCluster *bool + AppliedResources apistructs.PipelineAppliedResources + BindQueue *pb.Queue + CmsDiceFiles map[string]string + EncryptSecretKeys []string + Envs map[string]string + Events []*apistructs.PipelineEvent + IdentityInfo commonpb.IdentityInfo + OutputValues []apistructs.PipelineOutputWithValue + PipelineYml string + PlatformSecrets map[string]string + RunPipelineParams apistructs.PipelineRunParamsWithValue + Secrets map[string]string + func (s *Snapshot) FromDB(b []byte) error + func (s *Snapshot) ToDB() ([]byte, error) + type StoreType string + var StoreTypeDiceCacheNFS StoreType = "dice-cache-nfs-volume" + var StoreTypeDiceVolumeFake StoreType = "dice-fake-volume" + var StoreTypeDiceVolumeLocal StoreType = "dice-local-volume" + var StoreTypeDiceVolumeNFS StoreType = "dice-nfs-volume" + var StoreTypeNFS StoreType = "NFS" + var StoreTypeOSS StoreType = "OSS" + type TaskExecutorConfig struct + ClusterName string + Kind string + Name string + Options map[string]string + type Volume struct + ContainerPath string + HostPath string + ReadOnly bool