Documentation ¶
Overview ¶
Package pps is a generated protocol buffer package.
It is generated from these files:
client/pps/pps.proto
It has these top-level messages:
Secret Transform Egress Job Service AtomInput Input JobInput ParallelismSpec Datum WorkerStatus ResourceSpec JobInfo Worker JobInfos Pipeline PipelineInput PipelineInfo PipelineInfos CreateJobRequest InspectJobRequest ListJobRequest DeleteJobRequest StopJobRequest GetLogsRequest LogMessage RestartDatumRequest CreatePipelineRequest InspectPipelineRequest ListPipelineRequest DeletePipelineRequest StartPipelineRequest StopPipelineRequest RerunPipelineRequest GarbageCollectRequest GarbageCollectResponse
Index ¶
- Variables
- func GetExpectedNumWorkers(kubeClient *kube.Client, spec *ParallelismSpec) (int, error)
- func InputCommits(input *Input) []*pfs.Commit
- func InputName(input *Input) string
- func PipelineRcName(name string, version uint64) string
- func RegisterAPIServer(s *grpc.Server, srv APIServer)
- func SortInput(input *Input)
- func VisitInput(input *Input, f func(*Input))
- type APIClient
- type APIServer
- type API_GetLogsClient
- type API_GetLogsServer
- type AtomInput
- func (*AtomInput) Descriptor() ([]byte, []int)
- func (m *AtomInput) GetBranch() string
- func (m *AtomInput) GetCommit() string
- func (m *AtomInput) GetFromCommit() string
- func (m *AtomInput) GetGlob() string
- func (m *AtomInput) GetLazy() bool
- func (m *AtomInput) GetName() string
- func (m *AtomInput) GetRepo() string
- func (m *AtomInput) Marshal() (dAtA []byte, err error)
- func (m *AtomInput) MarshalTo(dAtA []byte) (int, error)
- func (*AtomInput) ProtoMessage()
- func (m *AtomInput) Reset()
- func (m *AtomInput) Size() (n int)
- func (m *AtomInput) String() string
- func (m *AtomInput) Unmarshal(dAtA []byte) error
- type CreateJobRequest
- func (*CreateJobRequest) Descriptor() ([]byte, []int)
- func (m *CreateJobRequest) GetEgress() *Egress
- func (m *CreateJobRequest) GetIncremental() bool
- func (m *CreateJobRequest) GetInput() *Input
- func (m *CreateJobRequest) GetInputs() []*JobInput
- func (m *CreateJobRequest) GetNewBranch() *pfs.Branch
- func (m *CreateJobRequest) GetOutputBranch() string
- func (m *CreateJobRequest) GetOutputRepo() *pfs.Repo
- func (m *CreateJobRequest) GetParallelismSpec() *ParallelismSpec
- func (m *CreateJobRequest) GetParentJob() *Job
- func (m *CreateJobRequest) GetPipeline() *Pipeline
- func (m *CreateJobRequest) GetPipelineVersion() uint64
- func (m *CreateJobRequest) GetResourceSpec() *ResourceSpec
- func (m *CreateJobRequest) GetService() *Service
- func (m *CreateJobRequest) GetTransform() *Transform
- func (m *CreateJobRequest) Marshal() (dAtA []byte, err error)
- func (m *CreateJobRequest) MarshalTo(dAtA []byte) (int, error)
- func (*CreateJobRequest) ProtoMessage()
- func (m *CreateJobRequest) Reset()
- func (m *CreateJobRequest) Size() (n int)
- func (m *CreateJobRequest) String() string
- func (m *CreateJobRequest) Unmarshal(dAtA []byte) error
- type CreatePipelineRequest
- func (*CreatePipelineRequest) Descriptor() ([]byte, []int)
- func (m *CreatePipelineRequest) GetDescription() string
- func (m *CreatePipelineRequest) GetEgress() *Egress
- func (m *CreatePipelineRequest) GetIncremental() bool
- func (m *CreatePipelineRequest) GetInput() *Input
- func (m *CreatePipelineRequest) GetInputs() []*PipelineInput
- func (m *CreatePipelineRequest) GetOutputBranch() string
- func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec
- func (m *CreatePipelineRequest) GetPipeline() *Pipeline
- func (m *CreatePipelineRequest) GetResourceSpec() *ResourceSpec
- func (m *CreatePipelineRequest) GetScaleDownThreshold() *google_protobuf2.Duration
- func (m *CreatePipelineRequest) GetTransform() *Transform
- func (m *CreatePipelineRequest) GetUpdate() bool
- func (m *CreatePipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *CreatePipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*CreatePipelineRequest) ProtoMessage()
- func (m *CreatePipelineRequest) Reset()
- func (m *CreatePipelineRequest) Size() (n int)
- func (m *CreatePipelineRequest) String() string
- func (m *CreatePipelineRequest) Unmarshal(dAtA []byte) error
- type Datum
- func (*Datum) Descriptor() ([]byte, []int)
- func (m *Datum) GetHash() []byte
- func (m *Datum) GetPath() string
- func (m *Datum) Marshal() (dAtA []byte, err error)
- func (m *Datum) MarshalTo(dAtA []byte) (int, error)
- func (*Datum) ProtoMessage()
- func (m *Datum) Reset()
- func (m *Datum) Size() (n int)
- func (m *Datum) String() string
- func (m *Datum) Unmarshal(dAtA []byte) error
- type DeleteJobRequest
- func (*DeleteJobRequest) Descriptor() ([]byte, []int)
- func (m *DeleteJobRequest) GetJob() *Job
- func (m *DeleteJobRequest) Marshal() (dAtA []byte, err error)
- func (m *DeleteJobRequest) MarshalTo(dAtA []byte) (int, error)
- func (*DeleteJobRequest) ProtoMessage()
- func (m *DeleteJobRequest) Reset()
- func (m *DeleteJobRequest) Size() (n int)
- func (m *DeleteJobRequest) String() string
- func (m *DeleteJobRequest) Unmarshal(dAtA []byte) error
- type DeletePipelineRequest
- func (*DeletePipelineRequest) Descriptor() ([]byte, []int)
- func (m *DeletePipelineRequest) GetAll() bool
- func (m *DeletePipelineRequest) GetDeleteJobs() bool
- func (m *DeletePipelineRequest) GetDeleteRepo() bool
- func (m *DeletePipelineRequest) GetPipeline() *Pipeline
- func (m *DeletePipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *DeletePipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*DeletePipelineRequest) ProtoMessage()
- func (m *DeletePipelineRequest) Reset()
- func (m *DeletePipelineRequest) Size() (n int)
- func (m *DeletePipelineRequest) String() string
- func (m *DeletePipelineRequest) Unmarshal(dAtA []byte) error
- type Egress
- func (*Egress) Descriptor() ([]byte, []int)
- func (m *Egress) GetURL() string
- func (m *Egress) Marshal() (dAtA []byte, err error)
- func (m *Egress) MarshalTo(dAtA []byte) (int, error)
- func (*Egress) ProtoMessage()
- func (m *Egress) Reset()
- func (m *Egress) Size() (n int)
- func (m *Egress) String() string
- func (m *Egress) Unmarshal(dAtA []byte) error
- type GarbageCollectRequest
- func (*GarbageCollectRequest) Descriptor() ([]byte, []int)
- func (m *GarbageCollectRequest) Marshal() (dAtA []byte, err error)
- func (m *GarbageCollectRequest) MarshalTo(dAtA []byte) (int, error)
- func (*GarbageCollectRequest) ProtoMessage()
- func (m *GarbageCollectRequest) Reset()
- func (m *GarbageCollectRequest) Size() (n int)
- func (m *GarbageCollectRequest) String() string
- func (m *GarbageCollectRequest) Unmarshal(dAtA []byte) error
- type GarbageCollectResponse
- func (*GarbageCollectResponse) Descriptor() ([]byte, []int)
- func (m *GarbageCollectResponse) Marshal() (dAtA []byte, err error)
- func (m *GarbageCollectResponse) MarshalTo(dAtA []byte) (int, error)
- func (*GarbageCollectResponse) ProtoMessage()
- func (m *GarbageCollectResponse) Reset()
- func (m *GarbageCollectResponse) Size() (n int)
- func (m *GarbageCollectResponse) String() string
- func (m *GarbageCollectResponse) Unmarshal(dAtA []byte) error
- type GetLogsRequest
- func (*GetLogsRequest) Descriptor() ([]byte, []int)
- func (m *GetLogsRequest) GetDataFilters() []string
- func (m *GetLogsRequest) GetJob() *Job
- func (m *GetLogsRequest) GetPipeline() *Pipeline
- func (m *GetLogsRequest) Marshal() (dAtA []byte, err error)
- func (m *GetLogsRequest) MarshalTo(dAtA []byte) (int, error)
- func (*GetLogsRequest) ProtoMessage()
- func (m *GetLogsRequest) Reset()
- func (m *GetLogsRequest) Size() (n int)
- func (m *GetLogsRequest) String() string
- func (m *GetLogsRequest) Unmarshal(dAtA []byte) error
- type Input
- func (*Input) Descriptor() ([]byte, []int)
- func (m *Input) GetAtom() *AtomInput
- func (m *Input) GetCross() []*Input
- func (m *Input) GetUnion() []*Input
- func (m *Input) Marshal() (dAtA []byte, err error)
- func (m *Input) MarshalTo(dAtA []byte) (int, error)
- func (*Input) ProtoMessage()
- func (m *Input) Reset()
- func (m *Input) Size() (n int)
- func (m *Input) String() string
- func (m *Input) Unmarshal(dAtA []byte) error
- type InspectJobRequest
- func (*InspectJobRequest) Descriptor() ([]byte, []int)
- func (m *InspectJobRequest) GetBlockState() bool
- func (m *InspectJobRequest) GetJob() *Job
- func (m *InspectJobRequest) Marshal() (dAtA []byte, err error)
- func (m *InspectJobRequest) MarshalTo(dAtA []byte) (int, error)
- func (*InspectJobRequest) ProtoMessage()
- func (m *InspectJobRequest) Reset()
- func (m *InspectJobRequest) Size() (n int)
- func (m *InspectJobRequest) String() string
- func (m *InspectJobRequest) Unmarshal(dAtA []byte) error
- type InspectPipelineRequest
- func (*InspectPipelineRequest) Descriptor() ([]byte, []int)
- func (m *InspectPipelineRequest) GetPipeline() *Pipeline
- func (m *InspectPipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *InspectPipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*InspectPipelineRequest) ProtoMessage()
- func (m *InspectPipelineRequest) Reset()
- func (m *InspectPipelineRequest) Size() (n int)
- func (m *InspectPipelineRequest) String() string
- func (m *InspectPipelineRequest) Unmarshal(dAtA []byte) error
- type Job
- func (*Job) Descriptor() ([]byte, []int)
- func (m *Job) GetID() string
- func (m *Job) Marshal() (dAtA []byte, err error)
- func (m *Job) MarshalTo(dAtA []byte) (int, error)
- func (*Job) ProtoMessage()
- func (m *Job) Reset()
- func (m *Job) Size() (n int)
- func (m *Job) String() string
- func (m *Job) Unmarshal(dAtA []byte) error
- type JobInfo
- func (*JobInfo) Descriptor() ([]byte, []int)
- func (m *JobInfo) GetDataProcessed() int64
- func (m *JobInfo) GetDataTotal() int64
- func (m *JobInfo) GetEgress() *Egress
- func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp
- func (m *JobInfo) GetIncremental() bool
- func (m *JobInfo) GetInput() *Input
- func (m *JobInfo) GetInputs() []*JobInput
- func (m *JobInfo) GetJob() *Job
- func (m *JobInfo) GetNewBranch() *pfs.Branch
- func (m *JobInfo) GetOutputBranch() string
- func (m *JobInfo) GetOutputCommit() *pfs.Commit
- func (m *JobInfo) GetOutputRepo() *pfs.Repo
- func (m *JobInfo) GetParallelismSpec() *ParallelismSpec
- func (m *JobInfo) GetParentJob() *Job
- func (m *JobInfo) GetPipeline() *Pipeline
- func (m *JobInfo) GetPipelineID() string
- func (m *JobInfo) GetPipelineVersion() uint64
- func (m *JobInfo) GetResourceSpec() *ResourceSpec
- func (m *JobInfo) GetRestart() uint64
- func (m *JobInfo) GetService() *Service
- func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp
- func (m *JobInfo) GetState() JobState
- func (m *JobInfo) GetTransform() *Transform
- func (m *JobInfo) GetWorkerStatus() []*WorkerStatus
- func (m *JobInfo) Marshal() (dAtA []byte, err error)
- func (m *JobInfo) MarshalTo(dAtA []byte) (int, error)
- func (*JobInfo) ProtoMessage()
- func (m *JobInfo) Reset()
- func (m *JobInfo) Size() (n int)
- func (m *JobInfo) String() string
- func (m *JobInfo) Unmarshal(dAtA []byte) error
- type JobInfos
- func (*JobInfos) Descriptor() ([]byte, []int)
- func (m *JobInfos) GetJobInfo() []*JobInfo
- func (m *JobInfos) Marshal() (dAtA []byte, err error)
- func (m *JobInfos) MarshalTo(dAtA []byte) (int, error)
- func (*JobInfos) ProtoMessage()
- func (m *JobInfos) Reset()
- func (m *JobInfos) Size() (n int)
- func (m *JobInfos) String() string
- func (m *JobInfos) Unmarshal(dAtA []byte) error
- type JobInput
- func (*JobInput) Descriptor() ([]byte, []int)
- func (m *JobInput) GetCommit() *pfs.Commit
- func (m *JobInput) GetGlob() string
- func (m *JobInput) GetLazy() bool
- func (m *JobInput) GetName() string
- func (m *JobInput) Marshal() (dAtA []byte, err error)
- func (m *JobInput) MarshalTo(dAtA []byte) (int, error)
- func (*JobInput) ProtoMessage()
- func (m *JobInput) Reset()
- func (m *JobInput) Size() (n int)
- func (m *JobInput) String() string
- func (m *JobInput) Unmarshal(dAtA []byte) error
- type JobState
- type ListJobRequest
- func (*ListJobRequest) Descriptor() ([]byte, []int)
- func (m *ListJobRequest) GetInputCommit() []*pfs.Commit
- func (m *ListJobRequest) GetPipeline() *Pipeline
- func (m *ListJobRequest) Marshal() (dAtA []byte, err error)
- func (m *ListJobRequest) MarshalTo(dAtA []byte) (int, error)
- func (*ListJobRequest) ProtoMessage()
- func (m *ListJobRequest) Reset()
- func (m *ListJobRequest) Size() (n int)
- func (m *ListJobRequest) String() string
- func (m *ListJobRequest) Unmarshal(dAtA []byte) error
- type ListPipelineRequest
- func (*ListPipelineRequest) Descriptor() ([]byte, []int)
- func (m *ListPipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *ListPipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*ListPipelineRequest) ProtoMessage()
- func (m *ListPipelineRequest) Reset()
- func (m *ListPipelineRequest) Size() (n int)
- func (m *ListPipelineRequest) String() string
- func (m *ListPipelineRequest) Unmarshal(dAtA []byte) error
- type LogMessage
- func (*LogMessage) Descriptor() ([]byte, []int)
- func (m *LogMessage) GetData() []*Datum
- func (m *LogMessage) GetJobID() string
- func (m *LogMessage) GetMessage() string
- func (m *LogMessage) GetPipelineID() string
- func (m *LogMessage) GetPipelineName() string
- func (m *LogMessage) GetTs() *google_protobuf1.Timestamp
- func (m *LogMessage) GetUser() bool
- func (m *LogMessage) GetWorkerID() string
- func (m *LogMessage) Marshal() (dAtA []byte, err error)
- func (m *LogMessage) MarshalTo(dAtA []byte) (int, error)
- func (*LogMessage) ProtoMessage()
- func (m *LogMessage) Reset()
- func (m *LogMessage) Size() (n int)
- func (m *LogMessage) String() string
- func (m *LogMessage) Unmarshal(dAtA []byte) error
- type ParallelismSpec
- func (*ParallelismSpec) Descriptor() ([]byte, []int)
- func (m *ParallelismSpec) GetCoefficient() float64
- func (m *ParallelismSpec) GetConstant() uint64
- func (m *ParallelismSpec) GetStrategy() ParallelismSpec_Strategy
- func (m *ParallelismSpec) Marshal() (dAtA []byte, err error)
- func (m *ParallelismSpec) MarshalTo(dAtA []byte) (int, error)
- func (*ParallelismSpec) ProtoMessage()
- func (m *ParallelismSpec) Reset()
- func (m *ParallelismSpec) Size() (n int)
- func (m *ParallelismSpec) String() string
- func (m *ParallelismSpec) Unmarshal(dAtA []byte) error
- type ParallelismSpec_Strategy
- type Pipeline
- func (*Pipeline) Descriptor() ([]byte, []int)
- func (m *Pipeline) GetName() string
- func (m *Pipeline) Marshal() (dAtA []byte, err error)
- func (m *Pipeline) MarshalTo(dAtA []byte) (int, error)
- func (*Pipeline) ProtoMessage()
- func (m *Pipeline) Reset()
- func (m *Pipeline) Size() (n int)
- func (m *Pipeline) String() string
- func (m *Pipeline) Unmarshal(dAtA []byte) error
- type PipelineInfo
- func (*PipelineInfo) Descriptor() ([]byte, []int)
- func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp
- func (m *PipelineInfo) GetDescription() string
- func (m *PipelineInfo) GetEgress() *Egress
- func (m *PipelineInfo) GetID() string
- func (m *PipelineInfo) GetIncremental() bool
- func (m *PipelineInfo) GetInput() *Input
- func (m *PipelineInfo) GetInputs() []*PipelineInput
- func (m *PipelineInfo) GetJobCounts() map[int32]int32
- func (m *PipelineInfo) GetOutputBranch() string
- func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec
- func (m *PipelineInfo) GetPipeline() *Pipeline
- func (m *PipelineInfo) GetRecentError() string
- func (m *PipelineInfo) GetResourceSpec() *ResourceSpec
- func (m *PipelineInfo) GetScaleDownThreshold() *google_protobuf2.Duration
- func (m *PipelineInfo) GetState() PipelineState
- func (m *PipelineInfo) GetTransform() *Transform
- func (m *PipelineInfo) GetVersion() uint64
- func (m *PipelineInfo) Marshal() (dAtA []byte, err error)
- func (m *PipelineInfo) MarshalTo(dAtA []byte) (int, error)
- func (*PipelineInfo) ProtoMessage()
- func (m *PipelineInfo) Reset()
- func (m *PipelineInfo) Size() (n int)
- func (m *PipelineInfo) String() string
- func (m *PipelineInfo) Unmarshal(dAtA []byte) error
- type PipelineInfos
- func (*PipelineInfos) Descriptor() ([]byte, []int)
- func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo
- func (m *PipelineInfos) Marshal() (dAtA []byte, err error)
- func (m *PipelineInfos) MarshalTo(dAtA []byte) (int, error)
- func (*PipelineInfos) ProtoMessage()
- func (m *PipelineInfos) Reset()
- func (m *PipelineInfos) Size() (n int)
- func (m *PipelineInfos) String() string
- func (m *PipelineInfos) Unmarshal(dAtA []byte) error
- type PipelineInput
- func (*PipelineInput) Descriptor() ([]byte, []int)
- func (m *PipelineInput) GetBranch() string
- func (m *PipelineInput) GetFrom() *pfs.Commit
- func (m *PipelineInput) GetGlob() string
- func (m *PipelineInput) GetLazy() bool
- func (m *PipelineInput) GetName() string
- func (m *PipelineInput) GetRepo() *pfs.Repo
- func (m *PipelineInput) Marshal() (dAtA []byte, err error)
- func (m *PipelineInput) MarshalTo(dAtA []byte) (int, error)
- func (*PipelineInput) ProtoMessage()
- func (m *PipelineInput) Reset()
- func (m *PipelineInput) Size() (n int)
- func (m *PipelineInput) String() string
- func (m *PipelineInput) Unmarshal(dAtA []byte) error
- type PipelineState
- type RerunPipelineRequest
- func (*RerunPipelineRequest) Descriptor() ([]byte, []int)
- func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit
- func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit
- func (m *RerunPipelineRequest) GetPipeline() *Pipeline
- func (m *RerunPipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *RerunPipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*RerunPipelineRequest) ProtoMessage()
- func (m *RerunPipelineRequest) Reset()
- func (m *RerunPipelineRequest) Size() (n int)
- func (m *RerunPipelineRequest) String() string
- func (m *RerunPipelineRequest) Unmarshal(dAtA []byte) error
- type ResourceSpec
- func (*ResourceSpec) Descriptor() ([]byte, []int)
- func (m *ResourceSpec) GetCpu() float32
- func (m *ResourceSpec) GetGpu() int64
- func (m *ResourceSpec) GetMemory() string
- func (m *ResourceSpec) Marshal() (dAtA []byte, err error)
- func (m *ResourceSpec) MarshalTo(dAtA []byte) (int, error)
- func (*ResourceSpec) ProtoMessage()
- func (m *ResourceSpec) Reset()
- func (m *ResourceSpec) Size() (n int)
- func (m *ResourceSpec) String() string
- func (m *ResourceSpec) Unmarshal(dAtA []byte) error
- type RestartDatumRequest
- func (*RestartDatumRequest) Descriptor() ([]byte, []int)
- func (m *RestartDatumRequest) GetDataFilters() []string
- func (m *RestartDatumRequest) GetJob() *Job
- func (m *RestartDatumRequest) Marshal() (dAtA []byte, err error)
- func (m *RestartDatumRequest) MarshalTo(dAtA []byte) (int, error)
- func (*RestartDatumRequest) ProtoMessage()
- func (m *RestartDatumRequest) Reset()
- func (m *RestartDatumRequest) Size() (n int)
- func (m *RestartDatumRequest) String() string
- func (m *RestartDatumRequest) Unmarshal(dAtA []byte) error
- type Secret
- func (*Secret) Descriptor() ([]byte, []int)
- func (m *Secret) GetMountPath() string
- func (m *Secret) GetName() string
- func (m *Secret) Marshal() (dAtA []byte, err error)
- func (m *Secret) MarshalTo(dAtA []byte) (int, error)
- func (*Secret) ProtoMessage()
- func (m *Secret) Reset()
- func (m *Secret) Size() (n int)
- func (m *Secret) String() string
- func (m *Secret) Unmarshal(dAtA []byte) error
- type Service
- func (*Service) Descriptor() ([]byte, []int)
- func (m *Service) GetExternalPort() int32
- func (m *Service) GetInternalPort() int32
- func (m *Service) Marshal() (dAtA []byte, err error)
- func (m *Service) MarshalTo(dAtA []byte) (int, error)
- func (*Service) ProtoMessage()
- func (m *Service) Reset()
- func (m *Service) Size() (n int)
- func (m *Service) String() string
- func (m *Service) Unmarshal(dAtA []byte) error
- type StartPipelineRequest
- func (*StartPipelineRequest) Descriptor() ([]byte, []int)
- func (m *StartPipelineRequest) GetPipeline() *Pipeline
- func (m *StartPipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *StartPipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*StartPipelineRequest) ProtoMessage()
- func (m *StartPipelineRequest) Reset()
- func (m *StartPipelineRequest) Size() (n int)
- func (m *StartPipelineRequest) String() string
- func (m *StartPipelineRequest) Unmarshal(dAtA []byte) error
- type StopJobRequest
- func (*StopJobRequest) Descriptor() ([]byte, []int)
- func (m *StopJobRequest) GetJob() *Job
- func (m *StopJobRequest) Marshal() (dAtA []byte, err error)
- func (m *StopJobRequest) MarshalTo(dAtA []byte) (int, error)
- func (*StopJobRequest) ProtoMessage()
- func (m *StopJobRequest) Reset()
- func (m *StopJobRequest) Size() (n int)
- func (m *StopJobRequest) String() string
- func (m *StopJobRequest) Unmarshal(dAtA []byte) error
- type StopPipelineRequest
- func (*StopPipelineRequest) Descriptor() ([]byte, []int)
- func (m *StopPipelineRequest) GetPipeline() *Pipeline
- func (m *StopPipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *StopPipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*StopPipelineRequest) ProtoMessage()
- func (m *StopPipelineRequest) Reset()
- func (m *StopPipelineRequest) Size() (n int)
- func (m *StopPipelineRequest) String() string
- func (m *StopPipelineRequest) Unmarshal(dAtA []byte) error
- type Transform
- func (*Transform) Descriptor() ([]byte, []int)
- func (m *Transform) GetAcceptReturnCode() []int64
- func (m *Transform) GetCmd() []string
- func (m *Transform) GetDebug() bool
- func (m *Transform) GetEnv() map[string]string
- func (m *Transform) GetImage() string
- func (m *Transform) GetImagePullSecrets() []string
- func (m *Transform) GetSecrets() []*Secret
- func (m *Transform) GetStdin() []string
- func (m *Transform) Marshal() (dAtA []byte, err error)
- func (m *Transform) MarshalTo(dAtA []byte) (int, error)
- func (*Transform) ProtoMessage()
- func (m *Transform) Reset()
- func (m *Transform) Size() (n int)
- func (m *Transform) String() string
- func (m *Transform) Unmarshal(dAtA []byte) error
- type Worker
- func (*Worker) Descriptor() ([]byte, []int)
- func (m *Worker) GetName() string
- func (m *Worker) GetState() WorkerState
- func (m *Worker) Marshal() (dAtA []byte, err error)
- func (m *Worker) MarshalTo(dAtA []byte) (int, error)
- func (*Worker) ProtoMessage()
- func (m *Worker) Reset()
- func (m *Worker) Size() (n int)
- func (m *Worker) String() string
- func (m *Worker) Unmarshal(dAtA []byte) error
- type WorkerState
- type WorkerStatus
- func (*WorkerStatus) Descriptor() ([]byte, []int)
- func (m *WorkerStatus) GetData() []*Datum
- func (m *WorkerStatus) GetJobID() string
- func (m *WorkerStatus) GetStarted() *google_protobuf1.Timestamp
- func (m *WorkerStatus) GetWorkerID() string
- func (m *WorkerStatus) Marshal() (dAtA []byte, err error)
- func (m *WorkerStatus) MarshalTo(dAtA []byte) (int, error)
- func (*WorkerStatus) ProtoMessage()
- func (m *WorkerStatus) Reset()
- func (m *WorkerStatus) Size() (n int)
- func (m *WorkerStatus) String() string
- func (m *WorkerStatus) Unmarshal(dAtA []byte) error
Constants ¶
This section is empty.
Variables ¶
var ( ErrInvalidLengthPps = fmt.Errorf("proto: negative length found during unmarshaling") ErrIntOverflowPps = fmt.Errorf("proto: integer overflow") )
var JobState_name = map[int32]string{
0: "JOB_STARTING",
1: "JOB_RUNNING",
2: "JOB_FAILURE",
3: "JOB_SUCCESS",
4: "JOB_STOPPED",
}
var JobState_value = map[string]int32{
"JOB_STARTING": 0,
"JOB_RUNNING": 1,
"JOB_FAILURE": 2,
"JOB_SUCCESS": 3,
"JOB_STOPPED": 4,
}
var ParallelismSpec_Strategy_name = map[int32]string{
0: "CONSTANT",
1: "COEFFICIENT",
}
var ParallelismSpec_Strategy_value = map[string]int32{
"CONSTANT": 0,
"COEFFICIENT": 1,
}
var PipelineState_name = map[int32]string{
0: "PIPELINE_STARTING",
1: "PIPELINE_RUNNING",
2: "PIPELINE_RESTARTING",
3: "PIPELINE_FAILURE",
4: "PIPELINE_STOPPED",
}
var PipelineState_value = map[string]int32{
"PIPELINE_STARTING": 0,
"PIPELINE_RUNNING": 1,
"PIPELINE_RESTARTING": 2,
"PIPELINE_FAILURE": 3,
"PIPELINE_STOPPED": 4,
}
var WorkerState_name = map[int32]string{
0: "POD_RUNNING",
1: "POD_SUCCESS",
2: "POD_FAILED",
}
var WorkerState_value = map[string]int32{
"POD_RUNNING": 0,
"POD_SUCCESS": 1,
"POD_FAILED": 2,
}
Functions ¶
func GetExpectedNumWorkers ¶
func GetExpectedNumWorkers(kubeClient *kube.Client, spec *ParallelismSpec) (int, error)
GetExpectedNumWorkers computes the expected number of workers that pachyderm will start given the ParallelismSpec 'spec'.
This is only exported for testing
func InputCommits ¶ added in v1.5.0
InputCommits returns the commits in an Input.
func PipelineRcName ¶
PipelineRcName generates the name of the k8s replication controller that manages a pipeline's workers
func RegisterAPIServer ¶
func VisitInput ¶ added in v1.5.0
VisitInput visits each input recursively in ascending order (root last)
Types ¶
type APIClient ¶
type APIClient interface { CreateJob(ctx context.Context, in *CreateJobRequest, opts ...grpc.CallOption) (*Job, error) InspectJob(ctx context.Context, in *InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error) ListJob(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error) DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) StopJob(ctx context.Context, in *StopJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) RestartDatum(ctx context.Context, in *RestartDatumRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) CreatePipeline(ctx context.Context, in *CreatePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) InspectPipeline(ctx context.Context, in *InspectPipelineRequest, opts ...grpc.CallOption) (*PipelineInfo, error) ListPipeline(ctx context.Context, in *ListPipelineRequest, opts ...grpc.CallOption) (*PipelineInfos, error) DeletePipeline(ctx context.Context, in *DeletePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) StartPipeline(ctx context.Context, in *StartPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) StopPipeline(ctx context.Context, in *StopPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) RerunPipeline(ctx context.Context, in *RerunPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) // DeleteAll deletes everything DeleteAll(ctx context.Context, in *google_protobuf.Empty, opts ...grpc.CallOption) (*google_protobuf.Empty, error) GetLogs(ctx context.Context, in *GetLogsRequest, opts ...grpc.CallOption) (API_GetLogsClient, error) // Garbage collection GarbageCollect(ctx context.Context, in *GarbageCollectRequest, opts ...grpc.CallOption) (*GarbageCollectResponse, error) }
func NewAPIClient ¶
func NewAPIClient(cc *grpc.ClientConn) APIClient
type APIServer ¶
type APIServer interface { CreateJob(context.Context, *CreateJobRequest) (*Job, error) InspectJob(context.Context, *InspectJobRequest) (*JobInfo, error) ListJob(context.Context, *ListJobRequest) (*JobInfos, error) DeleteJob(context.Context, *DeleteJobRequest) (*google_protobuf.Empty, error) StopJob(context.Context, *StopJobRequest) (*google_protobuf.Empty, error) RestartDatum(context.Context, *RestartDatumRequest) (*google_protobuf.Empty, error) CreatePipeline(context.Context, *CreatePipelineRequest) (*google_protobuf.Empty, error) InspectPipeline(context.Context, *InspectPipelineRequest) (*PipelineInfo, error) ListPipeline(context.Context, *ListPipelineRequest) (*PipelineInfos, error) DeletePipeline(context.Context, *DeletePipelineRequest) (*google_protobuf.Empty, error) StartPipeline(context.Context, *StartPipelineRequest) (*google_protobuf.Empty, error) StopPipeline(context.Context, *StopPipelineRequest) (*google_protobuf.Empty, error) RerunPipeline(context.Context, *RerunPipelineRequest) (*google_protobuf.Empty, error) // DeleteAll deletes everything DeleteAll(context.Context, *google_protobuf.Empty) (*google_protobuf.Empty, error) GetLogs(*GetLogsRequest, API_GetLogsServer) error // Garbage collection GarbageCollect(context.Context, *GarbageCollectRequest) (*GarbageCollectResponse, error) }
type API_GetLogsClient ¶
type API_GetLogsClient interface { Recv() (*LogMessage, error) grpc.ClientStream }
type API_GetLogsServer ¶
type API_GetLogsServer interface { Send(*LogMessage) error grpc.ServerStream }
type AtomInput ¶ added in v1.4.6
type AtomInput struct { Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` Repo string `protobuf:"bytes,2,opt,name=repo,proto3" json:"repo,omitempty"` Branch string `protobuf:"bytes,3,opt,name=branch,proto3" json:"branch,omitempty"` Commit string `protobuf:"bytes,4,opt,name=commit,proto3" json:"commit,omitempty"` Glob string `protobuf:"bytes,5,opt,name=glob,proto3" json:"glob,omitempty"` Lazy bool `protobuf:"varint,6,opt,name=lazy,proto3" json:"lazy,omitempty"` FromCommit string `protobuf:"bytes,7,opt,name=from_commit,json=fromCommit,proto3" json:"from_commit,omitempty"` }
func (*AtomInput) Descriptor ¶ added in v1.4.6
func (*AtomInput) GetFromCommit ¶ added in v1.4.6
func (*AtomInput) ProtoMessage ¶ added in v1.4.6
func (*AtomInput) ProtoMessage()
type CreateJobRequest ¶
type CreateJobRequest struct { Transform *Transform `protobuf:"bytes,1,opt,name=transform" json:"transform,omitempty"` Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"` PipelineVersion uint64 `protobuf:"varint,10,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Inputs []*JobInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"` Egress *Egress `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"` // When service is defined, we create a long running job // by using a k8s RC and Service instead of a k8s Job Service *Service `protobuf:"bytes,8,opt,name=service" json:"service,omitempty"` OutputRepo *pfs.Repo `protobuf:"bytes,12,opt,name=outputRepo" json:"outputRepo,omitempty"` OutputBranch string `protobuf:"bytes,11,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"` ParentJob *Job `protobuf:"bytes,13,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"` ResourceSpec *ResourceSpec `protobuf:"bytes,14,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"` Input *Input `protobuf:"bytes,15,opt,name=input" json:"input,omitempty"` NewBranch *pfs.Branch `protobuf:"bytes,16,opt,name=new_branch,json=newBranch" json:"new_branch,omitempty"` Incremental bool `protobuf:"varint,17,opt,name=incremental,proto3" json:"incremental,omitempty"` }
func (*CreateJobRequest) Descriptor ¶
func (*CreateJobRequest) Descriptor() ([]byte, []int)
func (*CreateJobRequest) GetEgress ¶ added in v1.3.19
func (m *CreateJobRequest) GetEgress() *Egress
func (*CreateJobRequest) GetIncremental ¶ added in v1.4.8
func (m *CreateJobRequest) GetIncremental() bool
func (*CreateJobRequest) GetInput ¶ added in v1.4.6
func (m *CreateJobRequest) GetInput() *Input
func (*CreateJobRequest) GetInputs ¶
func (m *CreateJobRequest) GetInputs() []*JobInput
func (*CreateJobRequest) GetNewBranch ¶ added in v1.4.8
func (m *CreateJobRequest) GetNewBranch() *pfs.Branch
func (*CreateJobRequest) GetOutputBranch ¶ added in v1.3.19
func (m *CreateJobRequest) GetOutputBranch() string
func (*CreateJobRequest) GetOutputRepo ¶ added in v1.3.19
func (m *CreateJobRequest) GetOutputRepo() *pfs.Repo
func (*CreateJobRequest) GetParallelismSpec ¶ added in v1.2.0
func (m *CreateJobRequest) GetParallelismSpec() *ParallelismSpec
func (*CreateJobRequest) GetParentJob ¶
func (m *CreateJobRequest) GetParentJob() *Job
func (*CreateJobRequest) GetPipeline ¶
func (m *CreateJobRequest) GetPipeline() *Pipeline
func (*CreateJobRequest) GetPipelineVersion ¶ added in v1.3.6
func (m *CreateJobRequest) GetPipelineVersion() uint64
func (*CreateJobRequest) GetResourceSpec ¶ added in v1.4.5
func (m *CreateJobRequest) GetResourceSpec() *ResourceSpec
func (*CreateJobRequest) GetService ¶ added in v1.3.0
func (m *CreateJobRequest) GetService() *Service
func (*CreateJobRequest) GetTransform ¶
func (m *CreateJobRequest) GetTransform() *Transform
func (*CreateJobRequest) Marshal ¶ added in v1.5.0
func (m *CreateJobRequest) Marshal() (dAtA []byte, err error)
func (*CreateJobRequest) MarshalTo ¶ added in v1.5.0
func (m *CreateJobRequest) MarshalTo(dAtA []byte) (int, error)
func (*CreateJobRequest) ProtoMessage ¶
func (*CreateJobRequest) ProtoMessage()
func (*CreateJobRequest) Reset ¶
func (m *CreateJobRequest) Reset()
func (*CreateJobRequest) Size ¶ added in v1.5.0
func (m *CreateJobRequest) Size() (n int)
func (*CreateJobRequest) String ¶
func (m *CreateJobRequest) String() string
func (*CreateJobRequest) Unmarshal ¶ added in v1.5.0
func (m *CreateJobRequest) Unmarshal(dAtA []byte) error
type CreatePipelineRequest ¶
type CreatePipelineRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` Transform *Transform `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Inputs []*PipelineInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"` Egress *Egress `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"` Update bool `protobuf:"varint,5,opt,name=update,proto3" json:"update,omitempty"` OutputBranch string `protobuf:"bytes,10,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"` ScaleDownThreshold *google_protobuf2.Duration `protobuf:"bytes,11,opt,name=scaleDownThreshold" json:"scaleDownThreshold,omitempty"` ResourceSpec *ResourceSpec `protobuf:"bytes,12,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"` Input *Input `protobuf:"bytes,13,opt,name=input" json:"input,omitempty"` Description string `protobuf:"bytes,14,opt,name=description,proto3" json:"description,omitempty"` Incremental bool `protobuf:"varint,15,opt,name=incremental,proto3" json:"incremental,omitempty"` }
func (*CreatePipelineRequest) Descriptor ¶
func (*CreatePipelineRequest) Descriptor() ([]byte, []int)
func (*CreatePipelineRequest) GetDescription ¶ added in v1.4.7
func (m *CreatePipelineRequest) GetDescription() string
func (*CreatePipelineRequest) GetEgress ¶ added in v1.3.19
func (m *CreatePipelineRequest) GetEgress() *Egress
func (*CreatePipelineRequest) GetIncremental ¶ added in v1.4.8
func (m *CreatePipelineRequest) GetIncremental() bool
func (*CreatePipelineRequest) GetInput ¶ added in v1.4.6
func (m *CreatePipelineRequest) GetInput() *Input
func (*CreatePipelineRequest) GetInputs ¶
func (m *CreatePipelineRequest) GetInputs() []*PipelineInput
func (*CreatePipelineRequest) GetOutputBranch ¶ added in v1.3.19
func (m *CreatePipelineRequest) GetOutputBranch() string
func (*CreatePipelineRequest) GetParallelismSpec ¶ added in v1.2.0
func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec
func (*CreatePipelineRequest) GetPipeline ¶
func (m *CreatePipelineRequest) GetPipeline() *Pipeline
func (*CreatePipelineRequest) GetResourceSpec ¶ added in v1.4.5
func (m *CreatePipelineRequest) GetResourceSpec() *ResourceSpec
func (*CreatePipelineRequest) GetScaleDownThreshold ¶ added in v1.4.4
func (m *CreatePipelineRequest) GetScaleDownThreshold() *google_protobuf2.Duration
func (*CreatePipelineRequest) GetTransform ¶
func (m *CreatePipelineRequest) GetTransform() *Transform
func (*CreatePipelineRequest) GetUpdate ¶ added in v1.3.5
func (m *CreatePipelineRequest) GetUpdate() bool
func (*CreatePipelineRequest) Marshal ¶ added in v1.5.0
func (m *CreatePipelineRequest) Marshal() (dAtA []byte, err error)
func (*CreatePipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *CreatePipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*CreatePipelineRequest) ProtoMessage ¶
func (*CreatePipelineRequest) ProtoMessage()
func (*CreatePipelineRequest) Reset ¶
func (m *CreatePipelineRequest) Reset()
func (*CreatePipelineRequest) Size ¶ added in v1.5.0
func (m *CreatePipelineRequest) Size() (n int)
func (*CreatePipelineRequest) String ¶
func (m *CreatePipelineRequest) String() string
func (*CreatePipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *CreatePipelineRequest) Unmarshal(dAtA []byte) error
type Datum ¶ added in v1.4.3
type Datum struct { // This file's absolute path within its pfs repo. Path string `protobuf:"bytes,4,opt,name=path,proto3" json:"path,omitempty"` // This file's hash Hash []byte `protobuf:"bytes,5,opt,name=hash,proto3" json:"hash,omitempty"` }
func (*Datum) Descriptor ¶ added in v1.4.3
func (*Datum) ProtoMessage ¶ added in v1.4.3
func (*Datum) ProtoMessage()
type DeleteJobRequest ¶ added in v1.3.0
type DeleteJobRequest struct {
Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}
func (*DeleteJobRequest) Descriptor ¶ added in v1.3.0
func (*DeleteJobRequest) Descriptor() ([]byte, []int)
func (*DeleteJobRequest) GetJob ¶ added in v1.3.0
func (m *DeleteJobRequest) GetJob() *Job
func (*DeleteJobRequest) Marshal ¶ added in v1.5.0
func (m *DeleteJobRequest) Marshal() (dAtA []byte, err error)
func (*DeleteJobRequest) MarshalTo ¶ added in v1.5.0
func (m *DeleteJobRequest) MarshalTo(dAtA []byte) (int, error)
func (*DeleteJobRequest) ProtoMessage ¶ added in v1.3.0
func (*DeleteJobRequest) ProtoMessage()
func (*DeleteJobRequest) Reset ¶ added in v1.3.0
func (m *DeleteJobRequest) Reset()
func (*DeleteJobRequest) Size ¶ added in v1.5.0
func (m *DeleteJobRequest) Size() (n int)
func (*DeleteJobRequest) String ¶ added in v1.3.0
func (m *DeleteJobRequest) String() string
func (*DeleteJobRequest) Unmarshal ¶ added in v1.5.0
func (m *DeleteJobRequest) Unmarshal(dAtA []byte) error
type DeletePipelineRequest ¶
type DeletePipelineRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` DeleteJobs bool `protobuf:"varint,2,opt,name=delete_jobs,json=deleteJobs,proto3" json:"delete_jobs,omitempty"` DeleteRepo bool `protobuf:"varint,3,opt,name=delete_repo,json=deleteRepo,proto3" json:"delete_repo,omitempty"` All bool `protobuf:"varint,4,opt,name=all,proto3" json:"all,omitempty"` }
func (*DeletePipelineRequest) Descriptor ¶
func (*DeletePipelineRequest) Descriptor() ([]byte, []int)
func (*DeletePipelineRequest) GetAll ¶ added in v1.4.8
func (m *DeletePipelineRequest) GetAll() bool
func (*DeletePipelineRequest) GetDeleteJobs ¶ added in v1.4.3
func (m *DeletePipelineRequest) GetDeleteJobs() bool
func (*DeletePipelineRequest) GetDeleteRepo ¶ added in v1.4.8
func (m *DeletePipelineRequest) GetDeleteRepo() bool
func (*DeletePipelineRequest) GetPipeline ¶
func (m *DeletePipelineRequest) GetPipeline() *Pipeline
func (*DeletePipelineRequest) Marshal ¶ added in v1.5.0
func (m *DeletePipelineRequest) Marshal() (dAtA []byte, err error)
func (*DeletePipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *DeletePipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*DeletePipelineRequest) ProtoMessage ¶
func (*DeletePipelineRequest) ProtoMessage()
func (*DeletePipelineRequest) Reset ¶
func (m *DeletePipelineRequest) Reset()
func (*DeletePipelineRequest) Size ¶ added in v1.5.0
func (m *DeletePipelineRequest) Size() (n int)
func (*DeletePipelineRequest) String ¶
func (m *DeletePipelineRequest) String() string
func (*DeletePipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *DeletePipelineRequest) Unmarshal(dAtA []byte) error
type Egress ¶ added in v1.3.19
type Egress struct {
URL string `protobuf:"bytes,1,opt,name=URL,proto3" json:"URL,omitempty"`
}
func (*Egress) Descriptor ¶ added in v1.3.19
func (*Egress) ProtoMessage ¶ added in v1.3.19
func (*Egress) ProtoMessage()
type GarbageCollectRequest ¶ added in v1.4.7
type GarbageCollectRequest struct { }
func (*GarbageCollectRequest) Descriptor ¶ added in v1.4.7
func (*GarbageCollectRequest) Descriptor() ([]byte, []int)
func (*GarbageCollectRequest) Marshal ¶ added in v1.5.0
func (m *GarbageCollectRequest) Marshal() (dAtA []byte, err error)
func (*GarbageCollectRequest) MarshalTo ¶ added in v1.5.0
func (m *GarbageCollectRequest) MarshalTo(dAtA []byte) (int, error)
func (*GarbageCollectRequest) ProtoMessage ¶ added in v1.4.7
func (*GarbageCollectRequest) ProtoMessage()
func (*GarbageCollectRequest) Reset ¶ added in v1.4.7
func (m *GarbageCollectRequest) Reset()
func (*GarbageCollectRequest) Size ¶ added in v1.5.0
func (m *GarbageCollectRequest) Size() (n int)
func (*GarbageCollectRequest) String ¶ added in v1.4.7
func (m *GarbageCollectRequest) String() string
func (*GarbageCollectRequest) Unmarshal ¶ added in v1.5.0
func (m *GarbageCollectRequest) Unmarshal(dAtA []byte) error
type GarbageCollectResponse ¶ added in v1.4.7
type GarbageCollectResponse struct { }
func (*GarbageCollectResponse) Descriptor ¶ added in v1.4.7
func (*GarbageCollectResponse) Descriptor() ([]byte, []int)
func (*GarbageCollectResponse) Marshal ¶ added in v1.5.0
func (m *GarbageCollectResponse) Marshal() (dAtA []byte, err error)
func (*GarbageCollectResponse) MarshalTo ¶ added in v1.5.0
func (m *GarbageCollectResponse) MarshalTo(dAtA []byte) (int, error)
func (*GarbageCollectResponse) ProtoMessage ¶ added in v1.4.7
func (*GarbageCollectResponse) ProtoMessage()
func (*GarbageCollectResponse) Reset ¶ added in v1.4.7
func (m *GarbageCollectResponse) Reset()
func (*GarbageCollectResponse) Size ¶ added in v1.5.0
func (m *GarbageCollectResponse) Size() (n int)
func (*GarbageCollectResponse) String ¶ added in v1.4.7
func (m *GarbageCollectResponse) String() string
func (*GarbageCollectResponse) Unmarshal ¶ added in v1.5.0
func (m *GarbageCollectResponse) Unmarshal(dAtA []byte) error
type GetLogsRequest ¶
type GetLogsRequest struct { // The pipeline from which we want to get logs (required if the job in 'job' // was created as part of a pipeline. To get logs from a non-orphan job // without the pipeline that created it, you need to use ElasticSearch). Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"` // The job from which we want to get logs. Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` // Names of input files from which we want processing logs. This may contain // multiple files, to query pipelines that contain multiple inputs. Each // filter may be an absolute path of a file within a pps repo, or it may be // a hash for that file (to search for files at specific versions) DataFilters []string `protobuf:"bytes,3,rep,name=data_filters,json=dataFilters" json:"data_filters,omitempty"` }
func (*GetLogsRequest) Descriptor ¶
func (*GetLogsRequest) Descriptor() ([]byte, []int)
func (*GetLogsRequest) GetDataFilters ¶ added in v1.3.19
func (m *GetLogsRequest) GetDataFilters() []string
func (*GetLogsRequest) GetJob ¶
func (m *GetLogsRequest) GetJob() *Job
func (*GetLogsRequest) GetPipeline ¶ added in v1.3.19
func (m *GetLogsRequest) GetPipeline() *Pipeline
func (*GetLogsRequest) Marshal ¶ added in v1.5.0
func (m *GetLogsRequest) Marshal() (dAtA []byte, err error)
func (*GetLogsRequest) MarshalTo ¶ added in v1.5.0
func (m *GetLogsRequest) MarshalTo(dAtA []byte) (int, error)
func (*GetLogsRequest) ProtoMessage ¶
func (*GetLogsRequest) ProtoMessage()
func (*GetLogsRequest) Reset ¶
func (m *GetLogsRequest) Reset()
func (*GetLogsRequest) Size ¶ added in v1.5.0
func (m *GetLogsRequest) Size() (n int)
func (*GetLogsRequest) String ¶
func (m *GetLogsRequest) String() string
func (*GetLogsRequest) Unmarshal ¶ added in v1.5.0
func (m *GetLogsRequest) Unmarshal(dAtA []byte) error
type Input ¶ added in v1.4.6
type Input struct { Atom *AtomInput `protobuf:"bytes,1,opt,name=atom" json:"atom,omitempty"` Cross []*Input `protobuf:"bytes,2,rep,name=cross" json:"cross,omitempty"` Union []*Input `protobuf:"bytes,3,rep,name=union" json:"union,omitempty"` }
func (*Input) Descriptor ¶ added in v1.4.6
func (*Input) ProtoMessage ¶ added in v1.4.6
func (*Input) ProtoMessage()
type InspectJobRequest ¶
type InspectJobRequest struct { Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` BlockState bool `protobuf:"varint,2,opt,name=block_state,json=blockState,proto3" json:"block_state,omitempty"` }
func (*InspectJobRequest) Descriptor ¶
func (*InspectJobRequest) Descriptor() ([]byte, []int)
func (*InspectJobRequest) GetBlockState ¶ added in v1.3.5
func (m *InspectJobRequest) GetBlockState() bool
func (*InspectJobRequest) GetJob ¶
func (m *InspectJobRequest) GetJob() *Job
func (*InspectJobRequest) Marshal ¶ added in v1.5.0
func (m *InspectJobRequest) Marshal() (dAtA []byte, err error)
func (*InspectJobRequest) MarshalTo ¶ added in v1.5.0
func (m *InspectJobRequest) MarshalTo(dAtA []byte) (int, error)
func (*InspectJobRequest) ProtoMessage ¶
func (*InspectJobRequest) ProtoMessage()
func (*InspectJobRequest) Reset ¶
func (m *InspectJobRequest) Reset()
func (*InspectJobRequest) Size ¶ added in v1.5.0
func (m *InspectJobRequest) Size() (n int)
func (*InspectJobRequest) String ¶
func (m *InspectJobRequest) String() string
func (*InspectJobRequest) Unmarshal ¶ added in v1.5.0
func (m *InspectJobRequest) Unmarshal(dAtA []byte) error
type InspectPipelineRequest ¶
type InspectPipelineRequest struct {
Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}
func (*InspectPipelineRequest) Descriptor ¶
func (*InspectPipelineRequest) Descriptor() ([]byte, []int)
func (*InspectPipelineRequest) GetPipeline ¶
func (m *InspectPipelineRequest) GetPipeline() *Pipeline
func (*InspectPipelineRequest) Marshal ¶ added in v1.5.0
func (m *InspectPipelineRequest) Marshal() (dAtA []byte, err error)
func (*InspectPipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *InspectPipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*InspectPipelineRequest) ProtoMessage ¶
func (*InspectPipelineRequest) ProtoMessage()
func (*InspectPipelineRequest) Reset ¶
func (m *InspectPipelineRequest) Reset()
func (*InspectPipelineRequest) Size ¶ added in v1.5.0
func (m *InspectPipelineRequest) Size() (n int)
func (*InspectPipelineRequest) String ¶
func (m *InspectPipelineRequest) String() string
func (*InspectPipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *InspectPipelineRequest) Unmarshal(dAtA []byte) error
type Job ¶
type Job struct {
ID string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
}
func (*Job) Descriptor ¶
func (*Job) ProtoMessage ¶
func (*Job) ProtoMessage()
type JobInfo ¶
type JobInfo struct { Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` Transform *Transform `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"` PipelineID string `protobuf:"bytes,19,opt,name=pipeline_id,json=pipelineId,proto3" json:"pipeline_id,omitempty"` Pipeline *Pipeline `protobuf:"bytes,3,opt,name=pipeline" json:"pipeline,omitempty"` PipelineVersion uint64 `protobuf:"varint,13,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,12,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Inputs []*JobInput `protobuf:"bytes,5,rep,name=inputs" json:"inputs,omitempty"` Egress *Egress `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"` ParentJob *Job `protobuf:"bytes,6,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"` Started *google_protobuf1.Timestamp `protobuf:"bytes,7,opt,name=started" json:"started,omitempty"` Finished *google_protobuf1.Timestamp `protobuf:"bytes,8,opt,name=finished" json:"finished,omitempty"` OutputCommit *pfs.Commit `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"` State JobState `protobuf:"varint,10,opt,name=state,proto3,enum=pps.JobState" json:"state,omitempty"` Service *Service `protobuf:"bytes,14,opt,name=service" json:"service,omitempty"` OutputRepo *pfs.Repo `protobuf:"bytes,18,opt,name=outputRepo" json:"outputRepo,omitempty"` OutputBranch string `protobuf:"bytes,17,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"` Restart uint64 `protobuf:"varint,20,opt,name=restart,proto3" json:"restart,omitempty"` DataProcessed int64 `protobuf:"varint,22,opt,name=data_processed,json=dataProcessed,proto3" json:"data_processed,omitempty"` DataTotal int64 `protobuf:"varint,23,opt,name=data_total,json=dataTotal,proto3" json:"data_total,omitempty"` WorkerStatus []*WorkerStatus `protobuf:"bytes,24,rep,name=worker_status,json=workerStatus" json:"worker_status,omitempty"` ResourceSpec *ResourceSpec `protobuf:"bytes,25,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"` Input *Input `protobuf:"bytes,26,opt,name=input" json:"input,omitempty"` NewBranch *pfs.Branch `protobuf:"bytes,27,opt,name=new_branch,json=newBranch" json:"new_branch,omitempty"` Incremental bool `protobuf:"varint,28,opt,name=incremental,proto3" json:"incremental,omitempty"` }
func (*JobInfo) Descriptor ¶
func (*JobInfo) GetDataProcessed ¶ added in v1.4.3
func (*JobInfo) GetDataTotal ¶ added in v1.4.3
func (*JobInfo) GetFinished ¶
func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp
func (*JobInfo) GetIncremental ¶ added in v1.4.8
func (*JobInfo) GetNewBranch ¶ added in v1.4.8
func (*JobInfo) GetOutputBranch ¶ added in v1.3.19
func (*JobInfo) GetOutputCommit ¶
func (*JobInfo) GetOutputRepo ¶ added in v1.3.19
func (*JobInfo) GetParallelismSpec ¶ added in v1.2.0
func (m *JobInfo) GetParallelismSpec() *ParallelismSpec
func (*JobInfo) GetParentJob ¶
func (*JobInfo) GetPipeline ¶
func (*JobInfo) GetPipelineID ¶ added in v1.3.19
func (*JobInfo) GetPipelineVersion ¶ added in v1.3.5
func (*JobInfo) GetResourceSpec ¶ added in v1.4.5
func (m *JobInfo) GetResourceSpec() *ResourceSpec
func (*JobInfo) GetRestart ¶ added in v1.4.2
func (*JobInfo) GetService ¶ added in v1.3.0
func (*JobInfo) GetStarted ¶
func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp
func (*JobInfo) GetTransform ¶
func (*JobInfo) GetWorkerStatus ¶ added in v1.4.4
func (m *JobInfo) GetWorkerStatus() []*WorkerStatus
func (*JobInfo) ProtoMessage ¶
func (*JobInfo) ProtoMessage()
type JobInfos ¶
type JobInfos struct {
JobInfo []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo" json:"job_info,omitempty"`
}
func (*JobInfos) Descriptor ¶
func (*JobInfos) GetJobInfo ¶
func (*JobInfos) ProtoMessage ¶
func (*JobInfos) ProtoMessage()
type JobInput ¶
type JobInput struct { Name string `protobuf:"bytes,4,opt,name=name,proto3" json:"name,omitempty"` Commit *pfs.Commit `protobuf:"bytes,1,opt,name=commit" json:"commit,omitempty"` Glob string `protobuf:"bytes,2,opt,name=glob,proto3" json:"glob,omitempty"` Lazy bool `protobuf:"varint,3,opt,name=lazy,proto3" json:"lazy,omitempty"` }
func (*JobInput) Descriptor ¶
func (*JobInput) ProtoMessage ¶
func (*JobInput) ProtoMessage()
type ListJobRequest ¶
type ListJobRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` InputCommit []*pfs.Commit `protobuf:"bytes,2,rep,name=input_commit,json=inputCommit" json:"input_commit,omitempty"` }
func (*ListJobRequest) Descriptor ¶
func (*ListJobRequest) Descriptor() ([]byte, []int)
func (*ListJobRequest) GetInputCommit ¶
func (m *ListJobRequest) GetInputCommit() []*pfs.Commit
func (*ListJobRequest) GetPipeline ¶
func (m *ListJobRequest) GetPipeline() *Pipeline
func (*ListJobRequest) Marshal ¶ added in v1.5.0
func (m *ListJobRequest) Marshal() (dAtA []byte, err error)
func (*ListJobRequest) MarshalTo ¶ added in v1.5.0
func (m *ListJobRequest) MarshalTo(dAtA []byte) (int, error)
func (*ListJobRequest) ProtoMessage ¶
func (*ListJobRequest) ProtoMessage()
func (*ListJobRequest) Reset ¶
func (m *ListJobRequest) Reset()
func (*ListJobRequest) Size ¶ added in v1.5.0
func (m *ListJobRequest) Size() (n int)
func (*ListJobRequest) String ¶
func (m *ListJobRequest) String() string
func (*ListJobRequest) Unmarshal ¶ added in v1.5.0
func (m *ListJobRequest) Unmarshal(dAtA []byte) error
type ListPipelineRequest ¶
type ListPipelineRequest struct { }
func (*ListPipelineRequest) Descriptor ¶
func (*ListPipelineRequest) Descriptor() ([]byte, []int)
func (*ListPipelineRequest) Marshal ¶ added in v1.5.0
func (m *ListPipelineRequest) Marshal() (dAtA []byte, err error)
func (*ListPipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *ListPipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*ListPipelineRequest) ProtoMessage ¶
func (*ListPipelineRequest) ProtoMessage()
func (*ListPipelineRequest) Reset ¶
func (m *ListPipelineRequest) Reset()
func (*ListPipelineRequest) Size ¶ added in v1.5.0
func (m *ListPipelineRequest) Size() (n int)
func (*ListPipelineRequest) String ¶
func (m *ListPipelineRequest) String() string
func (*ListPipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *ListPipelineRequest) Unmarshal(dAtA []byte) error
type LogMessage ¶ added in v1.3.19
type LogMessage struct { // The job and pipeline for which a PFS file is being processed (if the job // is an orphan job, pipeline name and ID will be unset) PipelineName string `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName,proto3" json:"pipeline_name,omitempty"` PipelineID string `protobuf:"bytes,2,opt,name=pipeline_id,json=pipelineId,proto3" json:"pipeline_id,omitempty"` JobID string `protobuf:"bytes,3,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"` WorkerID string `protobuf:"bytes,7,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"` // The PFS files being processed (one per pipeline/job input) Data []*Datum `protobuf:"bytes,4,rep,name=data" json:"data,omitempty"` // User is true if log message comes from the users code. User bool `protobuf:"varint,8,opt,name=user,proto3" json:"user,omitempty"` // The message logged, and the time at which it was logged Ts *google_protobuf1.Timestamp `protobuf:"bytes,5,opt,name=ts" json:"ts,omitempty"` Message string `protobuf:"bytes,6,opt,name=message,proto3" json:"message,omitempty"` }
LogMessage is a log line from a PPS worker, annotated with metadata indicating when and why the line was logged.
func (*LogMessage) Descriptor ¶ added in v1.3.19
func (*LogMessage) Descriptor() ([]byte, []int)
func (*LogMessage) GetData ¶ added in v1.3.19
func (m *LogMessage) GetData() []*Datum
func (*LogMessage) GetJobID ¶ added in v1.3.19
func (m *LogMessage) GetJobID() string
func (*LogMessage) GetMessage ¶ added in v1.3.19
func (m *LogMessage) GetMessage() string
func (*LogMessage) GetPipelineID ¶ added in v1.3.19
func (m *LogMessage) GetPipelineID() string
func (*LogMessage) GetPipelineName ¶ added in v1.3.19
func (m *LogMessage) GetPipelineName() string
func (*LogMessage) GetTs ¶ added in v1.3.19
func (m *LogMessage) GetTs() *google_protobuf1.Timestamp
func (*LogMessage) GetUser ¶ added in v1.4.1
func (m *LogMessage) GetUser() bool
func (*LogMessage) GetWorkerID ¶ added in v1.4.1
func (m *LogMessage) GetWorkerID() string
func (*LogMessage) Marshal ¶ added in v1.5.0
func (m *LogMessage) Marshal() (dAtA []byte, err error)
func (*LogMessage) MarshalTo ¶ added in v1.5.0
func (m *LogMessage) MarshalTo(dAtA []byte) (int, error)
func (*LogMessage) ProtoMessage ¶ added in v1.3.19
func (*LogMessage) ProtoMessage()
func (*LogMessage) Reset ¶ added in v1.3.19
func (m *LogMessage) Reset()
func (*LogMessage) Size ¶ added in v1.5.0
func (m *LogMessage) Size() (n int)
func (*LogMessage) String ¶ added in v1.3.19
func (m *LogMessage) String() string
func (*LogMessage) Unmarshal ¶ added in v1.5.0
func (m *LogMessage) Unmarshal(dAtA []byte) error
type ParallelismSpec ¶ added in v1.2.0
type ParallelismSpec struct { Strategy ParallelismSpec_Strategy `protobuf:"varint,1,opt,name=strategy,proto3,enum=pps.ParallelismSpec_Strategy" json:"strategy,omitempty"` // If 'strategy' is set to CONSTANT, then the field 'constant' is used. // // Starts the pipeline/job with a 'constant' workers, unless 'constant' is // zero. If 'constant' is zero (which is the zero value of ParallelismSpec), // then Pachyderm will choose the number of workers that is started, // (currently it chooses the number of workers in the cluster) Constant uint64 `protobuf:"varint,2,opt,name=constant,proto3" json:"constant,omitempty"` // If 'strategy' is set to COEFFICIENT, then the field 'coefficient' is used. // // Starts the pipeline/job with number of workers equal to 'coefficient' * N, // where N is the number of nodes in the kubernetes cluster. // // For example, if each Kubernetes node has four CPUs, you might set // 'coefficient' to four, so that there are four Pachyderm workers per // Kubernetes node, and each Pachyderm worker gets one CPU. If you want to // reserve half the nodes in your cluster for other tasks, you might set // 'coefficient' to 0.5. Coefficient float64 `protobuf:"fixed64,3,opt,name=coefficient,proto3" json:"coefficient,omitempty"` }
func (*ParallelismSpec) Descriptor ¶ added in v1.2.0
func (*ParallelismSpec) Descriptor() ([]byte, []int)
func (*ParallelismSpec) GetCoefficient ¶ added in v1.3.5
func (m *ParallelismSpec) GetCoefficient() float64
func (*ParallelismSpec) GetConstant ¶ added in v1.3.5
func (m *ParallelismSpec) GetConstant() uint64
func (*ParallelismSpec) GetStrategy ¶ added in v1.3.5
func (m *ParallelismSpec) GetStrategy() ParallelismSpec_Strategy
func (*ParallelismSpec) Marshal ¶ added in v1.5.0
func (m *ParallelismSpec) Marshal() (dAtA []byte, err error)
func (*ParallelismSpec) MarshalTo ¶ added in v1.5.0
func (m *ParallelismSpec) MarshalTo(dAtA []byte) (int, error)
func (*ParallelismSpec) ProtoMessage ¶ added in v1.2.0
func (*ParallelismSpec) ProtoMessage()
func (*ParallelismSpec) Reset ¶ added in v1.2.0
func (m *ParallelismSpec) Reset()
func (*ParallelismSpec) Size ¶ added in v1.5.0
func (m *ParallelismSpec) Size() (n int)
func (*ParallelismSpec) String ¶ added in v1.2.0
func (m *ParallelismSpec) String() string
func (*ParallelismSpec) Unmarshal ¶ added in v1.5.0
func (m *ParallelismSpec) Unmarshal(dAtA []byte) error
type ParallelismSpec_Strategy ¶ added in v1.2.0
type ParallelismSpec_Strategy int32
Which Parallelism strategy to use. Depending on the value of 'strategy', other messages in the spec will or will not be set.
const ( ParallelismSpec_CONSTANT ParallelismSpec_Strategy = 0 ParallelismSpec_COEFFICIENT ParallelismSpec_Strategy = 1 )
func (ParallelismSpec_Strategy) EnumDescriptor ¶ added in v1.2.0
func (ParallelismSpec_Strategy) EnumDescriptor() ([]byte, []int)
func (ParallelismSpec_Strategy) String ¶ added in v1.2.0
func (x ParallelismSpec_Strategy) String() string
type Pipeline ¶
type Pipeline struct {
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
}
func (*Pipeline) Descriptor ¶
func (*Pipeline) ProtoMessage ¶
func (*Pipeline) ProtoMessage()
type PipelineInfo ¶
type PipelineInfo struct { ID string `protobuf:"bytes,17,opt,name=id,proto3" json:"id,omitempty"` Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` Version uint64 `protobuf:"varint,11,opt,name=version,proto3" json:"version,omitempty"` Transform *Transform `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,10,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Inputs []*PipelineInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"` Egress *Egress `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"` CreatedAt *google_protobuf1.Timestamp `protobuf:"bytes,6,opt,name=created_at,json=createdAt" json:"created_at,omitempty"` State PipelineState `protobuf:"varint,7,opt,name=state,proto3,enum=pps.PipelineState" json:"state,omitempty"` RecentError string `protobuf:"bytes,8,opt,name=recent_error,json=recentError,proto3" json:"recent_error,omitempty"` JobCounts map[int32]int32 `` /* 171-byte string literal not displayed */ OutputBranch string `protobuf:"bytes,16,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"` ScaleDownThreshold *google_protobuf2.Duration `protobuf:"bytes,18,opt,name=scaleDownThreshold" json:"scaleDownThreshold,omitempty"` ResourceSpec *ResourceSpec `protobuf:"bytes,19,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"` Input *Input `protobuf:"bytes,20,opt,name=input" json:"input,omitempty"` Description string `protobuf:"bytes,21,opt,name=description,proto3" json:"description,omitempty"` Incremental bool `protobuf:"varint,22,opt,name=incremental,proto3" json:"incremental,omitempty"` }
func (*PipelineInfo) Descriptor ¶
func (*PipelineInfo) Descriptor() ([]byte, []int)
func (*PipelineInfo) GetCreatedAt ¶
func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp
func (*PipelineInfo) GetDescription ¶ added in v1.4.7
func (m *PipelineInfo) GetDescription() string
func (*PipelineInfo) GetEgress ¶ added in v1.3.19
func (m *PipelineInfo) GetEgress() *Egress
func (*PipelineInfo) GetID ¶ added in v1.3.19
func (m *PipelineInfo) GetID() string
func (*PipelineInfo) GetIncremental ¶ added in v1.4.8
func (m *PipelineInfo) GetIncremental() bool
func (*PipelineInfo) GetInput ¶ added in v1.4.6
func (m *PipelineInfo) GetInput() *Input
func (*PipelineInfo) GetInputs ¶
func (m *PipelineInfo) GetInputs() []*PipelineInput
func (*PipelineInfo) GetJobCounts ¶
func (m *PipelineInfo) GetJobCounts() map[int32]int32
func (*PipelineInfo) GetOutputBranch ¶ added in v1.3.19
func (m *PipelineInfo) GetOutputBranch() string
func (*PipelineInfo) GetParallelismSpec ¶ added in v1.2.0
func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec
func (*PipelineInfo) GetPipeline ¶
func (m *PipelineInfo) GetPipeline() *Pipeline
func (*PipelineInfo) GetRecentError ¶ added in v1.3.5
func (m *PipelineInfo) GetRecentError() string
func (*PipelineInfo) GetResourceSpec ¶ added in v1.4.5
func (m *PipelineInfo) GetResourceSpec() *ResourceSpec
func (*PipelineInfo) GetScaleDownThreshold ¶ added in v1.4.4
func (m *PipelineInfo) GetScaleDownThreshold() *google_protobuf2.Duration
func (*PipelineInfo) GetState ¶ added in v1.3.5
func (m *PipelineInfo) GetState() PipelineState
func (*PipelineInfo) GetTransform ¶
func (m *PipelineInfo) GetTransform() *Transform
func (*PipelineInfo) GetVersion ¶ added in v1.3.5
func (m *PipelineInfo) GetVersion() uint64
func (*PipelineInfo) Marshal ¶ added in v1.5.0
func (m *PipelineInfo) Marshal() (dAtA []byte, err error)
func (*PipelineInfo) MarshalTo ¶ added in v1.5.0
func (m *PipelineInfo) MarshalTo(dAtA []byte) (int, error)
func (*PipelineInfo) ProtoMessage ¶
func (*PipelineInfo) ProtoMessage()
func (*PipelineInfo) Reset ¶
func (m *PipelineInfo) Reset()
func (*PipelineInfo) Size ¶ added in v1.5.0
func (m *PipelineInfo) Size() (n int)
func (*PipelineInfo) String ¶
func (m *PipelineInfo) String() string
func (*PipelineInfo) Unmarshal ¶ added in v1.5.0
func (m *PipelineInfo) Unmarshal(dAtA []byte) error
type PipelineInfos ¶
type PipelineInfos struct {
PipelineInfo []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo" json:"pipeline_info,omitempty"`
}
func (*PipelineInfos) Descriptor ¶
func (*PipelineInfos) Descriptor() ([]byte, []int)
func (*PipelineInfos) GetPipelineInfo ¶
func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo
func (*PipelineInfos) Marshal ¶ added in v1.5.0
func (m *PipelineInfos) Marshal() (dAtA []byte, err error)
func (*PipelineInfos) MarshalTo ¶ added in v1.5.0
func (m *PipelineInfos) MarshalTo(dAtA []byte) (int, error)
func (*PipelineInfos) ProtoMessage ¶
func (*PipelineInfos) ProtoMessage()
func (*PipelineInfos) Reset ¶
func (m *PipelineInfos) Reset()
func (*PipelineInfos) Size ¶ added in v1.5.0
func (m *PipelineInfos) Size() (n int)
func (*PipelineInfos) String ¶
func (m *PipelineInfos) String() string
func (*PipelineInfos) Unmarshal ¶ added in v1.5.0
func (m *PipelineInfos) Unmarshal(dAtA []byte) error
type PipelineInput ¶
type PipelineInput struct { Name string `protobuf:"bytes,5,opt,name=name,proto3" json:"name,omitempty"` Repo *pfs.Repo `protobuf:"bytes,1,opt,name=repo" json:"repo,omitempty"` Branch string `protobuf:"bytes,2,opt,name=branch,proto3" json:"branch,omitempty"` Glob string `protobuf:"bytes,3,opt,name=glob,proto3" json:"glob,omitempty"` Lazy bool `protobuf:"varint,4,opt,name=lazy,proto3" json:"lazy,omitempty"` From *pfs.Commit `protobuf:"bytes,6,opt,name=from" json:"from,omitempty"` }
func (*PipelineInput) Descriptor ¶
func (*PipelineInput) Descriptor() ([]byte, []int)
func (*PipelineInput) GetBranch ¶ added in v1.3.19
func (m *PipelineInput) GetBranch() string
func (*PipelineInput) GetFrom ¶ added in v1.3.19
func (m *PipelineInput) GetFrom() *pfs.Commit
func (*PipelineInput) GetGlob ¶ added in v1.3.19
func (m *PipelineInput) GetGlob() string
func (*PipelineInput) GetLazy ¶ added in v1.3.5
func (m *PipelineInput) GetLazy() bool
func (*PipelineInput) GetName ¶ added in v1.3.19
func (m *PipelineInput) GetName() string
func (*PipelineInput) GetRepo ¶
func (m *PipelineInput) GetRepo() *pfs.Repo
func (*PipelineInput) Marshal ¶ added in v1.5.0
func (m *PipelineInput) Marshal() (dAtA []byte, err error)
func (*PipelineInput) MarshalTo ¶ added in v1.5.0
func (m *PipelineInput) MarshalTo(dAtA []byte) (int, error)
func (*PipelineInput) ProtoMessage ¶
func (*PipelineInput) ProtoMessage()
func (*PipelineInput) Reset ¶
func (m *PipelineInput) Reset()
func (*PipelineInput) Size ¶ added in v1.5.0
func (m *PipelineInput) Size() (n int)
func (*PipelineInput) String ¶
func (m *PipelineInput) String() string
func (*PipelineInput) Unmarshal ¶ added in v1.5.0
func (m *PipelineInput) Unmarshal(dAtA []byte) error
type PipelineState ¶
type PipelineState int32
const ( // When the pipeline is not ready to be triggered by commits. // This happens when either 1) a pipeline has been created but not // yet picked up by a PPS server, or 2) the pipeline does not have // any inputs and is meant to be triggered manually PipelineState_PIPELINE_STARTING PipelineState = 0 // After this pipeline is picked up by a pachd node. This is the normal // state of a pipeline. PipelineState_PIPELINE_RUNNING PipelineState = 1 // After some error caused runPipeline to exit, but before the // pipeline is re-run. This is when the exponential backoff is // in effect. PipelineState_PIPELINE_RESTARTING PipelineState = 2 // We have retried too many times and we have given up on this pipeline. PipelineState_PIPELINE_FAILURE PipelineState = 3 // The pipeline has been explicitly stopped by the user. PipelineState_PIPELINE_STOPPED PipelineState = 4 )
func (PipelineState) EnumDescriptor ¶
func (PipelineState) EnumDescriptor() ([]byte, []int)
func (PipelineState) String ¶
func (x PipelineState) String() string
type RerunPipelineRequest ¶ added in v1.3.6
type RerunPipelineRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` Exclude []*pfs.Commit `protobuf:"bytes,2,rep,name=exclude" json:"exclude,omitempty"` Include []*pfs.Commit `protobuf:"bytes,3,rep,name=include" json:"include,omitempty"` }
func (*RerunPipelineRequest) Descriptor ¶ added in v1.3.6
func (*RerunPipelineRequest) Descriptor() ([]byte, []int)
func (*RerunPipelineRequest) GetExclude ¶ added in v1.3.6
func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit
func (*RerunPipelineRequest) GetInclude ¶ added in v1.3.6
func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit
func (*RerunPipelineRequest) GetPipeline ¶ added in v1.3.6
func (m *RerunPipelineRequest) GetPipeline() *Pipeline
func (*RerunPipelineRequest) Marshal ¶ added in v1.5.0
func (m *RerunPipelineRequest) Marshal() (dAtA []byte, err error)
func (*RerunPipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *RerunPipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*RerunPipelineRequest) ProtoMessage ¶ added in v1.3.6
func (*RerunPipelineRequest) ProtoMessage()
func (*RerunPipelineRequest) Reset ¶ added in v1.3.6
func (m *RerunPipelineRequest) Reset()
func (*RerunPipelineRequest) Size ¶ added in v1.5.0
func (m *RerunPipelineRequest) Size() (n int)
func (*RerunPipelineRequest) String ¶ added in v1.3.6
func (m *RerunPipelineRequest) String() string
func (*RerunPipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *RerunPipelineRequest) Unmarshal(dAtA []byte) error
type ResourceSpec ¶ added in v1.4.5
type ResourceSpec struct { // The number of CPUs each worker needs (partial values are allowed, and // encouraged) Cpu float32 `protobuf:"fixed32,1,opt,name=cpu,proto3" json:"cpu,omitempty"` // The amount of memory, in bytes, each worker needs (in bytes, with allowed // SI suffixes (M, K, G, Mi, Ki, Gi, etc). Memory string `protobuf:"bytes,2,opt,name=memory,proto3" json:"memory,omitempty"` // The number of GPUs each worker needs. Gpu int64 `protobuf:"varint,3,opt,name=gpu,proto3" json:"gpu,omitempty"` }
ResourceSpec describes the amount of resources that pipeline pods should request from kubernetes, for scheduling.
func (*ResourceSpec) Descriptor ¶ added in v1.4.5
func (*ResourceSpec) Descriptor() ([]byte, []int)
func (*ResourceSpec) GetCpu ¶ added in v1.4.5
func (m *ResourceSpec) GetCpu() float32
func (*ResourceSpec) GetGpu ¶ added in v1.4.6
func (m *ResourceSpec) GetGpu() int64
func (*ResourceSpec) GetMemory ¶ added in v1.4.5
func (m *ResourceSpec) GetMemory() string
func (*ResourceSpec) Marshal ¶ added in v1.5.0
func (m *ResourceSpec) Marshal() (dAtA []byte, err error)
func (*ResourceSpec) MarshalTo ¶ added in v1.5.0
func (m *ResourceSpec) MarshalTo(dAtA []byte) (int, error)
func (*ResourceSpec) ProtoMessage ¶ added in v1.4.5
func (*ResourceSpec) ProtoMessage()
func (*ResourceSpec) Reset ¶ added in v1.4.5
func (m *ResourceSpec) Reset()
func (*ResourceSpec) Size ¶ added in v1.5.0
func (m *ResourceSpec) Size() (n int)
func (*ResourceSpec) String ¶ added in v1.4.5
func (m *ResourceSpec) String() string
func (*ResourceSpec) Unmarshal ¶ added in v1.5.0
func (m *ResourceSpec) Unmarshal(dAtA []byte) error
type RestartDatumRequest ¶ added in v1.4.4
type RestartDatumRequest struct { Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` DataFilters []string `protobuf:"bytes,2,rep,name=data_filters,json=dataFilters" json:"data_filters,omitempty"` }
func (*RestartDatumRequest) Descriptor ¶ added in v1.4.4
func (*RestartDatumRequest) Descriptor() ([]byte, []int)
func (*RestartDatumRequest) GetDataFilters ¶ added in v1.4.4
func (m *RestartDatumRequest) GetDataFilters() []string
func (*RestartDatumRequest) GetJob ¶ added in v1.4.4
func (m *RestartDatumRequest) GetJob() *Job
func (*RestartDatumRequest) Marshal ¶ added in v1.5.0
func (m *RestartDatumRequest) Marshal() (dAtA []byte, err error)
func (*RestartDatumRequest) MarshalTo ¶ added in v1.5.0
func (m *RestartDatumRequest) MarshalTo(dAtA []byte) (int, error)
func (*RestartDatumRequest) ProtoMessage ¶ added in v1.4.4
func (*RestartDatumRequest) ProtoMessage()
func (*RestartDatumRequest) Reset ¶ added in v1.4.4
func (m *RestartDatumRequest) Reset()
func (*RestartDatumRequest) Size ¶ added in v1.5.0
func (m *RestartDatumRequest) Size() (n int)
func (*RestartDatumRequest) String ¶ added in v1.4.4
func (m *RestartDatumRequest) String() string
func (*RestartDatumRequest) Unmarshal ¶ added in v1.5.0
func (m *RestartDatumRequest) Unmarshal(dAtA []byte) error
type Secret ¶ added in v1.2.0
type Secret struct { // Name must be the name of the secret in kubernetes. Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` MountPath string `protobuf:"bytes,2,opt,name=mount_path,json=mountPath,proto3" json:"mount_path,omitempty"` }
func (*Secret) Descriptor ¶ added in v1.2.0
func (*Secret) GetMountPath ¶ added in v1.3.5
func (*Secret) ProtoMessage ¶ added in v1.2.0
func (*Secret) ProtoMessage()
type Service ¶ added in v1.3.0
type Service struct { InternalPort int32 `protobuf:"varint,1,opt,name=internal_port,json=internalPort,proto3" json:"internal_port,omitempty"` ExternalPort int32 `protobuf:"varint,2,opt,name=external_port,json=externalPort,proto3" json:"external_port,omitempty"` }
func (*Service) Descriptor ¶ added in v1.3.0
func (*Service) GetExternalPort ¶ added in v1.3.5
func (*Service) GetInternalPort ¶ added in v1.3.5
func (*Service) ProtoMessage ¶ added in v1.3.0
func (*Service) ProtoMessage()
type StartPipelineRequest ¶ added in v1.2.0
type StartPipelineRequest struct {
Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}
func (*StartPipelineRequest) Descriptor ¶ added in v1.2.0
func (*StartPipelineRequest) Descriptor() ([]byte, []int)
func (*StartPipelineRequest) GetPipeline ¶ added in v1.2.0
func (m *StartPipelineRequest) GetPipeline() *Pipeline
func (*StartPipelineRequest) Marshal ¶ added in v1.5.0
func (m *StartPipelineRequest) Marshal() (dAtA []byte, err error)
func (*StartPipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *StartPipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*StartPipelineRequest) ProtoMessage ¶ added in v1.2.0
func (*StartPipelineRequest) ProtoMessage()
func (*StartPipelineRequest) Reset ¶ added in v1.2.0
func (m *StartPipelineRequest) Reset()
func (*StartPipelineRequest) Size ¶ added in v1.5.0
func (m *StartPipelineRequest) Size() (n int)
func (*StartPipelineRequest) String ¶ added in v1.2.0
func (m *StartPipelineRequest) String() string
func (*StartPipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *StartPipelineRequest) Unmarshal(dAtA []byte) error
type StopJobRequest ¶ added in v1.4.4
type StopJobRequest struct {
Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}
func (*StopJobRequest) Descriptor ¶ added in v1.4.4
func (*StopJobRequest) Descriptor() ([]byte, []int)
func (*StopJobRequest) GetJob ¶ added in v1.4.4
func (m *StopJobRequest) GetJob() *Job
func (*StopJobRequest) Marshal ¶ added in v1.5.0
func (m *StopJobRequest) Marshal() (dAtA []byte, err error)
func (*StopJobRequest) MarshalTo ¶ added in v1.5.0
func (m *StopJobRequest) MarshalTo(dAtA []byte) (int, error)
func (*StopJobRequest) ProtoMessage ¶ added in v1.4.4
func (*StopJobRequest) ProtoMessage()
func (*StopJobRequest) Reset ¶ added in v1.4.4
func (m *StopJobRequest) Reset()
func (*StopJobRequest) Size ¶ added in v1.5.0
func (m *StopJobRequest) Size() (n int)
func (*StopJobRequest) String ¶ added in v1.4.4
func (m *StopJobRequest) String() string
func (*StopJobRequest) Unmarshal ¶ added in v1.5.0
func (m *StopJobRequest) Unmarshal(dAtA []byte) error
type StopPipelineRequest ¶ added in v1.2.0
type StopPipelineRequest struct {
Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}
func (*StopPipelineRequest) Descriptor ¶ added in v1.2.0
func (*StopPipelineRequest) Descriptor() ([]byte, []int)
func (*StopPipelineRequest) GetPipeline ¶ added in v1.2.0
func (m *StopPipelineRequest) GetPipeline() *Pipeline
func (*StopPipelineRequest) Marshal ¶ added in v1.5.0
func (m *StopPipelineRequest) Marshal() (dAtA []byte, err error)
func (*StopPipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *StopPipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*StopPipelineRequest) ProtoMessage ¶ added in v1.2.0
func (*StopPipelineRequest) ProtoMessage()
func (*StopPipelineRequest) Reset ¶ added in v1.2.0
func (m *StopPipelineRequest) Reset()
func (*StopPipelineRequest) Size ¶ added in v1.5.0
func (m *StopPipelineRequest) Size() (n int)
func (*StopPipelineRequest) String ¶ added in v1.2.0
func (m *StopPipelineRequest) String() string
func (*StopPipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *StopPipelineRequest) Unmarshal(dAtA []byte) error
type Transform ¶
type Transform struct { Image string `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"` Cmd []string `protobuf:"bytes,2,rep,name=cmd" json:"cmd,omitempty"` Env map[string]string `` /* 140-byte string literal not displayed */ Secrets []*Secret `protobuf:"bytes,4,rep,name=secrets" json:"secrets,omitempty"` ImagePullSecrets []string `protobuf:"bytes,9,rep,name=image_pull_secrets,json=imagePullSecrets" json:"image_pull_secrets,omitempty"` Stdin []string `protobuf:"bytes,5,rep,name=stdin" json:"stdin,omitempty"` AcceptReturnCode []int64 `protobuf:"varint,6,rep,packed,name=accept_return_code,json=acceptReturnCode" json:"accept_return_code,omitempty"` Debug bool `protobuf:"varint,7,opt,name=debug,proto3" json:"debug,omitempty"` }
func (*Transform) Descriptor ¶
func (*Transform) GetAcceptReturnCode ¶ added in v1.3.5
func (*Transform) GetImagePullSecrets ¶ added in v1.3.5
func (*Transform) GetSecrets ¶ added in v1.2.0
func (*Transform) ProtoMessage ¶
func (*Transform) ProtoMessage()
type Worker ¶ added in v1.3.19
type Worker struct { Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` State WorkerState `protobuf:"varint,2,opt,name=state,proto3,enum=pps.WorkerState" json:"state,omitempty"` }
func (*Worker) Descriptor ¶ added in v1.3.19
func (*Worker) GetState ¶ added in v1.3.19
func (m *Worker) GetState() WorkerState
func (*Worker) ProtoMessage ¶ added in v1.3.19
func (*Worker) ProtoMessage()
type WorkerState ¶ added in v1.3.19
type WorkerState int32
const ( WorkerState_POD_RUNNING WorkerState = 0 WorkerState_POD_SUCCESS WorkerState = 1 WorkerState_POD_FAILED WorkerState = 2 )
func (WorkerState) EnumDescriptor ¶ added in v1.3.19
func (WorkerState) EnumDescriptor() ([]byte, []int)
func (WorkerState) String ¶ added in v1.3.19
func (x WorkerState) String() string
type WorkerStatus ¶ added in v1.4.4
type WorkerStatus struct { WorkerID string `protobuf:"bytes,1,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"` JobID string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"` Data []*Datum `protobuf:"bytes,3,rep,name=data" json:"data,omitempty"` // Started is the time processing on the current datum began. Started *google_protobuf1.Timestamp `protobuf:"bytes,4,opt,name=started" json:"started,omitempty"` }
func (*WorkerStatus) Descriptor ¶ added in v1.4.4
func (*WorkerStatus) Descriptor() ([]byte, []int)
func (*WorkerStatus) GetData ¶ added in v1.4.4
func (m *WorkerStatus) GetData() []*Datum
func (*WorkerStatus) GetJobID ¶ added in v1.4.4
func (m *WorkerStatus) GetJobID() string
func (*WorkerStatus) GetStarted ¶ added in v1.4.4
func (m *WorkerStatus) GetStarted() *google_protobuf1.Timestamp
func (*WorkerStatus) GetWorkerID ¶ added in v1.4.4
func (m *WorkerStatus) GetWorkerID() string
func (*WorkerStatus) Marshal ¶ added in v1.5.0
func (m *WorkerStatus) Marshal() (dAtA []byte, err error)
func (*WorkerStatus) MarshalTo ¶ added in v1.5.0
func (m *WorkerStatus) MarshalTo(dAtA []byte) (int, error)
func (*WorkerStatus) ProtoMessage ¶ added in v1.4.4
func (*WorkerStatus) ProtoMessage()
func (*WorkerStatus) Reset ¶ added in v1.4.4
func (m *WorkerStatus) Reset()
func (*WorkerStatus) Size ¶ added in v1.5.0
func (m *WorkerStatus) Size() (n int)
func (*WorkerStatus) String ¶ added in v1.4.4
func (m *WorkerStatus) String() string
func (*WorkerStatus) Unmarshal ¶ added in v1.5.0
func (m *WorkerStatus) Unmarshal(dAtA []byte) error