Documentation ¶
Overview ¶
Package pps is a generated protocol buffer package.
It is generated from these files:
client/pps/pps.proto
It has these top-level messages:
Secret Transform Egress Job Service AtomInput CronInput Input JobInput ParallelismSpec InputFile Datum DatumInfo DatumInfos Aggregate ProcessStats AggregateProcessStats WorkerStatus ResourceSpec JobInfo Worker JobInfos Pipeline PipelineInput PipelineInfo PipelineInfos CreateJobRequest InspectJobRequest ListJobRequest DeleteJobRequest StopJobRequest GetLogsRequest LogMessage RestartDatumRequest InspectDatumRequest ListDatumRequest CreatePipelineRequest InspectPipelineRequest ListPipelineRequest DeletePipelineRequest StartPipelineRequest StopPipelineRequest RerunPipelineRequest GarbageCollectRequest GarbageCollectResponse
Index ¶
- Variables
- func InputCommits(input *Input) []*pfs.Commit
- func InputName(input *Input) string
- func RegisterAPIServer(s *grpc.Server, srv APIServer)
- func SortInput(input *Input)
- func VisitInput(input *Input, f func(*Input))
- type APIClient
- type APIServer
- type API_GetLogsClient
- type API_GetLogsServer
- type Aggregate
- func (*Aggregate) Descriptor() ([]byte, []int)
- func (m *Aggregate) GetCount() int64
- func (m *Aggregate) GetFifthPercentile() float64
- func (m *Aggregate) GetMean() float64
- func (m *Aggregate) GetNinetyFifthPercentile() float64
- func (m *Aggregate) GetStddev() float64
- func (m *Aggregate) Marshal() (dAtA []byte, err error)
- func (m *Aggregate) MarshalTo(dAtA []byte) (int, error)
- func (*Aggregate) ProtoMessage()
- func (m *Aggregate) Reset()
- func (m *Aggregate) Size() (n int)
- func (m *Aggregate) String() string
- func (m *Aggregate) Unmarshal(dAtA []byte) error
- type AggregateProcessStats
- func (*AggregateProcessStats) Descriptor() ([]byte, []int)
- func (m *AggregateProcessStats) GetDownloadBytes() *Aggregate
- func (m *AggregateProcessStats) GetDownloadTime() *Aggregate
- func (m *AggregateProcessStats) GetProcessTime() *Aggregate
- func (m *AggregateProcessStats) GetUploadBytes() *Aggregate
- func (m *AggregateProcessStats) GetUploadTime() *Aggregate
- func (m *AggregateProcessStats) Marshal() (dAtA []byte, err error)
- func (m *AggregateProcessStats) MarshalTo(dAtA []byte) (int, error)
- func (*AggregateProcessStats) ProtoMessage()
- func (m *AggregateProcessStats) Reset()
- func (m *AggregateProcessStats) Size() (n int)
- func (m *AggregateProcessStats) String() string
- func (m *AggregateProcessStats) Unmarshal(dAtA []byte) error
- type AtomInput
- func (*AtomInput) Descriptor() ([]byte, []int)
- func (m *AtomInput) GetBranch() string
- func (m *AtomInput) GetCommit() string
- func (m *AtomInput) GetFromCommit() string
- func (m *AtomInput) GetGlob() string
- func (m *AtomInput) GetLazy() bool
- func (m *AtomInput) GetName() string
- func (m *AtomInput) GetRepo() string
- func (m *AtomInput) Marshal() (dAtA []byte, err error)
- func (m *AtomInput) MarshalTo(dAtA []byte) (int, error)
- func (*AtomInput) ProtoMessage()
- func (m *AtomInput) Reset()
- func (m *AtomInput) Size() (n int)
- func (m *AtomInput) String() string
- func (m *AtomInput) Unmarshal(dAtA []byte) error
- type CreateJobRequest
- func (*CreateJobRequest) Descriptor() ([]byte, []int)
- func (m *CreateJobRequest) GetBatch() bool
- func (m *CreateJobRequest) GetEgress() *Egress
- func (m *CreateJobRequest) GetEnableStats() bool
- func (m *CreateJobRequest) GetIncremental() bool
- func (m *CreateJobRequest) GetInput() *Input
- func (m *CreateJobRequest) GetInputs() []*JobInput
- func (m *CreateJobRequest) GetNewBranch() *pfs.BranchInfo
- func (m *CreateJobRequest) GetOutputBranch() string
- func (m *CreateJobRequest) GetOutputRepo() *pfs.Repo
- func (m *CreateJobRequest) GetParallelismSpec() *ParallelismSpec
- func (m *CreateJobRequest) GetParentJob() *Job
- func (m *CreateJobRequest) GetPipeline() *Pipeline
- func (m *CreateJobRequest) GetPipelineVersion() uint64
- func (m *CreateJobRequest) GetResourceSpec() *ResourceSpec
- func (m *CreateJobRequest) GetSalt() string
- func (m *CreateJobRequest) GetService() *Service
- func (m *CreateJobRequest) GetTransform() *Transform
- func (m *CreateJobRequest) Marshal() (dAtA []byte, err error)
- func (m *CreateJobRequest) MarshalTo(dAtA []byte) (int, error)
- func (*CreateJobRequest) ProtoMessage()
- func (m *CreateJobRequest) Reset()
- func (m *CreateJobRequest) Size() (n int)
- func (m *CreateJobRequest) String() string
- func (m *CreateJobRequest) Unmarshal(dAtA []byte) error
- type CreatePipelineRequest
- func (*CreatePipelineRequest) Descriptor() ([]byte, []int)
- func (m *CreatePipelineRequest) GetBatch() bool
- func (m *CreatePipelineRequest) GetCacheSize() string
- func (m *CreatePipelineRequest) GetDescription() string
- func (m *CreatePipelineRequest) GetEgress() *Egress
- func (m *CreatePipelineRequest) GetEnableStats() bool
- func (m *CreatePipelineRequest) GetIncremental() bool
- func (m *CreatePipelineRequest) GetInput() *Input
- func (m *CreatePipelineRequest) GetInputs() []*PipelineInput
- func (m *CreatePipelineRequest) GetOutputBranch() string
- func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec
- func (m *CreatePipelineRequest) GetPipeline() *Pipeline
- func (m *CreatePipelineRequest) GetReprocess() bool
- func (m *CreatePipelineRequest) GetResourceSpec() *ResourceSpec
- func (m *CreatePipelineRequest) GetScaleDownThreshold() *google_protobuf2.Duration
- func (m *CreatePipelineRequest) GetTransform() *Transform
- func (m *CreatePipelineRequest) GetUpdate() bool
- func (m *CreatePipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *CreatePipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*CreatePipelineRequest) ProtoMessage()
- func (m *CreatePipelineRequest) Reset()
- func (m *CreatePipelineRequest) Size() (n int)
- func (m *CreatePipelineRequest) String() string
- func (m *CreatePipelineRequest) Unmarshal(dAtA []byte) error
- type CronInput
- func (*CronInput) Descriptor() ([]byte, []int)
- func (m *CronInput) GetCommit() string
- func (m *CronInput) GetName() string
- func (m *CronInput) GetRepo() string
- func (m *CronInput) GetSpec() string
- func (m *CronInput) GetStart() *google_protobuf1.Timestamp
- func (m *CronInput) Marshal() (dAtA []byte, err error)
- func (m *CronInput) MarshalTo(dAtA []byte) (int, error)
- func (*CronInput) ProtoMessage()
- func (m *CronInput) Reset()
- func (m *CronInput) Size() (n int)
- func (m *CronInput) String() string
- func (m *CronInput) Unmarshal(dAtA []byte) error
- type Datum
- func (*Datum) Descriptor() ([]byte, []int)
- func (m *Datum) GetID() string
- func (m *Datum) GetJob() *Job
- func (m *Datum) Marshal() (dAtA []byte, err error)
- func (m *Datum) MarshalTo(dAtA []byte) (int, error)
- func (*Datum) ProtoMessage()
- func (m *Datum) Reset()
- func (m *Datum) Size() (n int)
- func (m *Datum) String() string
- func (m *Datum) Unmarshal(dAtA []byte) error
- type DatumInfo
- func (*DatumInfo) Descriptor() ([]byte, []int)
- func (m *DatumInfo) GetData() []*InputFile
- func (m *DatumInfo) GetDatum() *Datum
- func (m *DatumInfo) GetPfsState() *pfs.File
- func (m *DatumInfo) GetState() DatumState
- func (m *DatumInfo) GetStats() *ProcessStats
- func (m *DatumInfo) Marshal() (dAtA []byte, err error)
- func (m *DatumInfo) MarshalTo(dAtA []byte) (int, error)
- func (*DatumInfo) ProtoMessage()
- func (m *DatumInfo) Reset()
- func (m *DatumInfo) Size() (n int)
- func (m *DatumInfo) String() string
- func (m *DatumInfo) Unmarshal(dAtA []byte) error
- type DatumInfos
- func (*DatumInfos) Descriptor() ([]byte, []int)
- func (m *DatumInfos) GetDatumInfo() []*DatumInfo
- func (m *DatumInfos) Marshal() (dAtA []byte, err error)
- func (m *DatumInfos) MarshalTo(dAtA []byte) (int, error)
- func (*DatumInfos) ProtoMessage()
- func (m *DatumInfos) Reset()
- func (m *DatumInfos) Size() (n int)
- func (m *DatumInfos) String() string
- func (m *DatumInfos) Unmarshal(dAtA []byte) error
- type DatumState
- type DeleteJobRequest
- func (*DeleteJobRequest) Descriptor() ([]byte, []int)
- func (m *DeleteJobRequest) GetJob() *Job
- func (m *DeleteJobRequest) Marshal() (dAtA []byte, err error)
- func (m *DeleteJobRequest) MarshalTo(dAtA []byte) (int, error)
- func (*DeleteJobRequest) ProtoMessage()
- func (m *DeleteJobRequest) Reset()
- func (m *DeleteJobRequest) Size() (n int)
- func (m *DeleteJobRequest) String() string
- func (m *DeleteJobRequest) Unmarshal(dAtA []byte) error
- type DeletePipelineRequest
- func (*DeletePipelineRequest) Descriptor() ([]byte, []int)
- func (m *DeletePipelineRequest) GetAll() bool
- func (m *DeletePipelineRequest) GetDeleteJobs() bool
- func (m *DeletePipelineRequest) GetDeleteRepo() bool
- func (m *DeletePipelineRequest) GetPipeline() *Pipeline
- func (m *DeletePipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *DeletePipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*DeletePipelineRequest) ProtoMessage()
- func (m *DeletePipelineRequest) Reset()
- func (m *DeletePipelineRequest) Size() (n int)
- func (m *DeletePipelineRequest) String() string
- func (m *DeletePipelineRequest) Unmarshal(dAtA []byte) error
- type Egress
- func (*Egress) Descriptor() ([]byte, []int)
- func (m *Egress) GetURL() string
- func (m *Egress) Marshal() (dAtA []byte, err error)
- func (m *Egress) MarshalTo(dAtA []byte) (int, error)
- func (*Egress) ProtoMessage()
- func (m *Egress) Reset()
- func (m *Egress) Size() (n int)
- func (m *Egress) String() string
- func (m *Egress) Unmarshal(dAtA []byte) error
- type GarbageCollectRequest
- func (*GarbageCollectRequest) Descriptor() ([]byte, []int)
- func (m *GarbageCollectRequest) Marshal() (dAtA []byte, err error)
- func (m *GarbageCollectRequest) MarshalTo(dAtA []byte) (int, error)
- func (*GarbageCollectRequest) ProtoMessage()
- func (m *GarbageCollectRequest) Reset()
- func (m *GarbageCollectRequest) Size() (n int)
- func (m *GarbageCollectRequest) String() string
- func (m *GarbageCollectRequest) Unmarshal(dAtA []byte) error
- type GarbageCollectResponse
- func (*GarbageCollectResponse) Descriptor() ([]byte, []int)
- func (m *GarbageCollectResponse) Marshal() (dAtA []byte, err error)
- func (m *GarbageCollectResponse) MarshalTo(dAtA []byte) (int, error)
- func (*GarbageCollectResponse) ProtoMessage()
- func (m *GarbageCollectResponse) Reset()
- func (m *GarbageCollectResponse) Size() (n int)
- func (m *GarbageCollectResponse) String() string
- func (m *GarbageCollectResponse) Unmarshal(dAtA []byte) error
- type GetLogsRequest
- func (*GetLogsRequest) Descriptor() ([]byte, []int)
- func (m *GetLogsRequest) GetDataFilters() []string
- func (m *GetLogsRequest) GetInputFileID() string
- func (m *GetLogsRequest) GetJob() *Job
- func (m *GetLogsRequest) GetMaster() bool
- func (m *GetLogsRequest) GetPipeline() *Pipeline
- func (m *GetLogsRequest) Marshal() (dAtA []byte, err error)
- func (m *GetLogsRequest) MarshalTo(dAtA []byte) (int, error)
- func (*GetLogsRequest) ProtoMessage()
- func (m *GetLogsRequest) Reset()
- func (m *GetLogsRequest) Size() (n int)
- func (m *GetLogsRequest) String() string
- func (m *GetLogsRequest) Unmarshal(dAtA []byte) error
- type Input
- func (*Input) Descriptor() ([]byte, []int)
- func (m *Input) GetAtom() *AtomInput
- func (m *Input) GetCron() *CronInput
- func (m *Input) GetCross() []*Input
- func (m *Input) GetUnion() []*Input
- func (m *Input) Marshal() (dAtA []byte, err error)
- func (m *Input) MarshalTo(dAtA []byte) (int, error)
- func (*Input) ProtoMessage()
- func (m *Input) Reset()
- func (m *Input) Size() (n int)
- func (m *Input) String() string
- func (m *Input) Unmarshal(dAtA []byte) error
- type InputFile
- func (*InputFile) Descriptor() ([]byte, []int)
- func (m *InputFile) GetHash() []byte
- func (m *InputFile) GetPath() string
- func (m *InputFile) Marshal() (dAtA []byte, err error)
- func (m *InputFile) MarshalTo(dAtA []byte) (int, error)
- func (*InputFile) ProtoMessage()
- func (m *InputFile) Reset()
- func (m *InputFile) Size() (n int)
- func (m *InputFile) String() string
- func (m *InputFile) Unmarshal(dAtA []byte) error
- type InspectDatumRequest
- func (*InspectDatumRequest) Descriptor() ([]byte, []int)
- func (m *InspectDatumRequest) GetDatum() *Datum
- func (m *InspectDatumRequest) Marshal() (dAtA []byte, err error)
- func (m *InspectDatumRequest) MarshalTo(dAtA []byte) (int, error)
- func (*InspectDatumRequest) ProtoMessage()
- func (m *InspectDatumRequest) Reset()
- func (m *InspectDatumRequest) Size() (n int)
- func (m *InspectDatumRequest) String() string
- func (m *InspectDatumRequest) Unmarshal(dAtA []byte) error
- type InspectJobRequest
- func (*InspectJobRequest) Descriptor() ([]byte, []int)
- func (m *InspectJobRequest) GetBlockState() bool
- func (m *InspectJobRequest) GetJob() *Job
- func (m *InspectJobRequest) Marshal() (dAtA []byte, err error)
- func (m *InspectJobRequest) MarshalTo(dAtA []byte) (int, error)
- func (*InspectJobRequest) ProtoMessage()
- func (m *InspectJobRequest) Reset()
- func (m *InspectJobRequest) Size() (n int)
- func (m *InspectJobRequest) String() string
- func (m *InspectJobRequest) Unmarshal(dAtA []byte) error
- type InspectPipelineRequest
- func (*InspectPipelineRequest) Descriptor() ([]byte, []int)
- func (m *InspectPipelineRequest) GetPipeline() *Pipeline
- func (m *InspectPipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *InspectPipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*InspectPipelineRequest) ProtoMessage()
- func (m *InspectPipelineRequest) Reset()
- func (m *InspectPipelineRequest) Size() (n int)
- func (m *InspectPipelineRequest) String() string
- func (m *InspectPipelineRequest) Unmarshal(dAtA []byte) error
- type Job
- func (*Job) Descriptor() ([]byte, []int)
- func (m *Job) GetID() string
- func (m *Job) Marshal() (dAtA []byte, err error)
- func (m *Job) MarshalTo(dAtA []byte) (int, error)
- func (*Job) ProtoMessage()
- func (m *Job) Reset()
- func (m *Job) Size() (n int)
- func (m *Job) String() string
- func (m *Job) Unmarshal(dAtA []byte) error
- type JobInfo
- func (*JobInfo) Descriptor() ([]byte, []int)
- func (m *JobInfo) GetBatch() bool
- func (m *JobInfo) GetDataProcessed() int64
- func (m *JobInfo) GetDataSkipped() int64
- func (m *JobInfo) GetDataTotal() int64
- func (m *JobInfo) GetEgress() *Egress
- func (m *JobInfo) GetEnableStats() bool
- func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp
- func (m *JobInfo) GetIncremental() bool
- func (m *JobInfo) GetInput() *Input
- func (m *JobInfo) GetInputs() []*JobInput
- func (m *JobInfo) GetJob() *Job
- func (m *JobInfo) GetNewBranch() *pfs.BranchInfo
- func (m *JobInfo) GetOutputBranch() string
- func (m *JobInfo) GetOutputCommit() *pfs.Commit
- func (m *JobInfo) GetOutputRepo() *pfs.Repo
- func (m *JobInfo) GetParallelismSpec() *ParallelismSpec
- func (m *JobInfo) GetParentJob() *Job
- func (m *JobInfo) GetPipeline() *Pipeline
- func (m *JobInfo) GetPipelineVersion() uint64
- func (m *JobInfo) GetResourceSpec() *ResourceSpec
- func (m *JobInfo) GetRestart() uint64
- func (m *JobInfo) GetSalt() string
- func (m *JobInfo) GetService() *Service
- func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp
- func (m *JobInfo) GetState() JobState
- func (m *JobInfo) GetStats() *ProcessStats
- func (m *JobInfo) GetStatsCommit() *pfs.Commit
- func (m *JobInfo) GetTransform() *Transform
- func (m *JobInfo) GetWorkerStatus() []*WorkerStatus
- func (m *JobInfo) Marshal() (dAtA []byte, err error)
- func (m *JobInfo) MarshalTo(dAtA []byte) (int, error)
- func (*JobInfo) ProtoMessage()
- func (m *JobInfo) Reset()
- func (m *JobInfo) Size() (n int)
- func (m *JobInfo) String() string
- func (m *JobInfo) Unmarshal(dAtA []byte) error
- type JobInfos
- func (*JobInfos) Descriptor() ([]byte, []int)
- func (m *JobInfos) GetJobInfo() []*JobInfo
- func (m *JobInfos) Marshal() (dAtA []byte, err error)
- func (m *JobInfos) MarshalTo(dAtA []byte) (int, error)
- func (*JobInfos) ProtoMessage()
- func (m *JobInfos) Reset()
- func (m *JobInfos) Size() (n int)
- func (m *JobInfos) String() string
- func (m *JobInfos) Unmarshal(dAtA []byte) error
- type JobInput
- func (*JobInput) Descriptor() ([]byte, []int)
- func (m *JobInput) GetCommit() *pfs.Commit
- func (m *JobInput) GetGlob() string
- func (m *JobInput) GetLazy() bool
- func (m *JobInput) GetName() string
- func (m *JobInput) Marshal() (dAtA []byte, err error)
- func (m *JobInput) MarshalTo(dAtA []byte) (int, error)
- func (*JobInput) ProtoMessage()
- func (m *JobInput) Reset()
- func (m *JobInput) Size() (n int)
- func (m *JobInput) String() string
- func (m *JobInput) Unmarshal(dAtA []byte) error
- type JobState
- type ListDatumRequest
- func (*ListDatumRequest) Descriptor() ([]byte, []int)
- func (m *ListDatumRequest) GetJob() *Job
- func (m *ListDatumRequest) Marshal() (dAtA []byte, err error)
- func (m *ListDatumRequest) MarshalTo(dAtA []byte) (int, error)
- func (*ListDatumRequest) ProtoMessage()
- func (m *ListDatumRequest) Reset()
- func (m *ListDatumRequest) Size() (n int)
- func (m *ListDatumRequest) String() string
- func (m *ListDatumRequest) Unmarshal(dAtA []byte) error
- type ListJobRequest
- func (*ListJobRequest) Descriptor() ([]byte, []int)
- func (m *ListJobRequest) GetInputCommit() []*pfs.Commit
- func (m *ListJobRequest) GetPipeline() *Pipeline
- func (m *ListJobRequest) Marshal() (dAtA []byte, err error)
- func (m *ListJobRequest) MarshalTo(dAtA []byte) (int, error)
- func (*ListJobRequest) ProtoMessage()
- func (m *ListJobRequest) Reset()
- func (m *ListJobRequest) Size() (n int)
- func (m *ListJobRequest) String() string
- func (m *ListJobRequest) Unmarshal(dAtA []byte) error
- type ListPipelineRequest
- func (*ListPipelineRequest) Descriptor() ([]byte, []int)
- func (m *ListPipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *ListPipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*ListPipelineRequest) ProtoMessage()
- func (m *ListPipelineRequest) Reset()
- func (m *ListPipelineRequest) Size() (n int)
- func (m *ListPipelineRequest) String() string
- func (m *ListPipelineRequest) Unmarshal(dAtA []byte) error
- type LogMessage
- func (*LogMessage) Descriptor() ([]byte, []int)
- func (m *LogMessage) GetData() []*InputFile
- func (m *LogMessage) GetInputFileID() string
- func (m *LogMessage) GetJobID() string
- func (m *LogMessage) GetMaster() bool
- func (m *LogMessage) GetMessage() string
- func (m *LogMessage) GetPipelineName() string
- func (m *LogMessage) GetTs() *google_protobuf1.Timestamp
- func (m *LogMessage) GetUser() bool
- func (m *LogMessage) GetWorkerID() string
- func (m *LogMessage) Marshal() (dAtA []byte, err error)
- func (m *LogMessage) MarshalTo(dAtA []byte) (int, error)
- func (*LogMessage) ProtoMessage()
- func (m *LogMessage) Reset()
- func (m *LogMessage) Size() (n int)
- func (m *LogMessage) String() string
- func (m *LogMessage) Unmarshal(dAtA []byte) error
- type ParallelismSpec
- func (*ParallelismSpec) Descriptor() ([]byte, []int)
- func (m *ParallelismSpec) GetCoefficient() float64
- func (m *ParallelismSpec) GetConstant() uint64
- func (m *ParallelismSpec) Marshal() (dAtA []byte, err error)
- func (m *ParallelismSpec) MarshalTo(dAtA []byte) (int, error)
- func (*ParallelismSpec) ProtoMessage()
- func (m *ParallelismSpec) Reset()
- func (m *ParallelismSpec) Size() (n int)
- func (m *ParallelismSpec) String() string
- func (m *ParallelismSpec) Unmarshal(dAtA []byte) error
- type Pipeline
- func (*Pipeline) Descriptor() ([]byte, []int)
- func (m *Pipeline) GetName() string
- func (m *Pipeline) Marshal() (dAtA []byte, err error)
- func (m *Pipeline) MarshalTo(dAtA []byte) (int, error)
- func (*Pipeline) ProtoMessage()
- func (m *Pipeline) Reset()
- func (m *Pipeline) Size() (n int)
- func (m *Pipeline) String() string
- func (m *Pipeline) Unmarshal(dAtA []byte) error
- type PipelineInfo
- func (*PipelineInfo) Descriptor() ([]byte, []int)
- func (m *PipelineInfo) GetBatch() bool
- func (m *PipelineInfo) GetCacheSize() string
- func (m *PipelineInfo) GetCapability() string
- func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp
- func (m *PipelineInfo) GetDescription() string
- func (m *PipelineInfo) GetEgress() *Egress
- func (m *PipelineInfo) GetEnableStats() bool
- func (m *PipelineInfo) GetID() string
- func (m *PipelineInfo) GetIncremental() bool
- func (m *PipelineInfo) GetInput() *Input
- func (m *PipelineInfo) GetInputs() []*PipelineInput
- func (m *PipelineInfo) GetJobCounts() map[int32]int32
- func (m *PipelineInfo) GetOutputBranch() string
- func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec
- func (m *PipelineInfo) GetPipeline() *Pipeline
- func (m *PipelineInfo) GetRecentError() string
- func (m *PipelineInfo) GetResourceSpec() *ResourceSpec
- func (m *PipelineInfo) GetSalt() string
- func (m *PipelineInfo) GetScaleDownThreshold() *google_protobuf2.Duration
- func (m *PipelineInfo) GetState() PipelineState
- func (m *PipelineInfo) GetTransform() *Transform
- func (m *PipelineInfo) GetVersion() uint64
- func (m *PipelineInfo) Marshal() (dAtA []byte, err error)
- func (m *PipelineInfo) MarshalTo(dAtA []byte) (int, error)
- func (*PipelineInfo) ProtoMessage()
- func (m *PipelineInfo) Reset()
- func (m *PipelineInfo) Size() (n int)
- func (m *PipelineInfo) String() string
- func (m *PipelineInfo) Unmarshal(dAtA []byte) error
- type PipelineInfos
- func (*PipelineInfos) Descriptor() ([]byte, []int)
- func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo
- func (m *PipelineInfos) Marshal() (dAtA []byte, err error)
- func (m *PipelineInfos) MarshalTo(dAtA []byte) (int, error)
- func (*PipelineInfos) ProtoMessage()
- func (m *PipelineInfos) Reset()
- func (m *PipelineInfos) Size() (n int)
- func (m *PipelineInfos) String() string
- func (m *PipelineInfos) Unmarshal(dAtA []byte) error
- type PipelineInput
- func (*PipelineInput) Descriptor() ([]byte, []int)
- func (m *PipelineInput) GetBranch() string
- func (m *PipelineInput) GetFrom() *pfs.Commit
- func (m *PipelineInput) GetGlob() string
- func (m *PipelineInput) GetLazy() bool
- func (m *PipelineInput) GetName() string
- func (m *PipelineInput) GetRepo() *pfs.Repo
- func (m *PipelineInput) Marshal() (dAtA []byte, err error)
- func (m *PipelineInput) MarshalTo(dAtA []byte) (int, error)
- func (*PipelineInput) ProtoMessage()
- func (m *PipelineInput) Reset()
- func (m *PipelineInput) Size() (n int)
- func (m *PipelineInput) String() string
- func (m *PipelineInput) Unmarshal(dAtA []byte) error
- type PipelineState
- type ProcessStats
- func (*ProcessStats) Descriptor() ([]byte, []int)
- func (m *ProcessStats) GetDownloadBytes() uint64
- func (m *ProcessStats) GetDownloadTime() *google_protobuf2.Duration
- func (m *ProcessStats) GetProcessTime() *google_protobuf2.Duration
- func (m *ProcessStats) GetUploadBytes() uint64
- func (m *ProcessStats) GetUploadTime() *google_protobuf2.Duration
- func (m *ProcessStats) Marshal() (dAtA []byte, err error)
- func (m *ProcessStats) MarshalTo(dAtA []byte) (int, error)
- func (*ProcessStats) ProtoMessage()
- func (m *ProcessStats) Reset()
- func (m *ProcessStats) Size() (n int)
- func (m *ProcessStats) String() string
- func (m *ProcessStats) Unmarshal(dAtA []byte) error
- type RerunPipelineRequest
- func (*RerunPipelineRequest) Descriptor() ([]byte, []int)
- func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit
- func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit
- func (m *RerunPipelineRequest) GetPipeline() *Pipeline
- func (m *RerunPipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *RerunPipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*RerunPipelineRequest) ProtoMessage()
- func (m *RerunPipelineRequest) Reset()
- func (m *RerunPipelineRequest) Size() (n int)
- func (m *RerunPipelineRequest) String() string
- func (m *RerunPipelineRequest) Unmarshal(dAtA []byte) error
- type ResourceSpec
- func (*ResourceSpec) Descriptor() ([]byte, []int)
- func (m *ResourceSpec) GetCpu() float32
- func (m *ResourceSpec) GetGpu() int64
- func (m *ResourceSpec) GetMemory() string
- func (m *ResourceSpec) Marshal() (dAtA []byte, err error)
- func (m *ResourceSpec) MarshalTo(dAtA []byte) (int, error)
- func (*ResourceSpec) ProtoMessage()
- func (m *ResourceSpec) Reset()
- func (m *ResourceSpec) Size() (n int)
- func (m *ResourceSpec) String() string
- func (m *ResourceSpec) Unmarshal(dAtA []byte) error
- type RestartDatumRequest
- func (*RestartDatumRequest) Descriptor() ([]byte, []int)
- func (m *RestartDatumRequest) GetDataFilters() []string
- func (m *RestartDatumRequest) GetJob() *Job
- func (m *RestartDatumRequest) Marshal() (dAtA []byte, err error)
- func (m *RestartDatumRequest) MarshalTo(dAtA []byte) (int, error)
- func (*RestartDatumRequest) ProtoMessage()
- func (m *RestartDatumRequest) Reset()
- func (m *RestartDatumRequest) Size() (n int)
- func (m *RestartDatumRequest) String() string
- func (m *RestartDatumRequest) Unmarshal(dAtA []byte) error
- type Secret
- func (*Secret) Descriptor() ([]byte, []int)
- func (m *Secret) GetMountPath() string
- func (m *Secret) GetName() string
- func (m *Secret) Marshal() (dAtA []byte, err error)
- func (m *Secret) MarshalTo(dAtA []byte) (int, error)
- func (*Secret) ProtoMessage()
- func (m *Secret) Reset()
- func (m *Secret) Size() (n int)
- func (m *Secret) String() string
- func (m *Secret) Unmarshal(dAtA []byte) error
- type Service
- func (*Service) Descriptor() ([]byte, []int)
- func (m *Service) GetExternalPort() int32
- func (m *Service) GetInternalPort() int32
- func (m *Service) Marshal() (dAtA []byte, err error)
- func (m *Service) MarshalTo(dAtA []byte) (int, error)
- func (*Service) ProtoMessage()
- func (m *Service) Reset()
- func (m *Service) Size() (n int)
- func (m *Service) String() string
- func (m *Service) Unmarshal(dAtA []byte) error
- type StartPipelineRequest
- func (*StartPipelineRequest) Descriptor() ([]byte, []int)
- func (m *StartPipelineRequest) GetPipeline() *Pipeline
- func (m *StartPipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *StartPipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*StartPipelineRequest) ProtoMessage()
- func (m *StartPipelineRequest) Reset()
- func (m *StartPipelineRequest) Size() (n int)
- func (m *StartPipelineRequest) String() string
- func (m *StartPipelineRequest) Unmarshal(dAtA []byte) error
- type StopJobRequest
- func (*StopJobRequest) Descriptor() ([]byte, []int)
- func (m *StopJobRequest) GetJob() *Job
- func (m *StopJobRequest) Marshal() (dAtA []byte, err error)
- func (m *StopJobRequest) MarshalTo(dAtA []byte) (int, error)
- func (*StopJobRequest) ProtoMessage()
- func (m *StopJobRequest) Reset()
- func (m *StopJobRequest) Size() (n int)
- func (m *StopJobRequest) String() string
- func (m *StopJobRequest) Unmarshal(dAtA []byte) error
- type StopPipelineRequest
- func (*StopPipelineRequest) Descriptor() ([]byte, []int)
- func (m *StopPipelineRequest) GetPipeline() *Pipeline
- func (m *StopPipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *StopPipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*StopPipelineRequest) ProtoMessage()
- func (m *StopPipelineRequest) Reset()
- func (m *StopPipelineRequest) Size() (n int)
- func (m *StopPipelineRequest) String() string
- func (m *StopPipelineRequest) Unmarshal(dAtA []byte) error
- type Transform
- func (*Transform) Descriptor() ([]byte, []int)
- func (m *Transform) GetAcceptReturnCode() []int64
- func (m *Transform) GetCmd() []string
- func (m *Transform) GetDebug() bool
- func (m *Transform) GetEnv() map[string]string
- func (m *Transform) GetImage() string
- func (m *Transform) GetImagePullSecrets() []string
- func (m *Transform) GetSecrets() []*Secret
- func (m *Transform) GetStdin() []string
- func (m *Transform) Marshal() (dAtA []byte, err error)
- func (m *Transform) MarshalTo(dAtA []byte) (int, error)
- func (*Transform) ProtoMessage()
- func (m *Transform) Reset()
- func (m *Transform) Size() (n int)
- func (m *Transform) String() string
- func (m *Transform) Unmarshal(dAtA []byte) error
- type Worker
- func (*Worker) Descriptor() ([]byte, []int)
- func (m *Worker) GetName() string
- func (m *Worker) GetState() WorkerState
- func (m *Worker) Marshal() (dAtA []byte, err error)
- func (m *Worker) MarshalTo(dAtA []byte) (int, error)
- func (*Worker) ProtoMessage()
- func (m *Worker) Reset()
- func (m *Worker) Size() (n int)
- func (m *Worker) String() string
- func (m *Worker) Unmarshal(dAtA []byte) error
- type WorkerState
- type WorkerStatus
- func (*WorkerStatus) Descriptor() ([]byte, []int)
- func (m *WorkerStatus) GetData() []*InputFile
- func (m *WorkerStatus) GetJobID() string
- func (m *WorkerStatus) GetQueueSize() int64
- func (m *WorkerStatus) GetStarted() *google_protobuf1.Timestamp
- func (m *WorkerStatus) GetStats() *ProcessStats
- func (m *WorkerStatus) GetWorkerID() string
- func (m *WorkerStatus) Marshal() (dAtA []byte, err error)
- func (m *WorkerStatus) MarshalTo(dAtA []byte) (int, error)
- func (*WorkerStatus) ProtoMessage()
- func (m *WorkerStatus) Reset()
- func (m *WorkerStatus) Size() (n int)
- func (m *WorkerStatus) String() string
- func (m *WorkerStatus) Unmarshal(dAtA []byte) error
Constants ¶
This section is empty.
Variables ¶
View Source
var ( ErrInvalidLengthPps = fmt.Errorf("proto: negative length found during unmarshaling") ErrIntOverflowPps = fmt.Errorf("proto: integer overflow") )
View Source
var DatumState_name = map[int32]string{
0: "FAILED",
1: "SUCCESS",
2: "SKIPPED",
3: "STARTING",
}
View Source
var DatumState_value = map[string]int32{
"FAILED": 0,
"SUCCESS": 1,
"SKIPPED": 2,
"STARTING": 3,
}
View Source
var JobState_name = map[int32]string{
0: "JOB_STARTING",
1: "JOB_RUNNING",
2: "JOB_FAILURE",
3: "JOB_SUCCESS",
4: "JOB_KILLED",
}
View Source
var JobState_value = map[string]int32{
"JOB_STARTING": 0,
"JOB_RUNNING": 1,
"JOB_FAILURE": 2,
"JOB_SUCCESS": 3,
"JOB_KILLED": 4,
}
View Source
var PipelineState_name = map[int32]string{
0: "PIPELINE_STARTING",
1: "PIPELINE_RUNNING",
2: "PIPELINE_RESTARTING",
3: "PIPELINE_FAILURE",
4: "PIPELINE_PAUSED",
}
View Source
var PipelineState_value = map[string]int32{
"PIPELINE_STARTING": 0,
"PIPELINE_RUNNING": 1,
"PIPELINE_RESTARTING": 2,
"PIPELINE_FAILURE": 3,
"PIPELINE_PAUSED": 4,
}
View Source
var WorkerState_name = map[int32]string{
0: "POD_RUNNING",
1: "POD_SUCCESS",
2: "POD_FAILED",
}
View Source
var WorkerState_value = map[string]int32{
"POD_RUNNING": 0,
"POD_SUCCESS": 1,
"POD_FAILED": 2,
}
Functions ¶
func InputCommits ¶ added in v1.5.0
InputCommits returns the commits in an Input.
func RegisterAPIServer ¶
func VisitInput ¶ added in v1.5.0
VisitInput visits each input recursively in ascending order (root last)
Types ¶
type APIClient ¶
type APIClient interface { CreateJob(ctx context.Context, in *CreateJobRequest, opts ...grpc.CallOption) (*Job, error) InspectJob(ctx context.Context, in *InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error) ListJob(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error) DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) StopJob(ctx context.Context, in *StopJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) InspectDatum(ctx context.Context, in *InspectDatumRequest, opts ...grpc.CallOption) (*DatumInfo, error) ListDatum(ctx context.Context, in *ListDatumRequest, opts ...grpc.CallOption) (*DatumInfos, error) RestartDatum(ctx context.Context, in *RestartDatumRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) CreatePipeline(ctx context.Context, in *CreatePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) InspectPipeline(ctx context.Context, in *InspectPipelineRequest, opts ...grpc.CallOption) (*PipelineInfo, error) ListPipeline(ctx context.Context, in *ListPipelineRequest, opts ...grpc.CallOption) (*PipelineInfos, error) DeletePipeline(ctx context.Context, in *DeletePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) StartPipeline(ctx context.Context, in *StartPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) StopPipeline(ctx context.Context, in *StopPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) RerunPipeline(ctx context.Context, in *RerunPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) // DeleteAll deletes everything DeleteAll(ctx context.Context, in *google_protobuf.Empty, opts ...grpc.CallOption) (*google_protobuf.Empty, error) GetLogs(ctx context.Context, in *GetLogsRequest, opts ...grpc.CallOption) (API_GetLogsClient, error) // Garbage collection GarbageCollect(ctx context.Context, in *GarbageCollectRequest, opts ...grpc.CallOption) (*GarbageCollectResponse, error) }
func NewAPIClient ¶
func NewAPIClient(cc *grpc.ClientConn) APIClient
type APIServer ¶
type APIServer interface { CreateJob(context.Context, *CreateJobRequest) (*Job, error) InspectJob(context.Context, *InspectJobRequest) (*JobInfo, error) ListJob(context.Context, *ListJobRequest) (*JobInfos, error) DeleteJob(context.Context, *DeleteJobRequest) (*google_protobuf.Empty, error) StopJob(context.Context, *StopJobRequest) (*google_protobuf.Empty, error) InspectDatum(context.Context, *InspectDatumRequest) (*DatumInfo, error) ListDatum(context.Context, *ListDatumRequest) (*DatumInfos, error) RestartDatum(context.Context, *RestartDatumRequest) (*google_protobuf.Empty, error) CreatePipeline(context.Context, *CreatePipelineRequest) (*google_protobuf.Empty, error) InspectPipeline(context.Context, *InspectPipelineRequest) (*PipelineInfo, error) ListPipeline(context.Context, *ListPipelineRequest) (*PipelineInfos, error) DeletePipeline(context.Context, *DeletePipelineRequest) (*google_protobuf.Empty, error) StartPipeline(context.Context, *StartPipelineRequest) (*google_protobuf.Empty, error) StopPipeline(context.Context, *StopPipelineRequest) (*google_protobuf.Empty, error) RerunPipeline(context.Context, *RerunPipelineRequest) (*google_protobuf.Empty, error) // DeleteAll deletes everything DeleteAll(context.Context, *google_protobuf.Empty) (*google_protobuf.Empty, error) GetLogs(*GetLogsRequest, API_GetLogsServer) error // Garbage collection GarbageCollect(context.Context, *GarbageCollectRequest) (*GarbageCollectResponse, error) }
type API_GetLogsClient ¶
type API_GetLogsClient interface { Recv() (*LogMessage, error) grpc.ClientStream }
type API_GetLogsServer ¶
type API_GetLogsServer interface { Send(*LogMessage) error grpc.ServerStream }
type Aggregate ¶ added in v1.5.1
type Aggregate struct { Count int64 `protobuf:"varint,1,opt,name=count,proto3" json:"count,omitempty"` Mean float64 `protobuf:"fixed64,2,opt,name=mean,proto3" json:"mean,omitempty"` Stddev float64 `protobuf:"fixed64,3,opt,name=stddev,proto3" json:"stddev,omitempty"` FifthPercentile float64 `protobuf:"fixed64,4,opt,name=fifth_percentile,json=fifthPercentile,proto3" json:"fifth_percentile,omitempty"` NinetyFifthPercentile float64 `` /* 128-byte string literal not displayed */ }
func (*Aggregate) Descriptor ¶ added in v1.5.1
func (*Aggregate) GetFifthPercentile ¶ added in v1.5.1
func (*Aggregate) GetNinetyFifthPercentile ¶ added in v1.5.1
func (*Aggregate) ProtoMessage ¶ added in v1.5.1
func (*Aggregate) ProtoMessage()
type AggregateProcessStats ¶ added in v1.5.1
type AggregateProcessStats struct { DownloadTime *Aggregate `protobuf:"bytes,1,opt,name=download_time,json=downloadTime" json:"download_time,omitempty"` ProcessTime *Aggregate `protobuf:"bytes,2,opt,name=process_time,json=processTime" json:"process_time,omitempty"` UploadTime *Aggregate `protobuf:"bytes,3,opt,name=upload_time,json=uploadTime" json:"upload_time,omitempty"` DownloadBytes *Aggregate `protobuf:"bytes,4,opt,name=download_bytes,json=downloadBytes" json:"download_bytes,omitempty"` UploadBytes *Aggregate `protobuf:"bytes,5,opt,name=upload_bytes,json=uploadBytes" json:"upload_bytes,omitempty"` }
func (*AggregateProcessStats) Descriptor ¶ added in v1.5.1
func (*AggregateProcessStats) Descriptor() ([]byte, []int)
func (*AggregateProcessStats) GetDownloadBytes ¶ added in v1.5.1
func (m *AggregateProcessStats) GetDownloadBytes() *Aggregate
func (*AggregateProcessStats) GetDownloadTime ¶ added in v1.5.1
func (m *AggregateProcessStats) GetDownloadTime() *Aggregate
func (*AggregateProcessStats) GetProcessTime ¶ added in v1.5.1
func (m *AggregateProcessStats) GetProcessTime() *Aggregate
func (*AggregateProcessStats) GetUploadBytes ¶ added in v1.5.1
func (m *AggregateProcessStats) GetUploadBytes() *Aggregate
func (*AggregateProcessStats) GetUploadTime ¶ added in v1.5.1
func (m *AggregateProcessStats) GetUploadTime() *Aggregate
func (*AggregateProcessStats) Marshal ¶ added in v1.5.1
func (m *AggregateProcessStats) Marshal() (dAtA []byte, err error)
func (*AggregateProcessStats) MarshalTo ¶ added in v1.5.1
func (m *AggregateProcessStats) MarshalTo(dAtA []byte) (int, error)
func (*AggregateProcessStats) ProtoMessage ¶ added in v1.5.1
func (*AggregateProcessStats) ProtoMessage()
func (*AggregateProcessStats) Reset ¶ added in v1.5.1
func (m *AggregateProcessStats) Reset()
func (*AggregateProcessStats) Size ¶ added in v1.5.1
func (m *AggregateProcessStats) Size() (n int)
func (*AggregateProcessStats) String ¶ added in v1.5.1
func (m *AggregateProcessStats) String() string
func (*AggregateProcessStats) Unmarshal ¶ added in v1.5.1
func (m *AggregateProcessStats) Unmarshal(dAtA []byte) error
type AtomInput ¶ added in v1.4.6
type AtomInput struct { Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` Repo string `protobuf:"bytes,2,opt,name=repo,proto3" json:"repo,omitempty"` Branch string `protobuf:"bytes,3,opt,name=branch,proto3" json:"branch,omitempty"` Commit string `protobuf:"bytes,4,opt,name=commit,proto3" json:"commit,omitempty"` Glob string `protobuf:"bytes,5,opt,name=glob,proto3" json:"glob,omitempty"` Lazy bool `protobuf:"varint,6,opt,name=lazy,proto3" json:"lazy,omitempty"` FromCommit string `protobuf:"bytes,7,opt,name=from_commit,json=fromCommit,proto3" json:"from_commit,omitempty"` }
func (*AtomInput) Descriptor ¶ added in v1.4.6
func (*AtomInput) GetFromCommit ¶ added in v1.4.6
func (*AtomInput) ProtoMessage ¶ added in v1.4.6
func (*AtomInput) ProtoMessage()
type CreateJobRequest ¶
type CreateJobRequest struct { Transform *Transform `protobuf:"bytes,1,opt,name=transform" json:"transform,omitempty"` Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"` PipelineVersion uint64 `protobuf:"varint,10,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Inputs []*JobInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"` Egress *Egress `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"` // When service is defined, we create a long running job // by using a k8s RC and Service instead of a k8s Job Service *Service `protobuf:"bytes,8,opt,name=service" json:"service,omitempty"` OutputRepo *pfs.Repo `protobuf:"bytes,12,opt,name=output_repo,json=outputRepo" json:"output_repo,omitempty"` OutputBranch string `protobuf:"bytes,11,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"` ParentJob *Job `protobuf:"bytes,13,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"` ResourceSpec *ResourceSpec `protobuf:"bytes,14,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"` Input *Input `protobuf:"bytes,15,opt,name=input" json:"input,omitempty"` NewBranch *pfs.BranchInfo `protobuf:"bytes,16,opt,name=new_branch,json=newBranch" json:"new_branch,omitempty"` Incremental bool `protobuf:"varint,17,opt,name=incremental,proto3" json:"incremental,omitempty"` EnableStats bool `protobuf:"varint,18,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"` Salt string `protobuf:"bytes,19,opt,name=salt,proto3" json:"salt,omitempty"` Batch bool `protobuf:"varint,20,opt,name=batch,proto3" json:"batch,omitempty"` }
func (*CreateJobRequest) Descriptor ¶
func (*CreateJobRequest) Descriptor() ([]byte, []int)
func (*CreateJobRequest) GetBatch ¶ added in v1.5.1
func (m *CreateJobRequest) GetBatch() bool
func (*CreateJobRequest) GetEgress ¶ added in v1.3.19
func (m *CreateJobRequest) GetEgress() *Egress
func (*CreateJobRequest) GetEnableStats ¶ added in v1.5.1
func (m *CreateJobRequest) GetEnableStats() bool
func (*CreateJobRequest) GetIncremental ¶ added in v1.4.8
func (m *CreateJobRequest) GetIncremental() bool
func (*CreateJobRequest) GetInput ¶ added in v1.4.6
func (m *CreateJobRequest) GetInput() *Input
func (*CreateJobRequest) GetInputs ¶
func (m *CreateJobRequest) GetInputs() []*JobInput
func (*CreateJobRequest) GetNewBranch ¶ added in v1.4.8
func (m *CreateJobRequest) GetNewBranch() *pfs.BranchInfo
func (*CreateJobRequest) GetOutputBranch ¶ added in v1.3.19
func (m *CreateJobRequest) GetOutputBranch() string
func (*CreateJobRequest) GetOutputRepo ¶ added in v1.3.19
func (m *CreateJobRequest) GetOutputRepo() *pfs.Repo
func (*CreateJobRequest) GetParallelismSpec ¶ added in v1.2.0
func (m *CreateJobRequest) GetParallelismSpec() *ParallelismSpec
func (*CreateJobRequest) GetParentJob ¶
func (m *CreateJobRequest) GetParentJob() *Job
func (*CreateJobRequest) GetPipeline ¶
func (m *CreateJobRequest) GetPipeline() *Pipeline
func (*CreateJobRequest) GetPipelineVersion ¶ added in v1.3.6
func (m *CreateJobRequest) GetPipelineVersion() uint64
func (*CreateJobRequest) GetResourceSpec ¶ added in v1.4.5
func (m *CreateJobRequest) GetResourceSpec() *ResourceSpec
func (*CreateJobRequest) GetSalt ¶ added in v1.5.1
func (m *CreateJobRequest) GetSalt() string
func (*CreateJobRequest) GetService ¶ added in v1.3.0
func (m *CreateJobRequest) GetService() *Service
func (*CreateJobRequest) GetTransform ¶
func (m *CreateJobRequest) GetTransform() *Transform
func (*CreateJobRequest) Marshal ¶ added in v1.5.0
func (m *CreateJobRequest) Marshal() (dAtA []byte, err error)
func (*CreateJobRequest) MarshalTo ¶ added in v1.5.0
func (m *CreateJobRequest) MarshalTo(dAtA []byte) (int, error)
func (*CreateJobRequest) ProtoMessage ¶
func (*CreateJobRequest) ProtoMessage()
func (*CreateJobRequest) Reset ¶
func (m *CreateJobRequest) Reset()
func (*CreateJobRequest) Size ¶ added in v1.5.0
func (m *CreateJobRequest) Size() (n int)
func (*CreateJobRequest) String ¶
func (m *CreateJobRequest) String() string
func (*CreateJobRequest) Unmarshal ¶ added in v1.5.0
func (m *CreateJobRequest) Unmarshal(dAtA []byte) error
type CreatePipelineRequest ¶
type CreatePipelineRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` Transform *Transform `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Inputs []*PipelineInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"` Egress *Egress `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"` Update bool `protobuf:"varint,5,opt,name=update,proto3" json:"update,omitempty"` OutputBranch string `protobuf:"bytes,10,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"` ScaleDownThreshold *google_protobuf2.Duration `protobuf:"bytes,11,opt,name=scale_down_threshold,json=scaleDownThreshold" json:"scale_down_threshold,omitempty"` ResourceSpec *ResourceSpec `protobuf:"bytes,12,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"` Input *Input `protobuf:"bytes,13,opt,name=input" json:"input,omitempty"` Description string `protobuf:"bytes,14,opt,name=description,proto3" json:"description,omitempty"` Incremental bool `protobuf:"varint,15,opt,name=incremental,proto3" json:"incremental,omitempty"` CacheSize string `protobuf:"bytes,16,opt,name=cache_size,json=cacheSize,proto3" json:"cache_size,omitempty"` EnableStats bool `protobuf:"varint,17,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"` // Reprocess forces the pipeline to reprocess all datums. // It only has meaning if Update is true Reprocess bool `protobuf:"varint,18,opt,name=reprocess,proto3" json:"reprocess,omitempty"` Batch bool `protobuf:"varint,19,opt,name=batch,proto3" json:"batch,omitempty"` }
func (*CreatePipelineRequest) Descriptor ¶
func (*CreatePipelineRequest) Descriptor() ([]byte, []int)
func (*CreatePipelineRequest) GetBatch ¶ added in v1.5.1
func (m *CreatePipelineRequest) GetBatch() bool
func (*CreatePipelineRequest) GetCacheSize ¶ added in v1.5.1
func (m *CreatePipelineRequest) GetCacheSize() string
func (*CreatePipelineRequest) GetDescription ¶ added in v1.4.7
func (m *CreatePipelineRequest) GetDescription() string
func (*CreatePipelineRequest) GetEgress ¶ added in v1.3.19
func (m *CreatePipelineRequest) GetEgress() *Egress
func (*CreatePipelineRequest) GetEnableStats ¶ added in v1.5.1
func (m *CreatePipelineRequest) GetEnableStats() bool
func (*CreatePipelineRequest) GetIncremental ¶ added in v1.4.8
func (m *CreatePipelineRequest) GetIncremental() bool
func (*CreatePipelineRequest) GetInput ¶ added in v1.4.6
func (m *CreatePipelineRequest) GetInput() *Input
func (*CreatePipelineRequest) GetInputs ¶
func (m *CreatePipelineRequest) GetInputs() []*PipelineInput
func (*CreatePipelineRequest) GetOutputBranch ¶ added in v1.3.19
func (m *CreatePipelineRequest) GetOutputBranch() string
func (*CreatePipelineRequest) GetParallelismSpec ¶ added in v1.2.0
func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec
func (*CreatePipelineRequest) GetPipeline ¶
func (m *CreatePipelineRequest) GetPipeline() *Pipeline
func (*CreatePipelineRequest) GetReprocess ¶ added in v1.5.1
func (m *CreatePipelineRequest) GetReprocess() bool
func (*CreatePipelineRequest) GetResourceSpec ¶ added in v1.4.5
func (m *CreatePipelineRequest) GetResourceSpec() *ResourceSpec
func (*CreatePipelineRequest) GetScaleDownThreshold ¶ added in v1.4.4
func (m *CreatePipelineRequest) GetScaleDownThreshold() *google_protobuf2.Duration
func (*CreatePipelineRequest) GetTransform ¶
func (m *CreatePipelineRequest) GetTransform() *Transform
func (*CreatePipelineRequest) GetUpdate ¶ added in v1.3.5
func (m *CreatePipelineRequest) GetUpdate() bool
func (*CreatePipelineRequest) Marshal ¶ added in v1.5.0
func (m *CreatePipelineRequest) Marshal() (dAtA []byte, err error)
func (*CreatePipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *CreatePipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*CreatePipelineRequest) ProtoMessage ¶
func (*CreatePipelineRequest) ProtoMessage()
func (*CreatePipelineRequest) Reset ¶
func (m *CreatePipelineRequest) Reset()
func (*CreatePipelineRequest) Size ¶ added in v1.5.0
func (m *CreatePipelineRequest) Size() (n int)
func (*CreatePipelineRequest) String ¶
func (m *CreatePipelineRequest) String() string
func (*CreatePipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *CreatePipelineRequest) Unmarshal(dAtA []byte) error
type CronInput ¶ added in v1.5.3
type CronInput struct { Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` Repo string `protobuf:"bytes,2,opt,name=repo,proto3" json:"repo,omitempty"` Commit string `protobuf:"bytes,3,opt,name=commit,proto3" json:"commit,omitempty"` Spec string `protobuf:"bytes,4,opt,name=spec,proto3" json:"spec,omitempty"` Start *google_protobuf1.Timestamp `protobuf:"bytes,5,opt,name=start" json:"start,omitempty"` }
func (*CronInput) Descriptor ¶ added in v1.5.3
func (*CronInput) GetStart ¶ added in v1.5.3
func (m *CronInput) GetStart() *google_protobuf1.Timestamp
func (*CronInput) ProtoMessage ¶ added in v1.5.3
func (*CronInput) ProtoMessage()
type Datum ¶ added in v1.4.3
type Datum struct { // ID is the hash computed from all the files ID string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"` Job *Job `protobuf:"bytes,2,opt,name=job" json:"job,omitempty"` }
func (*Datum) Descriptor ¶ added in v1.4.3
func (*Datum) ProtoMessage ¶ added in v1.4.3
func (*Datum) ProtoMessage()
type DatumInfo ¶ added in v1.5.2
type DatumInfo struct { Datum *Datum `protobuf:"bytes,1,opt,name=datum" json:"datum,omitempty"` State DatumState `protobuf:"varint,2,opt,name=state,proto3,enum=pps.DatumState" json:"state,omitempty"` Stats *ProcessStats `protobuf:"bytes,3,opt,name=stats" json:"stats,omitempty"` PfsState *pfs.File `protobuf:"bytes,4,opt,name=pfs_state,json=pfsState" json:"pfs_state,omitempty"` Data []*InputFile `protobuf:"bytes,5,rep,name=data" json:"data,omitempty"` }
func (*DatumInfo) Descriptor ¶ added in v1.5.2
func (*DatumInfo) GetPfsState ¶ added in v1.5.2
func (*DatumInfo) GetState ¶ added in v1.5.2
func (m *DatumInfo) GetState() DatumState
func (*DatumInfo) GetStats ¶ added in v1.5.2
func (m *DatumInfo) GetStats() *ProcessStats
func (*DatumInfo) ProtoMessage ¶ added in v1.5.2
func (*DatumInfo) ProtoMessage()
type DatumInfos ¶ added in v1.5.2
type DatumInfos struct {
DatumInfo []*DatumInfo `protobuf:"bytes,1,rep,name=datum_info,json=datumInfo" json:"datum_info,omitempty"`
}
func (*DatumInfos) Descriptor ¶ added in v1.5.2
func (*DatumInfos) Descriptor() ([]byte, []int)
func (*DatumInfos) GetDatumInfo ¶ added in v1.5.2
func (m *DatumInfos) GetDatumInfo() []*DatumInfo
func (*DatumInfos) Marshal ¶ added in v1.5.2
func (m *DatumInfos) Marshal() (dAtA []byte, err error)
func (*DatumInfos) MarshalTo ¶ added in v1.5.2
func (m *DatumInfos) MarshalTo(dAtA []byte) (int, error)
func (*DatumInfos) ProtoMessage ¶ added in v1.5.2
func (*DatumInfos) ProtoMessage()
func (*DatumInfos) Reset ¶ added in v1.5.2
func (m *DatumInfos) Reset()
func (*DatumInfos) Size ¶ added in v1.5.2
func (m *DatumInfos) Size() (n int)
func (*DatumInfos) String ¶ added in v1.5.2
func (m *DatumInfos) String() string
func (*DatumInfos) Unmarshal ¶ added in v1.5.2
func (m *DatumInfos) Unmarshal(dAtA []byte) error
type DatumState ¶ added in v1.5.2
type DatumState int32
const ( DatumState_FAILED DatumState = 0 DatumState_SUCCESS DatumState = 1 DatumState_SKIPPED DatumState = 2 DatumState_STARTING DatumState = 3 )
func (DatumState) EnumDescriptor ¶ added in v1.5.2
func (DatumState) EnumDescriptor() ([]byte, []int)
func (DatumState) String ¶ added in v1.5.2
func (x DatumState) String() string
type DeleteJobRequest ¶ added in v1.3.0
type DeleteJobRequest struct {
Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}
func (*DeleteJobRequest) Descriptor ¶ added in v1.3.0
func (*DeleteJobRequest) Descriptor() ([]byte, []int)
func (*DeleteJobRequest) GetJob ¶ added in v1.3.0
func (m *DeleteJobRequest) GetJob() *Job
func (*DeleteJobRequest) Marshal ¶ added in v1.5.0
func (m *DeleteJobRequest) Marshal() (dAtA []byte, err error)
func (*DeleteJobRequest) MarshalTo ¶ added in v1.5.0
func (m *DeleteJobRequest) MarshalTo(dAtA []byte) (int, error)
func (*DeleteJobRequest) ProtoMessage ¶ added in v1.3.0
func (*DeleteJobRequest) ProtoMessage()
func (*DeleteJobRequest) Reset ¶ added in v1.3.0
func (m *DeleteJobRequest) Reset()
func (*DeleteJobRequest) Size ¶ added in v1.5.0
func (m *DeleteJobRequest) Size() (n int)
func (*DeleteJobRequest) String ¶ added in v1.3.0
func (m *DeleteJobRequest) String() string
func (*DeleteJobRequest) Unmarshal ¶ added in v1.5.0
func (m *DeleteJobRequest) Unmarshal(dAtA []byte) error
type DeletePipelineRequest ¶
type DeletePipelineRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` DeleteJobs bool `protobuf:"varint,2,opt,name=delete_jobs,json=deleteJobs,proto3" json:"delete_jobs,omitempty"` DeleteRepo bool `protobuf:"varint,3,opt,name=delete_repo,json=deleteRepo,proto3" json:"delete_repo,omitempty"` All bool `protobuf:"varint,4,opt,name=all,proto3" json:"all,omitempty"` }
func (*DeletePipelineRequest) Descriptor ¶
func (*DeletePipelineRequest) Descriptor() ([]byte, []int)
func (*DeletePipelineRequest) GetAll ¶ added in v1.4.8
func (m *DeletePipelineRequest) GetAll() bool
func (*DeletePipelineRequest) GetDeleteJobs ¶ added in v1.4.3
func (m *DeletePipelineRequest) GetDeleteJobs() bool
func (*DeletePipelineRequest) GetDeleteRepo ¶ added in v1.4.8
func (m *DeletePipelineRequest) GetDeleteRepo() bool
func (*DeletePipelineRequest) GetPipeline ¶
func (m *DeletePipelineRequest) GetPipeline() *Pipeline
func (*DeletePipelineRequest) Marshal ¶ added in v1.5.0
func (m *DeletePipelineRequest) Marshal() (dAtA []byte, err error)
func (*DeletePipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *DeletePipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*DeletePipelineRequest) ProtoMessage ¶
func (*DeletePipelineRequest) ProtoMessage()
func (*DeletePipelineRequest) Reset ¶
func (m *DeletePipelineRequest) Reset()
func (*DeletePipelineRequest) Size ¶ added in v1.5.0
func (m *DeletePipelineRequest) Size() (n int)
func (*DeletePipelineRequest) String ¶
func (m *DeletePipelineRequest) String() string
func (*DeletePipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *DeletePipelineRequest) Unmarshal(dAtA []byte) error
type Egress ¶ added in v1.3.19
type Egress struct {
URL string `protobuf:"bytes,1,opt,name=URL,proto3" json:"URL,omitempty"`
}
func (*Egress) Descriptor ¶ added in v1.3.19
func (*Egress) ProtoMessage ¶ added in v1.3.19
func (*Egress) ProtoMessage()
type GarbageCollectRequest ¶ added in v1.4.7
type GarbageCollectRequest struct { }
func (*GarbageCollectRequest) Descriptor ¶ added in v1.4.7
func (*GarbageCollectRequest) Descriptor() ([]byte, []int)
func (*GarbageCollectRequest) Marshal ¶ added in v1.5.0
func (m *GarbageCollectRequest) Marshal() (dAtA []byte, err error)
func (*GarbageCollectRequest) MarshalTo ¶ added in v1.5.0
func (m *GarbageCollectRequest) MarshalTo(dAtA []byte) (int, error)
func (*GarbageCollectRequest) ProtoMessage ¶ added in v1.4.7
func (*GarbageCollectRequest) ProtoMessage()
func (*GarbageCollectRequest) Reset ¶ added in v1.4.7
func (m *GarbageCollectRequest) Reset()
func (*GarbageCollectRequest) Size ¶ added in v1.5.0
func (m *GarbageCollectRequest) Size() (n int)
func (*GarbageCollectRequest) String ¶ added in v1.4.7
func (m *GarbageCollectRequest) String() string
func (*GarbageCollectRequest) Unmarshal ¶ added in v1.5.0
func (m *GarbageCollectRequest) Unmarshal(dAtA []byte) error
type GarbageCollectResponse ¶ added in v1.4.7
type GarbageCollectResponse struct { }
func (*GarbageCollectResponse) Descriptor ¶ added in v1.4.7
func (*GarbageCollectResponse) Descriptor() ([]byte, []int)
func (*GarbageCollectResponse) Marshal ¶ added in v1.5.0
func (m *GarbageCollectResponse) Marshal() (dAtA []byte, err error)
func (*GarbageCollectResponse) MarshalTo ¶ added in v1.5.0
func (m *GarbageCollectResponse) MarshalTo(dAtA []byte) (int, error)
func (*GarbageCollectResponse) ProtoMessage ¶ added in v1.4.7
func (*GarbageCollectResponse) ProtoMessage()
func (*GarbageCollectResponse) Reset ¶ added in v1.4.7
func (m *GarbageCollectResponse) Reset()
func (*GarbageCollectResponse) Size ¶ added in v1.5.0
func (m *GarbageCollectResponse) Size() (n int)
func (*GarbageCollectResponse) String ¶ added in v1.4.7
func (m *GarbageCollectResponse) String() string
func (*GarbageCollectResponse) Unmarshal ¶ added in v1.5.0
func (m *GarbageCollectResponse) Unmarshal(dAtA []byte) error
type GetLogsRequest ¶
type GetLogsRequest struct { // The pipeline from which we want to get logs (required if the job in 'job' // was created as part of a pipeline. To get logs from a non-orphan job // without the pipeline that created it, you need to use ElasticSearch). Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"` // The job from which we want to get logs. Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` // Names of input files from which we want processing logs. This may contain // multiple files, to query pipelines that contain multiple inputs. Each // filter may be an absolute path of a file within a pps repo, or it may be // a hash for that file (to search for files at specific versions) DataFilters []string `protobuf:"bytes,3,rep,name=data_filters,json=dataFilters" json:"data_filters,omitempty"` InputFileID string `protobuf:"bytes,4,opt,name=input_file_id,json=inputFileId,proto3" json:"input_file_id,omitempty"` // If true get logs from the master process Master bool `protobuf:"varint,5,opt,name=master,proto3" json:"master,omitempty"` }
func (*GetLogsRequest) Descriptor ¶
func (*GetLogsRequest) Descriptor() ([]byte, []int)
func (*GetLogsRequest) GetDataFilters ¶ added in v1.3.19
func (m *GetLogsRequest) GetDataFilters() []string
func (*GetLogsRequest) GetInputFileID ¶ added in v1.5.2
func (m *GetLogsRequest) GetInputFileID() string
func (*GetLogsRequest) GetJob ¶
func (m *GetLogsRequest) GetJob() *Job
func (*GetLogsRequest) GetMaster ¶ added in v1.5.1
func (m *GetLogsRequest) GetMaster() bool
func (*GetLogsRequest) GetPipeline ¶ added in v1.3.19
func (m *GetLogsRequest) GetPipeline() *Pipeline
func (*GetLogsRequest) Marshal ¶ added in v1.5.0
func (m *GetLogsRequest) Marshal() (dAtA []byte, err error)
func (*GetLogsRequest) MarshalTo ¶ added in v1.5.0
func (m *GetLogsRequest) MarshalTo(dAtA []byte) (int, error)
func (*GetLogsRequest) ProtoMessage ¶
func (*GetLogsRequest) ProtoMessage()
func (*GetLogsRequest) Reset ¶
func (m *GetLogsRequest) Reset()
func (*GetLogsRequest) Size ¶ added in v1.5.0
func (m *GetLogsRequest) Size() (n int)
func (*GetLogsRequest) String ¶
func (m *GetLogsRequest) String() string
func (*GetLogsRequest) Unmarshal ¶ added in v1.5.0
func (m *GetLogsRequest) Unmarshal(dAtA []byte) error
type Input ¶ added in v1.4.6
type Input struct { Atom *AtomInput `protobuf:"bytes,1,opt,name=atom" json:"atom,omitempty"` Cross []*Input `protobuf:"bytes,2,rep,name=cross" json:"cross,omitempty"` Union []*Input `protobuf:"bytes,3,rep,name=union" json:"union,omitempty"` Cron *CronInput `protobuf:"bytes,4,opt,name=cron" json:"cron,omitempty"` }
func (*Input) Descriptor ¶ added in v1.4.6
func (*Input) ProtoMessage ¶ added in v1.4.6
func (*Input) ProtoMessage()
type InputFile ¶ added in v1.5.2
type InputFile struct { // This file's absolute path within its pfs repo. Path string `protobuf:"bytes,4,opt,name=path,proto3" json:"path,omitempty"` // This file's hash Hash []byte `protobuf:"bytes,5,opt,name=hash,proto3" json:"hash,omitempty"` }
func (*InputFile) Descriptor ¶ added in v1.5.2
func (*InputFile) ProtoMessage ¶ added in v1.5.2
func (*InputFile) ProtoMessage()
type InspectDatumRequest ¶ added in v1.5.2
type InspectDatumRequest struct {
Datum *Datum `protobuf:"bytes,1,opt,name=datum" json:"datum,omitempty"`
}
func (*InspectDatumRequest) Descriptor ¶ added in v1.5.2
func (*InspectDatumRequest) Descriptor() ([]byte, []int)
func (*InspectDatumRequest) GetDatum ¶ added in v1.5.2
func (m *InspectDatumRequest) GetDatum() *Datum
func (*InspectDatumRequest) Marshal ¶ added in v1.5.2
func (m *InspectDatumRequest) Marshal() (dAtA []byte, err error)
func (*InspectDatumRequest) MarshalTo ¶ added in v1.5.2
func (m *InspectDatumRequest) MarshalTo(dAtA []byte) (int, error)
func (*InspectDatumRequest) ProtoMessage ¶ added in v1.5.2
func (*InspectDatumRequest) ProtoMessage()
func (*InspectDatumRequest) Reset ¶ added in v1.5.2
func (m *InspectDatumRequest) Reset()
func (*InspectDatumRequest) Size ¶ added in v1.5.2
func (m *InspectDatumRequest) Size() (n int)
func (*InspectDatumRequest) String ¶ added in v1.5.2
func (m *InspectDatumRequest) String() string
func (*InspectDatumRequest) Unmarshal ¶ added in v1.5.2
func (m *InspectDatumRequest) Unmarshal(dAtA []byte) error
type InspectJobRequest ¶
type InspectJobRequest struct { Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` BlockState bool `protobuf:"varint,2,opt,name=block_state,json=blockState,proto3" json:"block_state,omitempty"` }
func (*InspectJobRequest) Descriptor ¶
func (*InspectJobRequest) Descriptor() ([]byte, []int)
func (*InspectJobRequest) GetBlockState ¶ added in v1.3.5
func (m *InspectJobRequest) GetBlockState() bool
func (*InspectJobRequest) GetJob ¶
func (m *InspectJobRequest) GetJob() *Job
func (*InspectJobRequest) Marshal ¶ added in v1.5.0
func (m *InspectJobRequest) Marshal() (dAtA []byte, err error)
func (*InspectJobRequest) MarshalTo ¶ added in v1.5.0
func (m *InspectJobRequest) MarshalTo(dAtA []byte) (int, error)
func (*InspectJobRequest) ProtoMessage ¶
func (*InspectJobRequest) ProtoMessage()
func (*InspectJobRequest) Reset ¶
func (m *InspectJobRequest) Reset()
func (*InspectJobRequest) Size ¶ added in v1.5.0
func (m *InspectJobRequest) Size() (n int)
func (*InspectJobRequest) String ¶
func (m *InspectJobRequest) String() string
func (*InspectJobRequest) Unmarshal ¶ added in v1.5.0
func (m *InspectJobRequest) Unmarshal(dAtA []byte) error
type InspectPipelineRequest ¶
type InspectPipelineRequest struct {
Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}
func (*InspectPipelineRequest) Descriptor ¶
func (*InspectPipelineRequest) Descriptor() ([]byte, []int)
func (*InspectPipelineRequest) GetPipeline ¶
func (m *InspectPipelineRequest) GetPipeline() *Pipeline
func (*InspectPipelineRequest) Marshal ¶ added in v1.5.0
func (m *InspectPipelineRequest) Marshal() (dAtA []byte, err error)
func (*InspectPipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *InspectPipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*InspectPipelineRequest) ProtoMessage ¶
func (*InspectPipelineRequest) ProtoMessage()
func (*InspectPipelineRequest) Reset ¶
func (m *InspectPipelineRequest) Reset()
func (*InspectPipelineRequest) Size ¶ added in v1.5.0
func (m *InspectPipelineRequest) Size() (n int)
func (*InspectPipelineRequest) String ¶
func (m *InspectPipelineRequest) String() string
func (*InspectPipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *InspectPipelineRequest) Unmarshal(dAtA []byte) error
type Job ¶
type Job struct {
ID string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
}
func (*Job) Descriptor ¶
func (*Job) ProtoMessage ¶
func (*Job) ProtoMessage()
type JobInfo ¶
type JobInfo struct { Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` Transform *Transform `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"` Pipeline *Pipeline `protobuf:"bytes,3,opt,name=pipeline" json:"pipeline,omitempty"` PipelineVersion uint64 `protobuf:"varint,13,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,12,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Inputs []*JobInput `protobuf:"bytes,5,rep,name=inputs" json:"inputs,omitempty"` Egress *Egress `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"` ParentJob *Job `protobuf:"bytes,6,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"` Started *google_protobuf1.Timestamp `protobuf:"bytes,7,opt,name=started" json:"started,omitempty"` Finished *google_protobuf1.Timestamp `protobuf:"bytes,8,opt,name=finished" json:"finished,omitempty"` OutputCommit *pfs.Commit `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"` State JobState `protobuf:"varint,10,opt,name=state,proto3,enum=pps.JobState" json:"state,omitempty"` Service *Service `protobuf:"bytes,14,opt,name=service" json:"service,omitempty"` OutputRepo *pfs.Repo `protobuf:"bytes,18,opt,name=output_repo,json=outputRepo" json:"output_repo,omitempty"` OutputBranch string `protobuf:"bytes,17,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"` Restart uint64 `protobuf:"varint,20,opt,name=restart,proto3" json:"restart,omitempty"` DataProcessed int64 `protobuf:"varint,22,opt,name=data_processed,json=dataProcessed,proto3" json:"data_processed,omitempty"` DataSkipped int64 `protobuf:"varint,30,opt,name=data_skipped,json=dataSkipped,proto3" json:"data_skipped,omitempty"` DataTotal int64 `protobuf:"varint,23,opt,name=data_total,json=dataTotal,proto3" json:"data_total,omitempty"` Stats *ProcessStats `protobuf:"bytes,31,opt,name=stats" json:"stats,omitempty"` WorkerStatus []*WorkerStatus `protobuf:"bytes,24,rep,name=worker_status,json=workerStatus" json:"worker_status,omitempty"` ResourceSpec *ResourceSpec `protobuf:"bytes,25,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"` Input *Input `protobuf:"bytes,26,opt,name=input" json:"input,omitempty"` NewBranch *pfs.BranchInfo `protobuf:"bytes,27,opt,name=new_branch,json=newBranch" json:"new_branch,omitempty"` Incremental bool `protobuf:"varint,28,opt,name=incremental,proto3" json:"incremental,omitempty"` StatsCommit *pfs.Commit `protobuf:"bytes,29,opt,name=stats_commit,json=statsCommit" json:"stats_commit,omitempty"` EnableStats bool `protobuf:"varint,32,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"` Salt string `protobuf:"bytes,33,opt,name=salt,proto3" json:"salt,omitempty"` Batch bool `protobuf:"varint,34,opt,name=batch,proto3" json:"batch,omitempty"` }
func (*JobInfo) Descriptor ¶
func (*JobInfo) GetDataProcessed ¶ added in v1.4.3
func (*JobInfo) GetDataSkipped ¶ added in v1.5.1
func (*JobInfo) GetDataTotal ¶ added in v1.4.3
func (*JobInfo) GetEnableStats ¶ added in v1.5.1
func (*JobInfo) GetFinished ¶
func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp
func (*JobInfo) GetIncremental ¶ added in v1.4.8
func (*JobInfo) GetNewBranch ¶ added in v1.4.8
func (m *JobInfo) GetNewBranch() *pfs.BranchInfo
func (*JobInfo) GetOutputBranch ¶ added in v1.3.19
func (*JobInfo) GetOutputCommit ¶
func (*JobInfo) GetOutputRepo ¶ added in v1.3.19
func (*JobInfo) GetParallelismSpec ¶ added in v1.2.0
func (m *JobInfo) GetParallelismSpec() *ParallelismSpec
func (*JobInfo) GetParentJob ¶
func (*JobInfo) GetPipeline ¶
func (*JobInfo) GetPipelineVersion ¶ added in v1.3.5
func (*JobInfo) GetResourceSpec ¶ added in v1.4.5
func (m *JobInfo) GetResourceSpec() *ResourceSpec
func (*JobInfo) GetRestart ¶ added in v1.4.2
func (*JobInfo) GetService ¶ added in v1.3.0
func (*JobInfo) GetStarted ¶
func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp
func (*JobInfo) GetStats ¶ added in v1.5.1
func (m *JobInfo) GetStats() *ProcessStats
func (*JobInfo) GetStatsCommit ¶ added in v1.5.1
func (*JobInfo) GetTransform ¶
func (*JobInfo) GetWorkerStatus ¶ added in v1.4.4
func (m *JobInfo) GetWorkerStatus() []*WorkerStatus
func (*JobInfo) ProtoMessage ¶
func (*JobInfo) ProtoMessage()
type JobInfos ¶
type JobInfos struct {
JobInfo []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo" json:"job_info,omitempty"`
}
func (*JobInfos) Descriptor ¶
func (*JobInfos) GetJobInfo ¶
func (*JobInfos) ProtoMessage ¶
func (*JobInfos) ProtoMessage()
type JobInput ¶
type JobInput struct { Name string `protobuf:"bytes,4,opt,name=name,proto3" json:"name,omitempty"` Commit *pfs.Commit `protobuf:"bytes,1,opt,name=commit" json:"commit,omitempty"` Glob string `protobuf:"bytes,2,opt,name=glob,proto3" json:"glob,omitempty"` Lazy bool `protobuf:"varint,3,opt,name=lazy,proto3" json:"lazy,omitempty"` }
func (*JobInput) Descriptor ¶
func (*JobInput) ProtoMessage ¶
func (*JobInput) ProtoMessage()
type ListDatumRequest ¶ added in v1.5.2
type ListDatumRequest struct {
Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}
func (*ListDatumRequest) Descriptor ¶ added in v1.5.2
func (*ListDatumRequest) Descriptor() ([]byte, []int)
func (*ListDatumRequest) GetJob ¶ added in v1.5.2
func (m *ListDatumRequest) GetJob() *Job
func (*ListDatumRequest) Marshal ¶ added in v1.5.2
func (m *ListDatumRequest) Marshal() (dAtA []byte, err error)
func (*ListDatumRequest) MarshalTo ¶ added in v1.5.2
func (m *ListDatumRequest) MarshalTo(dAtA []byte) (int, error)
func (*ListDatumRequest) ProtoMessage ¶ added in v1.5.2
func (*ListDatumRequest) ProtoMessage()
func (*ListDatumRequest) Reset ¶ added in v1.5.2
func (m *ListDatumRequest) Reset()
func (*ListDatumRequest) Size ¶ added in v1.5.2
func (m *ListDatumRequest) Size() (n int)
func (*ListDatumRequest) String ¶ added in v1.5.2
func (m *ListDatumRequest) String() string
func (*ListDatumRequest) Unmarshal ¶ added in v1.5.2
func (m *ListDatumRequest) Unmarshal(dAtA []byte) error
type ListJobRequest ¶
type ListJobRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` InputCommit []*pfs.Commit `protobuf:"bytes,2,rep,name=input_commit,json=inputCommit" json:"input_commit,omitempty"` }
func (*ListJobRequest) Descriptor ¶
func (*ListJobRequest) Descriptor() ([]byte, []int)
func (*ListJobRequest) GetInputCommit ¶
func (m *ListJobRequest) GetInputCommit() []*pfs.Commit
func (*ListJobRequest) GetPipeline ¶
func (m *ListJobRequest) GetPipeline() *Pipeline
func (*ListJobRequest) Marshal ¶ added in v1.5.0
func (m *ListJobRequest) Marshal() (dAtA []byte, err error)
func (*ListJobRequest) MarshalTo ¶ added in v1.5.0
func (m *ListJobRequest) MarshalTo(dAtA []byte) (int, error)
func (*ListJobRequest) ProtoMessage ¶
func (*ListJobRequest) ProtoMessage()
func (*ListJobRequest) Reset ¶
func (m *ListJobRequest) Reset()
func (*ListJobRequest) Size ¶ added in v1.5.0
func (m *ListJobRequest) Size() (n int)
func (*ListJobRequest) String ¶
func (m *ListJobRequest) String() string
func (*ListJobRequest) Unmarshal ¶ added in v1.5.0
func (m *ListJobRequest) Unmarshal(dAtA []byte) error
type ListPipelineRequest ¶
type ListPipelineRequest struct { }
func (*ListPipelineRequest) Descriptor ¶
func (*ListPipelineRequest) Descriptor() ([]byte, []int)
func (*ListPipelineRequest) Marshal ¶ added in v1.5.0
func (m *ListPipelineRequest) Marshal() (dAtA []byte, err error)
func (*ListPipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *ListPipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*ListPipelineRequest) ProtoMessage ¶
func (*ListPipelineRequest) ProtoMessage()
func (*ListPipelineRequest) Reset ¶
func (m *ListPipelineRequest) Reset()
func (*ListPipelineRequest) Size ¶ added in v1.5.0
func (m *ListPipelineRequest) Size() (n int)
func (*ListPipelineRequest) String ¶
func (m *ListPipelineRequest) String() string
func (*ListPipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *ListPipelineRequest) Unmarshal(dAtA []byte) error
type LogMessage ¶ added in v1.3.19
type LogMessage struct { // The job and pipeline for which a PFS file is being processed (if the job // is an orphan job, pipeline name and ID will be unset) PipelineName string `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName,proto3" json:"pipeline_name,omitempty"` JobID string `protobuf:"bytes,3,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"` WorkerID string `protobuf:"bytes,7,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"` InputFileID string `protobuf:"bytes,9,opt,name=input_file_id,json=inputFileId,proto3" json:"input_file_id,omitempty"` Master bool `protobuf:"varint,10,opt,name=master,proto3" json:"master,omitempty"` // The PFS files being processed (one per pipeline/job input) Data []*InputFile `protobuf:"bytes,4,rep,name=data" json:"data,omitempty"` // User is true if log message comes from the users code. User bool `protobuf:"varint,8,opt,name=user,proto3" json:"user,omitempty"` // The message logged, and the time at which it was logged Ts *google_protobuf1.Timestamp `protobuf:"bytes,5,opt,name=ts" json:"ts,omitempty"` Message string `protobuf:"bytes,6,opt,name=message,proto3" json:"message,omitempty"` }
LogMessage is a log line from a PPS worker, annotated with metadata indicating when and why the line was logged.
func (*LogMessage) Descriptor ¶ added in v1.3.19
func (*LogMessage) Descriptor() ([]byte, []int)
func (*LogMessage) GetData ¶ added in v1.3.19
func (m *LogMessage) GetData() []*InputFile
func (*LogMessage) GetInputFileID ¶ added in v1.5.2
func (m *LogMessage) GetInputFileID() string
func (*LogMessage) GetJobID ¶ added in v1.3.19
func (m *LogMessage) GetJobID() string
func (*LogMessage) GetMaster ¶ added in v1.5.1
func (m *LogMessage) GetMaster() bool
func (*LogMessage) GetMessage ¶ added in v1.3.19
func (m *LogMessage) GetMessage() string
func (*LogMessage) GetPipelineName ¶ added in v1.3.19
func (m *LogMessage) GetPipelineName() string
func (*LogMessage) GetTs ¶ added in v1.3.19
func (m *LogMessage) GetTs() *google_protobuf1.Timestamp
func (*LogMessage) GetUser ¶ added in v1.4.1
func (m *LogMessage) GetUser() bool
func (*LogMessage) GetWorkerID ¶ added in v1.4.1
func (m *LogMessage) GetWorkerID() string
func (*LogMessage) Marshal ¶ added in v1.5.0
func (m *LogMessage) Marshal() (dAtA []byte, err error)
func (*LogMessage) MarshalTo ¶ added in v1.5.0
func (m *LogMessage) MarshalTo(dAtA []byte) (int, error)
func (*LogMessage) ProtoMessage ¶ added in v1.3.19
func (*LogMessage) ProtoMessage()
func (*LogMessage) Reset ¶ added in v1.3.19
func (m *LogMessage) Reset()
func (*LogMessage) Size ¶ added in v1.5.0
func (m *LogMessage) Size() (n int)
func (*LogMessage) String ¶ added in v1.3.19
func (m *LogMessage) String() string
func (*LogMessage) Unmarshal ¶ added in v1.5.0
func (m *LogMessage) Unmarshal(dAtA []byte) error
type ParallelismSpec ¶ added in v1.2.0
type ParallelismSpec struct { // Starts the pipeline/job with a 'constant' workers, unless 'constant' is // zero. If 'constant' is zero (which is the zero value of ParallelismSpec), // then Pachyderm will choose the number of workers that is started, // (currently it chooses the number of workers in the cluster) Constant uint64 `protobuf:"varint,2,opt,name=constant,proto3" json:"constant,omitempty"` // Starts the pipeline/job with number of workers equal to 'coefficient' * N, // where N is the number of nodes in the kubernetes cluster. // // For example, if each Kubernetes node has four CPUs, you might set // 'coefficient' to four, so that there are four Pachyderm workers per // Kubernetes node, and each Pachyderm worker gets one CPU. If you want to // reserve half the nodes in your cluster for other tasks, you might set // 'coefficient' to 0.5. Coefficient float64 `protobuf:"fixed64,3,opt,name=coefficient,proto3" json:"coefficient,omitempty"` }
func (*ParallelismSpec) Descriptor ¶ added in v1.2.0
func (*ParallelismSpec) Descriptor() ([]byte, []int)
func (*ParallelismSpec) GetCoefficient ¶ added in v1.3.5
func (m *ParallelismSpec) GetCoefficient() float64
func (*ParallelismSpec) GetConstant ¶ added in v1.3.5
func (m *ParallelismSpec) GetConstant() uint64
func (*ParallelismSpec) Marshal ¶ added in v1.5.0
func (m *ParallelismSpec) Marshal() (dAtA []byte, err error)
func (*ParallelismSpec) MarshalTo ¶ added in v1.5.0
func (m *ParallelismSpec) MarshalTo(dAtA []byte) (int, error)
func (*ParallelismSpec) ProtoMessage ¶ added in v1.2.0
func (*ParallelismSpec) ProtoMessage()
func (*ParallelismSpec) Reset ¶ added in v1.2.0
func (m *ParallelismSpec) Reset()
func (*ParallelismSpec) Size ¶ added in v1.5.0
func (m *ParallelismSpec) Size() (n int)
func (*ParallelismSpec) String ¶ added in v1.2.0
func (m *ParallelismSpec) String() string
func (*ParallelismSpec) Unmarshal ¶ added in v1.5.0
func (m *ParallelismSpec) Unmarshal(dAtA []byte) error
type Pipeline ¶
type Pipeline struct {
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
}
func (*Pipeline) Descriptor ¶
func (*Pipeline) ProtoMessage ¶
func (*Pipeline) ProtoMessage()
type PipelineInfo ¶
type PipelineInfo struct { ID string `protobuf:"bytes,17,opt,name=id,proto3" json:"id,omitempty"` Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` Version uint64 `protobuf:"varint,11,opt,name=version,proto3" json:"version,omitempty"` Transform *Transform `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,10,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Inputs []*PipelineInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"` Egress *Egress `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"` CreatedAt *google_protobuf1.Timestamp `protobuf:"bytes,6,opt,name=created_at,json=createdAt" json:"created_at,omitempty"` State PipelineState `protobuf:"varint,7,opt,name=state,proto3,enum=pps.PipelineState" json:"state,omitempty"` RecentError string `protobuf:"bytes,8,opt,name=recent_error,json=recentError,proto3" json:"recent_error,omitempty"` JobCounts map[int32]int32 `` /* 171-byte string literal not displayed */ OutputBranch string `protobuf:"bytes,16,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"` ScaleDownThreshold *google_protobuf2.Duration `protobuf:"bytes,18,opt,name=scale_down_threshold,json=scaleDownThreshold" json:"scale_down_threshold,omitempty"` ResourceSpec *ResourceSpec `protobuf:"bytes,19,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"` Input *Input `protobuf:"bytes,20,opt,name=input" json:"input,omitempty"` Description string `protobuf:"bytes,21,opt,name=description,proto3" json:"description,omitempty"` Incremental bool `protobuf:"varint,22,opt,name=incremental,proto3" json:"incremental,omitempty"` CacheSize string `protobuf:"bytes,23,opt,name=cache_size,json=cacheSize,proto3" json:"cache_size,omitempty"` EnableStats bool `protobuf:"varint,24,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"` Salt string `protobuf:"bytes,25,opt,name=salt,proto3" json:"salt,omitempty"` Capability string `protobuf:"bytes,26,opt,name=capability,proto3" json:"capability,omitempty"` Batch bool `protobuf:"varint,27,opt,name=batch,proto3" json:"batch,omitempty"` }
func (*PipelineInfo) Descriptor ¶
func (*PipelineInfo) Descriptor() ([]byte, []int)
func (*PipelineInfo) GetBatch ¶ added in v1.5.1
func (m *PipelineInfo) GetBatch() bool
func (*PipelineInfo) GetCacheSize ¶ added in v1.5.1
func (m *PipelineInfo) GetCacheSize() string
func (*PipelineInfo) GetCapability ¶ added in v1.5.1
func (m *PipelineInfo) GetCapability() string
func (*PipelineInfo) GetCreatedAt ¶
func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp
func (*PipelineInfo) GetDescription ¶ added in v1.4.7
func (m *PipelineInfo) GetDescription() string
func (*PipelineInfo) GetEgress ¶ added in v1.3.19
func (m *PipelineInfo) GetEgress() *Egress
func (*PipelineInfo) GetEnableStats ¶ added in v1.5.1
func (m *PipelineInfo) GetEnableStats() bool
func (*PipelineInfo) GetID ¶ added in v1.3.19
func (m *PipelineInfo) GetID() string
func (*PipelineInfo) GetIncremental ¶ added in v1.4.8
func (m *PipelineInfo) GetIncremental() bool
func (*PipelineInfo) GetInput ¶ added in v1.4.6
func (m *PipelineInfo) GetInput() *Input
func (*PipelineInfo) GetInputs ¶
func (m *PipelineInfo) GetInputs() []*PipelineInput
func (*PipelineInfo) GetJobCounts ¶
func (m *PipelineInfo) GetJobCounts() map[int32]int32
func (*PipelineInfo) GetOutputBranch ¶ added in v1.3.19
func (m *PipelineInfo) GetOutputBranch() string
func (*PipelineInfo) GetParallelismSpec ¶ added in v1.2.0
func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec
func (*PipelineInfo) GetPipeline ¶
func (m *PipelineInfo) GetPipeline() *Pipeline
func (*PipelineInfo) GetRecentError ¶ added in v1.3.5
func (m *PipelineInfo) GetRecentError() string
func (*PipelineInfo) GetResourceSpec ¶ added in v1.4.5
func (m *PipelineInfo) GetResourceSpec() *ResourceSpec
func (*PipelineInfo) GetSalt ¶ added in v1.5.1
func (m *PipelineInfo) GetSalt() string
func (*PipelineInfo) GetScaleDownThreshold ¶ added in v1.4.4
func (m *PipelineInfo) GetScaleDownThreshold() *google_protobuf2.Duration
func (*PipelineInfo) GetState ¶ added in v1.3.5
func (m *PipelineInfo) GetState() PipelineState
func (*PipelineInfo) GetTransform ¶
func (m *PipelineInfo) GetTransform() *Transform
func (*PipelineInfo) GetVersion ¶ added in v1.3.5
func (m *PipelineInfo) GetVersion() uint64
func (*PipelineInfo) Marshal ¶ added in v1.5.0
func (m *PipelineInfo) Marshal() (dAtA []byte, err error)
func (*PipelineInfo) MarshalTo ¶ added in v1.5.0
func (m *PipelineInfo) MarshalTo(dAtA []byte) (int, error)
func (*PipelineInfo) ProtoMessage ¶
func (*PipelineInfo) ProtoMessage()
func (*PipelineInfo) Reset ¶
func (m *PipelineInfo) Reset()
func (*PipelineInfo) Size ¶ added in v1.5.0
func (m *PipelineInfo) Size() (n int)
func (*PipelineInfo) String ¶
func (m *PipelineInfo) String() string
func (*PipelineInfo) Unmarshal ¶ added in v1.5.0
func (m *PipelineInfo) Unmarshal(dAtA []byte) error
type PipelineInfos ¶
type PipelineInfos struct {
PipelineInfo []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo" json:"pipeline_info,omitempty"`
}
func (*PipelineInfos) Descriptor ¶
func (*PipelineInfos) Descriptor() ([]byte, []int)
func (*PipelineInfos) GetPipelineInfo ¶
func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo
func (*PipelineInfos) Marshal ¶ added in v1.5.0
func (m *PipelineInfos) Marshal() (dAtA []byte, err error)
func (*PipelineInfos) MarshalTo ¶ added in v1.5.0
func (m *PipelineInfos) MarshalTo(dAtA []byte) (int, error)
func (*PipelineInfos) ProtoMessage ¶
func (*PipelineInfos) ProtoMessage()
func (*PipelineInfos) Reset ¶
func (m *PipelineInfos) Reset()
func (*PipelineInfos) Size ¶ added in v1.5.0
func (m *PipelineInfos) Size() (n int)
func (*PipelineInfos) String ¶
func (m *PipelineInfos) String() string
func (*PipelineInfos) Unmarshal ¶ added in v1.5.0
func (m *PipelineInfos) Unmarshal(dAtA []byte) error
type PipelineInput ¶
type PipelineInput struct { Name string `protobuf:"bytes,5,opt,name=name,proto3" json:"name,omitempty"` Repo *pfs.Repo `protobuf:"bytes,1,opt,name=repo" json:"repo,omitempty"` Branch string `protobuf:"bytes,2,opt,name=branch,proto3" json:"branch,omitempty"` Glob string `protobuf:"bytes,3,opt,name=glob,proto3" json:"glob,omitempty"` Lazy bool `protobuf:"varint,4,opt,name=lazy,proto3" json:"lazy,omitempty"` From *pfs.Commit `protobuf:"bytes,6,opt,name=from" json:"from,omitempty"` }
func (*PipelineInput) Descriptor ¶
func (*PipelineInput) Descriptor() ([]byte, []int)
func (*PipelineInput) GetBranch ¶ added in v1.3.19
func (m *PipelineInput) GetBranch() string
func (*PipelineInput) GetFrom ¶ added in v1.3.19
func (m *PipelineInput) GetFrom() *pfs.Commit
func (*PipelineInput) GetGlob ¶ added in v1.3.19
func (m *PipelineInput) GetGlob() string
func (*PipelineInput) GetLazy ¶ added in v1.3.5
func (m *PipelineInput) GetLazy() bool
func (*PipelineInput) GetName ¶ added in v1.3.19
func (m *PipelineInput) GetName() string
func (*PipelineInput) GetRepo ¶
func (m *PipelineInput) GetRepo() *pfs.Repo
func (*PipelineInput) Marshal ¶ added in v1.5.0
func (m *PipelineInput) Marshal() (dAtA []byte, err error)
func (*PipelineInput) MarshalTo ¶ added in v1.5.0
func (m *PipelineInput) MarshalTo(dAtA []byte) (int, error)
func (*PipelineInput) ProtoMessage ¶
func (*PipelineInput) ProtoMessage()
func (*PipelineInput) Reset ¶
func (m *PipelineInput) Reset()
func (*PipelineInput) Size ¶ added in v1.5.0
func (m *PipelineInput) Size() (n int)
func (*PipelineInput) String ¶
func (m *PipelineInput) String() string
func (*PipelineInput) Unmarshal ¶ added in v1.5.0
func (m *PipelineInput) Unmarshal(dAtA []byte) error
type PipelineState ¶
type PipelineState int32
const ( // When the pipeline is not ready to be triggered by commits. // This happens when either 1) a pipeline has been created but not // yet picked up by a PPS server, or 2) the pipeline does not have // any inputs and is meant to be triggered manually PipelineState_PIPELINE_STARTING PipelineState = 0 // After this pipeline is picked up by a pachd node. This is the normal // state of a pipeline. PipelineState_PIPELINE_RUNNING PipelineState = 1 // After some error caused runPipeline to exit, but before the // pipeline is re-run. This is when the exponential backoff is // in effect. PipelineState_PIPELINE_RESTARTING PipelineState = 2 // We have retried too many times and we have given up on this pipeline. PipelineState_PIPELINE_FAILURE PipelineState = 3 // The pipeline has been explicitly paused by the user. PipelineState_PIPELINE_PAUSED PipelineState = 4 )
func (PipelineState) EnumDescriptor ¶
func (PipelineState) EnumDescriptor() ([]byte, []int)
func (PipelineState) String ¶
func (x PipelineState) String() string
type ProcessStats ¶ added in v1.5.1
type ProcessStats struct { DownloadTime *google_protobuf2.Duration `protobuf:"bytes,1,opt,name=download_time,json=downloadTime" json:"download_time,omitempty"` ProcessTime *google_protobuf2.Duration `protobuf:"bytes,2,opt,name=process_time,json=processTime" json:"process_time,omitempty"` UploadTime *google_protobuf2.Duration `protobuf:"bytes,3,opt,name=upload_time,json=uploadTime" json:"upload_time,omitempty"` DownloadBytes uint64 `protobuf:"varint,4,opt,name=download_bytes,json=downloadBytes,proto3" json:"download_bytes,omitempty"` UploadBytes uint64 `protobuf:"varint,5,opt,name=upload_bytes,json=uploadBytes,proto3" json:"upload_bytes,omitempty"` }
func (*ProcessStats) Descriptor ¶ added in v1.5.1
func (*ProcessStats) Descriptor() ([]byte, []int)
func (*ProcessStats) GetDownloadBytes ¶ added in v1.5.1
func (m *ProcessStats) GetDownloadBytes() uint64
func (*ProcessStats) GetDownloadTime ¶ added in v1.5.1
func (m *ProcessStats) GetDownloadTime() *google_protobuf2.Duration
func (*ProcessStats) GetProcessTime ¶ added in v1.5.1
func (m *ProcessStats) GetProcessTime() *google_protobuf2.Duration
func (*ProcessStats) GetUploadBytes ¶ added in v1.5.1
func (m *ProcessStats) GetUploadBytes() uint64
func (*ProcessStats) GetUploadTime ¶ added in v1.5.1
func (m *ProcessStats) GetUploadTime() *google_protobuf2.Duration
func (*ProcessStats) Marshal ¶ added in v1.5.1
func (m *ProcessStats) Marshal() (dAtA []byte, err error)
func (*ProcessStats) MarshalTo ¶ added in v1.5.1
func (m *ProcessStats) MarshalTo(dAtA []byte) (int, error)
func (*ProcessStats) ProtoMessage ¶ added in v1.5.1
func (*ProcessStats) ProtoMessage()
func (*ProcessStats) Reset ¶ added in v1.5.1
func (m *ProcessStats) Reset()
func (*ProcessStats) Size ¶ added in v1.5.1
func (m *ProcessStats) Size() (n int)
func (*ProcessStats) String ¶ added in v1.5.1
func (m *ProcessStats) String() string
func (*ProcessStats) Unmarshal ¶ added in v1.5.1
func (m *ProcessStats) Unmarshal(dAtA []byte) error
type RerunPipelineRequest ¶ added in v1.3.6
type RerunPipelineRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` Exclude []*pfs.Commit `protobuf:"bytes,2,rep,name=exclude" json:"exclude,omitempty"` Include []*pfs.Commit `protobuf:"bytes,3,rep,name=include" json:"include,omitempty"` }
func (*RerunPipelineRequest) Descriptor ¶ added in v1.3.6
func (*RerunPipelineRequest) Descriptor() ([]byte, []int)
func (*RerunPipelineRequest) GetExclude ¶ added in v1.3.6
func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit
func (*RerunPipelineRequest) GetInclude ¶ added in v1.3.6
func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit
func (*RerunPipelineRequest) GetPipeline ¶ added in v1.3.6
func (m *RerunPipelineRequest) GetPipeline() *Pipeline
func (*RerunPipelineRequest) Marshal ¶ added in v1.5.0
func (m *RerunPipelineRequest) Marshal() (dAtA []byte, err error)
func (*RerunPipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *RerunPipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*RerunPipelineRequest) ProtoMessage ¶ added in v1.3.6
func (*RerunPipelineRequest) ProtoMessage()
func (*RerunPipelineRequest) Reset ¶ added in v1.3.6
func (m *RerunPipelineRequest) Reset()
func (*RerunPipelineRequest) Size ¶ added in v1.5.0
func (m *RerunPipelineRequest) Size() (n int)
func (*RerunPipelineRequest) String ¶ added in v1.3.6
func (m *RerunPipelineRequest) String() string
func (*RerunPipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *RerunPipelineRequest) Unmarshal(dAtA []byte) error
type ResourceSpec ¶ added in v1.4.5
type ResourceSpec struct { // The number of CPUs each worker needs (partial values are allowed, and // encouraged) Cpu float32 `protobuf:"fixed32,1,opt,name=cpu,proto3" json:"cpu,omitempty"` // The amount of memory, in bytes, each worker needs (in bytes, with allowed // SI suffixes (M, K, G, Mi, Ki, Gi, etc). Memory string `protobuf:"bytes,2,opt,name=memory,proto3" json:"memory,omitempty"` // The number of GPUs each worker needs. Gpu int64 `protobuf:"varint,3,opt,name=gpu,proto3" json:"gpu,omitempty"` }
ResourceSpec describes the amount of resources that pipeline pods should request from kubernetes, for scheduling.
func (*ResourceSpec) Descriptor ¶ added in v1.4.5
func (*ResourceSpec) Descriptor() ([]byte, []int)
func (*ResourceSpec) GetCpu ¶ added in v1.4.5
func (m *ResourceSpec) GetCpu() float32
func (*ResourceSpec) GetGpu ¶ added in v1.4.6
func (m *ResourceSpec) GetGpu() int64
func (*ResourceSpec) GetMemory ¶ added in v1.4.5
func (m *ResourceSpec) GetMemory() string
func (*ResourceSpec) Marshal ¶ added in v1.5.0
func (m *ResourceSpec) Marshal() (dAtA []byte, err error)
func (*ResourceSpec) MarshalTo ¶ added in v1.5.0
func (m *ResourceSpec) MarshalTo(dAtA []byte) (int, error)
func (*ResourceSpec) ProtoMessage ¶ added in v1.4.5
func (*ResourceSpec) ProtoMessage()
func (*ResourceSpec) Reset ¶ added in v1.4.5
func (m *ResourceSpec) Reset()
func (*ResourceSpec) Size ¶ added in v1.5.0
func (m *ResourceSpec) Size() (n int)
func (*ResourceSpec) String ¶ added in v1.4.5
func (m *ResourceSpec) String() string
func (*ResourceSpec) Unmarshal ¶ added in v1.5.0
func (m *ResourceSpec) Unmarshal(dAtA []byte) error
type RestartDatumRequest ¶ added in v1.4.4
type RestartDatumRequest struct { Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` DataFilters []string `protobuf:"bytes,2,rep,name=data_filters,json=dataFilters" json:"data_filters,omitempty"` }
func (*RestartDatumRequest) Descriptor ¶ added in v1.4.4
func (*RestartDatumRequest) Descriptor() ([]byte, []int)
func (*RestartDatumRequest) GetDataFilters ¶ added in v1.4.4
func (m *RestartDatumRequest) GetDataFilters() []string
func (*RestartDatumRequest) GetJob ¶ added in v1.4.4
func (m *RestartDatumRequest) GetJob() *Job
func (*RestartDatumRequest) Marshal ¶ added in v1.5.0
func (m *RestartDatumRequest) Marshal() (dAtA []byte, err error)
func (*RestartDatumRequest) MarshalTo ¶ added in v1.5.0
func (m *RestartDatumRequest) MarshalTo(dAtA []byte) (int, error)
func (*RestartDatumRequest) ProtoMessage ¶ added in v1.4.4
func (*RestartDatumRequest) ProtoMessage()
func (*RestartDatumRequest) Reset ¶ added in v1.4.4
func (m *RestartDatumRequest) Reset()
func (*RestartDatumRequest) Size ¶ added in v1.5.0
func (m *RestartDatumRequest) Size() (n int)
func (*RestartDatumRequest) String ¶ added in v1.4.4
func (m *RestartDatumRequest) String() string
func (*RestartDatumRequest) Unmarshal ¶ added in v1.5.0
func (m *RestartDatumRequest) Unmarshal(dAtA []byte) error
type Secret ¶ added in v1.2.0
type Secret struct { // Name must be the name of the secret in kubernetes. Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` MountPath string `protobuf:"bytes,2,opt,name=mount_path,json=mountPath,proto3" json:"mount_path,omitempty"` }
func (*Secret) Descriptor ¶ added in v1.2.0
func (*Secret) GetMountPath ¶ added in v1.3.5
func (*Secret) ProtoMessage ¶ added in v1.2.0
func (*Secret) ProtoMessage()
type Service ¶ added in v1.3.0
type Service struct { InternalPort int32 `protobuf:"varint,1,opt,name=internal_port,json=internalPort,proto3" json:"internal_port,omitempty"` ExternalPort int32 `protobuf:"varint,2,opt,name=external_port,json=externalPort,proto3" json:"external_port,omitempty"` }
func (*Service) Descriptor ¶ added in v1.3.0
func (*Service) GetExternalPort ¶ added in v1.3.5
func (*Service) GetInternalPort ¶ added in v1.3.5
func (*Service) ProtoMessage ¶ added in v1.3.0
func (*Service) ProtoMessage()
type StartPipelineRequest ¶ added in v1.2.0
type StartPipelineRequest struct {
Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}
func (*StartPipelineRequest) Descriptor ¶ added in v1.2.0
func (*StartPipelineRequest) Descriptor() ([]byte, []int)
func (*StartPipelineRequest) GetPipeline ¶ added in v1.2.0
func (m *StartPipelineRequest) GetPipeline() *Pipeline
func (*StartPipelineRequest) Marshal ¶ added in v1.5.0
func (m *StartPipelineRequest) Marshal() (dAtA []byte, err error)
func (*StartPipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *StartPipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*StartPipelineRequest) ProtoMessage ¶ added in v1.2.0
func (*StartPipelineRequest) ProtoMessage()
func (*StartPipelineRequest) Reset ¶ added in v1.2.0
func (m *StartPipelineRequest) Reset()
func (*StartPipelineRequest) Size ¶ added in v1.5.0
func (m *StartPipelineRequest) Size() (n int)
func (*StartPipelineRequest) String ¶ added in v1.2.0
func (m *StartPipelineRequest) String() string
func (*StartPipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *StartPipelineRequest) Unmarshal(dAtA []byte) error
type StopJobRequest ¶ added in v1.4.4
type StopJobRequest struct {
Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}
func (*StopJobRequest) Descriptor ¶ added in v1.4.4
func (*StopJobRequest) Descriptor() ([]byte, []int)
func (*StopJobRequest) GetJob ¶ added in v1.4.4
func (m *StopJobRequest) GetJob() *Job
func (*StopJobRequest) Marshal ¶ added in v1.5.0
func (m *StopJobRequest) Marshal() (dAtA []byte, err error)
func (*StopJobRequest) MarshalTo ¶ added in v1.5.0
func (m *StopJobRequest) MarshalTo(dAtA []byte) (int, error)
func (*StopJobRequest) ProtoMessage ¶ added in v1.4.4
func (*StopJobRequest) ProtoMessage()
func (*StopJobRequest) Reset ¶ added in v1.4.4
func (m *StopJobRequest) Reset()
func (*StopJobRequest) Size ¶ added in v1.5.0
func (m *StopJobRequest) Size() (n int)
func (*StopJobRequest) String ¶ added in v1.4.4
func (m *StopJobRequest) String() string
func (*StopJobRequest) Unmarshal ¶ added in v1.5.0
func (m *StopJobRequest) Unmarshal(dAtA []byte) error
type StopPipelineRequest ¶ added in v1.2.0
type StopPipelineRequest struct {
Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}
func (*StopPipelineRequest) Descriptor ¶ added in v1.2.0
func (*StopPipelineRequest) Descriptor() ([]byte, []int)
func (*StopPipelineRequest) GetPipeline ¶ added in v1.2.0
func (m *StopPipelineRequest) GetPipeline() *Pipeline
func (*StopPipelineRequest) Marshal ¶ added in v1.5.0
func (m *StopPipelineRequest) Marshal() (dAtA []byte, err error)
func (*StopPipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *StopPipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*StopPipelineRequest) ProtoMessage ¶ added in v1.2.0
func (*StopPipelineRequest) ProtoMessage()
func (*StopPipelineRequest) Reset ¶ added in v1.2.0
func (m *StopPipelineRequest) Reset()
func (*StopPipelineRequest) Size ¶ added in v1.5.0
func (m *StopPipelineRequest) Size() (n int)
func (*StopPipelineRequest) String ¶ added in v1.2.0
func (m *StopPipelineRequest) String() string
func (*StopPipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *StopPipelineRequest) Unmarshal(dAtA []byte) error
type Transform ¶
type Transform struct { Image string `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"` Cmd []string `protobuf:"bytes,2,rep,name=cmd" json:"cmd,omitempty"` Env map[string]string `` /* 140-byte string literal not displayed */ Secrets []*Secret `protobuf:"bytes,4,rep,name=secrets" json:"secrets,omitempty"` ImagePullSecrets []string `protobuf:"bytes,9,rep,name=image_pull_secrets,json=imagePullSecrets" json:"image_pull_secrets,omitempty"` Stdin []string `protobuf:"bytes,5,rep,name=stdin" json:"stdin,omitempty"` AcceptReturnCode []int64 `protobuf:"varint,6,rep,packed,name=accept_return_code,json=acceptReturnCode" json:"accept_return_code,omitempty"` Debug bool `protobuf:"varint,7,opt,name=debug,proto3" json:"debug,omitempty"` }
func (*Transform) Descriptor ¶
func (*Transform) GetAcceptReturnCode ¶ added in v1.3.5
func (*Transform) GetImagePullSecrets ¶ added in v1.3.5
func (*Transform) GetSecrets ¶ added in v1.2.0
func (*Transform) ProtoMessage ¶
func (*Transform) ProtoMessage()
type Worker ¶ added in v1.3.19
type Worker struct { Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` State WorkerState `protobuf:"varint,2,opt,name=state,proto3,enum=pps.WorkerState" json:"state,omitempty"` }
func (*Worker) Descriptor ¶ added in v1.3.19
func (*Worker) GetState ¶ added in v1.3.19
func (m *Worker) GetState() WorkerState
func (*Worker) ProtoMessage ¶ added in v1.3.19
func (*Worker) ProtoMessage()
type WorkerState ¶ added in v1.3.19
type WorkerState int32
const ( WorkerState_POD_RUNNING WorkerState = 0 WorkerState_POD_SUCCESS WorkerState = 1 WorkerState_POD_FAILED WorkerState = 2 )
func (WorkerState) EnumDescriptor ¶ added in v1.3.19
func (WorkerState) EnumDescriptor() ([]byte, []int)
func (WorkerState) String ¶ added in v1.3.19
func (x WorkerState) String() string
type WorkerStatus ¶ added in v1.4.4
type WorkerStatus struct { WorkerID string `protobuf:"bytes,1,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"` JobID string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"` Data []*InputFile `protobuf:"bytes,3,rep,name=data" json:"data,omitempty"` // Started is the time processing on the current datum began. Started *google_protobuf1.Timestamp `protobuf:"bytes,4,opt,name=started" json:"started,omitempty"` Stats *ProcessStats `protobuf:"bytes,5,opt,name=stats" json:"stats,omitempty"` QueueSize int64 `protobuf:"varint,6,opt,name=queue_size,json=queueSize,proto3" json:"queue_size,omitempty"` }
func (*WorkerStatus) Descriptor ¶ added in v1.4.4
func (*WorkerStatus) Descriptor() ([]byte, []int)
func (*WorkerStatus) GetData ¶ added in v1.4.4
func (m *WorkerStatus) GetData() []*InputFile
func (*WorkerStatus) GetJobID ¶ added in v1.4.4
func (m *WorkerStatus) GetJobID() string
func (*WorkerStatus) GetQueueSize ¶ added in v1.5.1
func (m *WorkerStatus) GetQueueSize() int64
func (*WorkerStatus) GetStarted ¶ added in v1.4.4
func (m *WorkerStatus) GetStarted() *google_protobuf1.Timestamp
func (*WorkerStatus) GetStats ¶ added in v1.5.1
func (m *WorkerStatus) GetStats() *ProcessStats
func (*WorkerStatus) GetWorkerID ¶ added in v1.4.4
func (m *WorkerStatus) GetWorkerID() string
func (*WorkerStatus) Marshal ¶ added in v1.5.0
func (m *WorkerStatus) Marshal() (dAtA []byte, err error)
func (*WorkerStatus) MarshalTo ¶ added in v1.5.0
func (m *WorkerStatus) MarshalTo(dAtA []byte) (int, error)
func (*WorkerStatus) ProtoMessage ¶ added in v1.4.4
func (*WorkerStatus) ProtoMessage()
func (*WorkerStatus) Reset ¶ added in v1.4.4
func (m *WorkerStatus) Reset()
func (*WorkerStatus) Size ¶ added in v1.5.0
func (m *WorkerStatus) Size() (n int)
func (*WorkerStatus) String ¶ added in v1.4.4
func (m *WorkerStatus) String() string
func (*WorkerStatus) Unmarshal ¶ added in v1.5.0
func (m *WorkerStatus) Unmarshal(dAtA []byte) error
Click to show internal directories.
Click to hide internal directories.