Documentation ¶
Overview ¶
Package pps is a generated protocol buffer package.
It is generated from these files:
client/pps/pps.proto
It has these top-level messages:
Secret Transform Egress Job Service AtomInput CronInput GitInput Input JobInput ParallelismSpec InputFile Datum DatumInfo Aggregate ProcessStats AggregateProcessStats WorkerStatus ResourceSpec EtcdJobInfo JobInfo Worker JobInfos Pipeline PipelineInput EtcdPipelineInfo PipelineInfo PipelineInfos CreateJobRequest InspectJobRequest ListJobRequest FlushJobRequest DeleteJobRequest StopJobRequest GetLogsRequest LogMessage RestartDatumRequest InspectDatumRequest ListDatumRequest ListDatumResponse ListDatumStreamResponse ChunkSpec CreatePipelineRequest InspectPipelineRequest ListPipelineRequest DeletePipelineRequest StartPipelineRequest StopPipelineRequest RerunPipelineRequest GarbageCollectRequest GarbageCollectResponse
Index ¶
- Variables
- func InputBranches(input *Input) []*pfs.Branch
- func InputName(input *Input) string
- func RegisterAPIServer(s *grpc.Server, srv APIServer)
- func SortInput(input *Input)
- func ValidateGitCloneURL(url string) error
- func VisitInput(input *Input, f func(*Input))
- type APIClient
- type APIServer
- type API_FlushJobClient
- type API_FlushJobServer
- type API_GetLogsClient
- type API_GetLogsServer
- type API_ListDatumStreamClient
- type API_ListDatumStreamServer
- type API_ListJobStreamClient
- type API_ListJobStreamServer
- type Aggregate
- func (*Aggregate) Descriptor() ([]byte, []int)
- func (m *Aggregate) GetCount() int64
- func (m *Aggregate) GetFifthPercentile() float64
- func (m *Aggregate) GetMean() float64
- func (m *Aggregate) GetNinetyFifthPercentile() float64
- func (m *Aggregate) GetStddev() float64
- func (m *Aggregate) Marshal() (dAtA []byte, err error)
- func (m *Aggregate) MarshalTo(dAtA []byte) (int, error)
- func (*Aggregate) ProtoMessage()
- func (m *Aggregate) Reset()
- func (m *Aggregate) Size() (n int)
- func (m *Aggregate) String() string
- func (m *Aggregate) Unmarshal(dAtA []byte) error
- type AggregateProcessStats
- func (*AggregateProcessStats) Descriptor() ([]byte, []int)
- func (m *AggregateProcessStats) GetDownloadBytes() *Aggregate
- func (m *AggregateProcessStats) GetDownloadTime() *Aggregate
- func (m *AggregateProcessStats) GetProcessTime() *Aggregate
- func (m *AggregateProcessStats) GetUploadBytes() *Aggregate
- func (m *AggregateProcessStats) GetUploadTime() *Aggregate
- func (m *AggregateProcessStats) Marshal() (dAtA []byte, err error)
- func (m *AggregateProcessStats) MarshalTo(dAtA []byte) (int, error)
- func (*AggregateProcessStats) ProtoMessage()
- func (m *AggregateProcessStats) Reset()
- func (m *AggregateProcessStats) Size() (n int)
- func (m *AggregateProcessStats) String() string
- func (m *AggregateProcessStats) Unmarshal(dAtA []byte) error
- type AtomInput
- func (*AtomInput) Descriptor() ([]byte, []int)
- func (m *AtomInput) GetBranch() string
- func (m *AtomInput) GetCommit() string
- func (m *AtomInput) GetEmptyFiles() bool
- func (m *AtomInput) GetGlob() string
- func (m *AtomInput) GetLazy() bool
- func (m *AtomInput) GetName() string
- func (m *AtomInput) GetRepo() string
- func (m *AtomInput) Marshal() (dAtA []byte, err error)
- func (m *AtomInput) MarshalTo(dAtA []byte) (int, error)
- func (*AtomInput) ProtoMessage()
- func (m *AtomInput) Reset()
- func (m *AtomInput) Size() (n int)
- func (m *AtomInput) String() string
- func (m *AtomInput) Unmarshal(dAtA []byte) error
- type ChunkSpec
- func (*ChunkSpec) Descriptor() ([]byte, []int)
- func (m *ChunkSpec) GetNumber() int64
- func (m *ChunkSpec) GetSizeBytes() int64
- func (m *ChunkSpec) Marshal() (dAtA []byte, err error)
- func (m *ChunkSpec) MarshalTo(dAtA []byte) (int, error)
- func (*ChunkSpec) ProtoMessage()
- func (m *ChunkSpec) Reset()
- func (m *ChunkSpec) Size() (n int)
- func (m *ChunkSpec) String() string
- func (m *ChunkSpec) Unmarshal(dAtA []byte) error
- type CreateJobRequest
- func (*CreateJobRequest) Descriptor() ([]byte, []int)
- func (m *CreateJobRequest) GetOutputCommit() *pfs.Commit
- func (m *CreateJobRequest) GetPipeline() *Pipeline
- func (m *CreateJobRequest) Marshal() (dAtA []byte, err error)
- func (m *CreateJobRequest) MarshalTo(dAtA []byte) (int, error)
- func (*CreateJobRequest) ProtoMessage()
- func (m *CreateJobRequest) Reset()
- func (m *CreateJobRequest) Size() (n int)
- func (m *CreateJobRequest) String() string
- func (m *CreateJobRequest) Unmarshal(dAtA []byte) error
- type CreatePipelineRequest
- func (*CreatePipelineRequest) Descriptor() ([]byte, []int)
- func (m *CreatePipelineRequest) GetBatch() bool
- func (m *CreatePipelineRequest) GetCacheSize() string
- func (m *CreatePipelineRequest) GetChunkSpec() *ChunkSpec
- func (m *CreatePipelineRequest) GetDatumTimeout() *google_protobuf2.Duration
- func (m *CreatePipelineRequest) GetDescription() string
- func (m *CreatePipelineRequest) GetEgress() *Egress
- func (m *CreatePipelineRequest) GetEnableStats() bool
- func (m *CreatePipelineRequest) GetIncremental() bool
- func (m *CreatePipelineRequest) GetInput() *Input
- func (m *CreatePipelineRequest) GetJobTimeout() *google_protobuf2.Duration
- func (m *CreatePipelineRequest) GetMaxQueueSize() int64
- func (m *CreatePipelineRequest) GetOutputBranch() string
- func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec
- func (m *CreatePipelineRequest) GetPipeline() *Pipeline
- func (m *CreatePipelineRequest) GetReprocess() bool
- func (m *CreatePipelineRequest) GetResourceLimits() *ResourceSpec
- func (m *CreatePipelineRequest) GetResourceRequests() *ResourceSpec
- func (m *CreatePipelineRequest) GetSalt() string
- func (m *CreatePipelineRequest) GetScaleDownThreshold() *google_protobuf2.Duration
- func (m *CreatePipelineRequest) GetService() *Service
- func (m *CreatePipelineRequest) GetTransform() *Transform
- func (m *CreatePipelineRequest) GetUpdate() bool
- func (m *CreatePipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *CreatePipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*CreatePipelineRequest) ProtoMessage()
- func (m *CreatePipelineRequest) Reset()
- func (m *CreatePipelineRequest) Size() (n int)
- func (m *CreatePipelineRequest) String() string
- func (m *CreatePipelineRequest) Unmarshal(dAtA []byte) error
- type CronInput
- func (*CronInput) Descriptor() ([]byte, []int)
- func (m *CronInput) GetCommit() string
- func (m *CronInput) GetName() string
- func (m *CronInput) GetRepo() string
- func (m *CronInput) GetSpec() string
- func (m *CronInput) GetStart() *google_protobuf1.Timestamp
- func (m *CronInput) Marshal() (dAtA []byte, err error)
- func (m *CronInput) MarshalTo(dAtA []byte) (int, error)
- func (*CronInput) ProtoMessage()
- func (m *CronInput) Reset()
- func (m *CronInput) Size() (n int)
- func (m *CronInput) String() string
- func (m *CronInput) Unmarshal(dAtA []byte) error
- type Datum
- func (*Datum) Descriptor() ([]byte, []int)
- func (m *Datum) GetID() string
- func (m *Datum) GetJob() *Job
- func (m *Datum) Marshal() (dAtA []byte, err error)
- func (m *Datum) MarshalTo(dAtA []byte) (int, error)
- func (*Datum) ProtoMessage()
- func (m *Datum) Reset()
- func (m *Datum) Size() (n int)
- func (m *Datum) String() string
- func (m *Datum) Unmarshal(dAtA []byte) error
- type DatumInfo
- func (*DatumInfo) Descriptor() ([]byte, []int)
- func (m *DatumInfo) GetData() []*pfs.FileInfo
- func (m *DatumInfo) GetDatum() *Datum
- func (m *DatumInfo) GetPfsState() *pfs.File
- func (m *DatumInfo) GetState() DatumState
- func (m *DatumInfo) GetStats() *ProcessStats
- func (m *DatumInfo) Marshal() (dAtA []byte, err error)
- func (m *DatumInfo) MarshalTo(dAtA []byte) (int, error)
- func (*DatumInfo) ProtoMessage()
- func (m *DatumInfo) Reset()
- func (m *DatumInfo) Size() (n int)
- func (m *DatumInfo) String() string
- func (m *DatumInfo) Unmarshal(dAtA []byte) error
- type DatumState
- type DeleteJobRequest
- func (*DeleteJobRequest) Descriptor() ([]byte, []int)
- func (m *DeleteJobRequest) GetJob() *Job
- func (m *DeleteJobRequest) Marshal() (dAtA []byte, err error)
- func (m *DeleteJobRequest) MarshalTo(dAtA []byte) (int, error)
- func (*DeleteJobRequest) ProtoMessage()
- func (m *DeleteJobRequest) Reset()
- func (m *DeleteJobRequest) Size() (n int)
- func (m *DeleteJobRequest) String() string
- func (m *DeleteJobRequest) Unmarshal(dAtA []byte) error
- type DeletePipelineRequest
- func (*DeletePipelineRequest) Descriptor() ([]byte, []int)
- func (m *DeletePipelineRequest) GetAll() bool
- func (m *DeletePipelineRequest) GetPipeline() *Pipeline
- func (m *DeletePipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *DeletePipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*DeletePipelineRequest) ProtoMessage()
- func (m *DeletePipelineRequest) Reset()
- func (m *DeletePipelineRequest) Size() (n int)
- func (m *DeletePipelineRequest) String() string
- func (m *DeletePipelineRequest) Unmarshal(dAtA []byte) error
- type Egress
- func (*Egress) Descriptor() ([]byte, []int)
- func (m *Egress) GetURL() string
- func (m *Egress) Marshal() (dAtA []byte, err error)
- func (m *Egress) MarshalTo(dAtA []byte) (int, error)
- func (*Egress) ProtoMessage()
- func (m *Egress) Reset()
- func (m *Egress) Size() (n int)
- func (m *Egress) String() string
- func (m *Egress) Unmarshal(dAtA []byte) error
- type EtcdJobInfo
- func (*EtcdJobInfo) Descriptor() ([]byte, []int)
- func (m *EtcdJobInfo) GetDataFailed() int64
- func (m *EtcdJobInfo) GetDataProcessed() int64
- func (m *EtcdJobInfo) GetDataSkipped() int64
- func (m *EtcdJobInfo) GetDataTotal() int64
- func (m *EtcdJobInfo) GetJob() *Job
- func (m *EtcdJobInfo) GetOutputCommit() *pfs.Commit
- func (m *EtcdJobInfo) GetPipeline() *Pipeline
- func (m *EtcdJobInfo) GetReason() string
- func (m *EtcdJobInfo) GetRestart() uint64
- func (m *EtcdJobInfo) GetState() JobState
- func (m *EtcdJobInfo) GetStats() *ProcessStats
- func (m *EtcdJobInfo) GetStatsCommit() *pfs.Commit
- func (m *EtcdJobInfo) Marshal() (dAtA []byte, err error)
- func (m *EtcdJobInfo) MarshalTo(dAtA []byte) (int, error)
- func (*EtcdJobInfo) ProtoMessage()
- func (m *EtcdJobInfo) Reset()
- func (m *EtcdJobInfo) Size() (n int)
- func (m *EtcdJobInfo) String() string
- func (m *EtcdJobInfo) Unmarshal(dAtA []byte) error
- type EtcdPipelineInfo
- func (*EtcdPipelineInfo) Descriptor() ([]byte, []int)
- func (m *EtcdPipelineInfo) GetAuthToken() string
- func (m *EtcdPipelineInfo) GetJobCounts() map[int32]int32
- func (m *EtcdPipelineInfo) GetReason() string
- func (m *EtcdPipelineInfo) GetSpecCommit() *pfs.Commit
- func (m *EtcdPipelineInfo) GetState() PipelineState
- func (m *EtcdPipelineInfo) Marshal() (dAtA []byte, err error)
- func (m *EtcdPipelineInfo) MarshalTo(dAtA []byte) (int, error)
- func (*EtcdPipelineInfo) ProtoMessage()
- func (m *EtcdPipelineInfo) Reset()
- func (m *EtcdPipelineInfo) Size() (n int)
- func (m *EtcdPipelineInfo) String() string
- func (m *EtcdPipelineInfo) Unmarshal(dAtA []byte) error
- type FlushJobRequest
- func (*FlushJobRequest) Descriptor() ([]byte, []int)
- func (m *FlushJobRequest) GetCommits() []*pfs.Commit
- func (m *FlushJobRequest) GetToPipelines() []*Pipeline
- func (m *FlushJobRequest) Marshal() (dAtA []byte, err error)
- func (m *FlushJobRequest) MarshalTo(dAtA []byte) (int, error)
- func (*FlushJobRequest) ProtoMessage()
- func (m *FlushJobRequest) Reset()
- func (m *FlushJobRequest) Size() (n int)
- func (m *FlushJobRequest) String() string
- func (m *FlushJobRequest) Unmarshal(dAtA []byte) error
- type GarbageCollectRequest
- func (*GarbageCollectRequest) Descriptor() ([]byte, []int)
- func (m *GarbageCollectRequest) Marshal() (dAtA []byte, err error)
- func (m *GarbageCollectRequest) MarshalTo(dAtA []byte) (int, error)
- func (*GarbageCollectRequest) ProtoMessage()
- func (m *GarbageCollectRequest) Reset()
- func (m *GarbageCollectRequest) Size() (n int)
- func (m *GarbageCollectRequest) String() string
- func (m *GarbageCollectRequest) Unmarshal(dAtA []byte) error
- type GarbageCollectResponse
- func (*GarbageCollectResponse) Descriptor() ([]byte, []int)
- func (m *GarbageCollectResponse) Marshal() (dAtA []byte, err error)
- func (m *GarbageCollectResponse) MarshalTo(dAtA []byte) (int, error)
- func (*GarbageCollectResponse) ProtoMessage()
- func (m *GarbageCollectResponse) Reset()
- func (m *GarbageCollectResponse) Size() (n int)
- func (m *GarbageCollectResponse) String() string
- func (m *GarbageCollectResponse) Unmarshal(dAtA []byte) error
- type GetLogsRequest
- func (*GetLogsRequest) Descriptor() ([]byte, []int)
- func (m *GetLogsRequest) GetDataFilters() []string
- func (m *GetLogsRequest) GetDatum() *Datum
- func (m *GetLogsRequest) GetFollow() bool
- func (m *GetLogsRequest) GetJob() *Job
- func (m *GetLogsRequest) GetMaster() bool
- func (m *GetLogsRequest) GetPipeline() *Pipeline
- func (m *GetLogsRequest) GetTail() int64
- func (m *GetLogsRequest) Marshal() (dAtA []byte, err error)
- func (m *GetLogsRequest) MarshalTo(dAtA []byte) (int, error)
- func (*GetLogsRequest) ProtoMessage()
- func (m *GetLogsRequest) Reset()
- func (m *GetLogsRequest) Size() (n int)
- func (m *GetLogsRequest) String() string
- func (m *GetLogsRequest) Unmarshal(dAtA []byte) error
- type GitInput
- func (*GitInput) Descriptor() ([]byte, []int)
- func (m *GitInput) GetBranch() string
- func (m *GitInput) GetCommit() string
- func (m *GitInput) GetName() string
- func (m *GitInput) GetURL() string
- func (m *GitInput) Marshal() (dAtA []byte, err error)
- func (m *GitInput) MarshalTo(dAtA []byte) (int, error)
- func (*GitInput) ProtoMessage()
- func (m *GitInput) Reset()
- func (m *GitInput) Size() (n int)
- func (m *GitInput) String() string
- func (m *GitInput) Unmarshal(dAtA []byte) error
- type Input
- func (*Input) Descriptor() ([]byte, []int)
- func (m *Input) GetAtom() *AtomInput
- func (m *Input) GetCron() *CronInput
- func (m *Input) GetCross() []*Input
- func (m *Input) GetGit() *GitInput
- func (m *Input) GetUnion() []*Input
- func (m *Input) Marshal() (dAtA []byte, err error)
- func (m *Input) MarshalTo(dAtA []byte) (int, error)
- func (*Input) ProtoMessage()
- func (m *Input) Reset()
- func (m *Input) Size() (n int)
- func (m *Input) String() string
- func (m *Input) Unmarshal(dAtA []byte) error
- type InputFile
- func (*InputFile) Descriptor() ([]byte, []int)
- func (m *InputFile) GetHash() []byte
- func (m *InputFile) GetPath() string
- func (m *InputFile) Marshal() (dAtA []byte, err error)
- func (m *InputFile) MarshalTo(dAtA []byte) (int, error)
- func (*InputFile) ProtoMessage()
- func (m *InputFile) Reset()
- func (m *InputFile) Size() (n int)
- func (m *InputFile) String() string
- func (m *InputFile) Unmarshal(dAtA []byte) error
- type InspectDatumRequest
- func (*InspectDatumRequest) Descriptor() ([]byte, []int)
- func (m *InspectDatumRequest) GetDatum() *Datum
- func (m *InspectDatumRequest) Marshal() (dAtA []byte, err error)
- func (m *InspectDatumRequest) MarshalTo(dAtA []byte) (int, error)
- func (*InspectDatumRequest) ProtoMessage()
- func (m *InspectDatumRequest) Reset()
- func (m *InspectDatumRequest) Size() (n int)
- func (m *InspectDatumRequest) String() string
- func (m *InspectDatumRequest) Unmarshal(dAtA []byte) error
- type InspectJobRequest
- func (*InspectJobRequest) Descriptor() ([]byte, []int)
- func (m *InspectJobRequest) GetBlockState() bool
- func (m *InspectJobRequest) GetJob() *Job
- func (m *InspectJobRequest) Marshal() (dAtA []byte, err error)
- func (m *InspectJobRequest) MarshalTo(dAtA []byte) (int, error)
- func (*InspectJobRequest) ProtoMessage()
- func (m *InspectJobRequest) Reset()
- func (m *InspectJobRequest) Size() (n int)
- func (m *InspectJobRequest) String() string
- func (m *InspectJobRequest) Unmarshal(dAtA []byte) error
- type InspectPipelineRequest
- func (*InspectPipelineRequest) Descriptor() ([]byte, []int)
- func (m *InspectPipelineRequest) GetPipeline() *Pipeline
- func (m *InspectPipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *InspectPipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*InspectPipelineRequest) ProtoMessage()
- func (m *InspectPipelineRequest) Reset()
- func (m *InspectPipelineRequest) Size() (n int)
- func (m *InspectPipelineRequest) String() string
- func (m *InspectPipelineRequest) Unmarshal(dAtA []byte) error
- type Job
- func (*Job) Descriptor() ([]byte, []int)
- func (m *Job) GetID() string
- func (m *Job) Marshal() (dAtA []byte, err error)
- func (m *Job) MarshalTo(dAtA []byte) (int, error)
- func (*Job) ProtoMessage()
- func (m *Job) Reset()
- func (m *Job) Size() (n int)
- func (m *Job) String() string
- func (m *Job) Unmarshal(dAtA []byte) error
- type JobInfo
- func (*JobInfo) Descriptor() ([]byte, []int)
- func (m *JobInfo) GetBatch() bool
- func (m *JobInfo) GetChunkSpec() *ChunkSpec
- func (m *JobInfo) GetDataFailed() int64
- func (m *JobInfo) GetDataProcessed() int64
- func (m *JobInfo) GetDataSkipped() int64
- func (m *JobInfo) GetDataTotal() int64
- func (m *JobInfo) GetDatumTimeout() *google_protobuf2.Duration
- func (m *JobInfo) GetEgress() *Egress
- func (m *JobInfo) GetEnableStats() bool
- func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp
- func (m *JobInfo) GetIncremental() bool
- func (m *JobInfo) GetInput() *Input
- func (m *JobInfo) GetJob() *Job
- func (m *JobInfo) GetJobTimeout() *google_protobuf2.Duration
- func (m *JobInfo) GetNewBranch() *pfs.BranchInfo
- func (m *JobInfo) GetOutputBranch() string
- func (m *JobInfo) GetOutputCommit() *pfs.Commit
- func (m *JobInfo) GetOutputRepo() *pfs.Repo
- func (m *JobInfo) GetParallelismSpec() *ParallelismSpec
- func (m *JobInfo) GetParentJob() *Job
- func (m *JobInfo) GetPipeline() *Pipeline
- func (m *JobInfo) GetPipelineVersion() uint64
- func (m *JobInfo) GetReason() string
- func (m *JobInfo) GetResourceLimits() *ResourceSpec
- func (m *JobInfo) GetResourceRequests() *ResourceSpec
- func (m *JobInfo) GetRestart() uint64
- func (m *JobInfo) GetSalt() string
- func (m *JobInfo) GetService() *Service
- func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp
- func (m *JobInfo) GetState() JobState
- func (m *JobInfo) GetStats() *ProcessStats
- func (m *JobInfo) GetStatsCommit() *pfs.Commit
- func (m *JobInfo) GetTransform() *Transform
- func (m *JobInfo) GetWorkerStatus() []*WorkerStatus
- func (m *JobInfo) Marshal() (dAtA []byte, err error)
- func (m *JobInfo) MarshalTo(dAtA []byte) (int, error)
- func (*JobInfo) ProtoMessage()
- func (m *JobInfo) Reset()
- func (m *JobInfo) Size() (n int)
- func (m *JobInfo) String() string
- func (m *JobInfo) Unmarshal(dAtA []byte) error
- type JobInfos
- func (*JobInfos) Descriptor() ([]byte, []int)
- func (m *JobInfos) GetJobInfo() []*JobInfo
- func (m *JobInfos) Marshal() (dAtA []byte, err error)
- func (m *JobInfos) MarshalTo(dAtA []byte) (int, error)
- func (*JobInfos) ProtoMessage()
- func (m *JobInfos) Reset()
- func (m *JobInfos) Size() (n int)
- func (m *JobInfos) String() string
- func (m *JobInfos) Unmarshal(dAtA []byte) error
- type JobInput
- func (*JobInput) Descriptor() ([]byte, []int)
- func (m *JobInput) GetCommit() *pfs.Commit
- func (m *JobInput) GetGlob() string
- func (m *JobInput) GetLazy() bool
- func (m *JobInput) GetName() string
- func (m *JobInput) Marshal() (dAtA []byte, err error)
- func (m *JobInput) MarshalTo(dAtA []byte) (int, error)
- func (*JobInput) ProtoMessage()
- func (m *JobInput) Reset()
- func (m *JobInput) Size() (n int)
- func (m *JobInput) String() string
- func (m *JobInput) Unmarshal(dAtA []byte) error
- type JobState
- type ListDatumRequest
- func (*ListDatumRequest) Descriptor() ([]byte, []int)
- func (m *ListDatumRequest) GetJob() *Job
- func (m *ListDatumRequest) GetPage() int64
- func (m *ListDatumRequest) GetPageSize() int64
- func (m *ListDatumRequest) Marshal() (dAtA []byte, err error)
- func (m *ListDatumRequest) MarshalTo(dAtA []byte) (int, error)
- func (*ListDatumRequest) ProtoMessage()
- func (m *ListDatumRequest) Reset()
- func (m *ListDatumRequest) Size() (n int)
- func (m *ListDatumRequest) String() string
- func (m *ListDatumRequest) Unmarshal(dAtA []byte) error
- type ListDatumResponse
- func (*ListDatumResponse) Descriptor() ([]byte, []int)
- func (m *ListDatumResponse) GetDatumInfos() []*DatumInfo
- func (m *ListDatumResponse) GetPage() int64
- func (m *ListDatumResponse) GetTotalPages() int64
- func (m *ListDatumResponse) Marshal() (dAtA []byte, err error)
- func (m *ListDatumResponse) MarshalTo(dAtA []byte) (int, error)
- func (*ListDatumResponse) ProtoMessage()
- func (m *ListDatumResponse) Reset()
- func (m *ListDatumResponse) Size() (n int)
- func (m *ListDatumResponse) String() string
- func (m *ListDatumResponse) Unmarshal(dAtA []byte) error
- type ListDatumStreamResponse
- func (*ListDatumStreamResponse) Descriptor() ([]byte, []int)
- func (m *ListDatumStreamResponse) GetDatumInfo() *DatumInfo
- func (m *ListDatumStreamResponse) GetPage() int64
- func (m *ListDatumStreamResponse) GetTotalPages() int64
- func (m *ListDatumStreamResponse) Marshal() (dAtA []byte, err error)
- func (m *ListDatumStreamResponse) MarshalTo(dAtA []byte) (int, error)
- func (*ListDatumStreamResponse) ProtoMessage()
- func (m *ListDatumStreamResponse) Reset()
- func (m *ListDatumStreamResponse) Size() (n int)
- func (m *ListDatumStreamResponse) String() string
- func (m *ListDatumStreamResponse) Unmarshal(dAtA []byte) error
- type ListJobRequest
- func (*ListJobRequest) Descriptor() ([]byte, []int)
- func (m *ListJobRequest) GetInputCommit() []*pfs.Commit
- func (m *ListJobRequest) GetOutputCommit() *pfs.Commit
- func (m *ListJobRequest) GetPipeline() *Pipeline
- func (m *ListJobRequest) Marshal() (dAtA []byte, err error)
- func (m *ListJobRequest) MarshalTo(dAtA []byte) (int, error)
- func (*ListJobRequest) ProtoMessage()
- func (m *ListJobRequest) Reset()
- func (m *ListJobRequest) Size() (n int)
- func (m *ListJobRequest) String() string
- func (m *ListJobRequest) Unmarshal(dAtA []byte) error
- type ListPipelineRequest
- func (*ListPipelineRequest) Descriptor() ([]byte, []int)
- func (m *ListPipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *ListPipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*ListPipelineRequest) ProtoMessage()
- func (m *ListPipelineRequest) Reset()
- func (m *ListPipelineRequest) Size() (n int)
- func (m *ListPipelineRequest) String() string
- func (m *ListPipelineRequest) Unmarshal(dAtA []byte) error
- type LogMessage
- func (*LogMessage) Descriptor() ([]byte, []int)
- func (m *LogMessage) GetData() []*InputFile
- func (m *LogMessage) GetDatumID() string
- func (m *LogMessage) GetJobID() string
- func (m *LogMessage) GetMaster() bool
- func (m *LogMessage) GetMessage() string
- func (m *LogMessage) GetPipelineName() string
- func (m *LogMessage) GetTs() *google_protobuf1.Timestamp
- func (m *LogMessage) GetUser() bool
- func (m *LogMessage) GetWorkerID() string
- func (m *LogMessage) Marshal() (dAtA []byte, err error)
- func (m *LogMessage) MarshalTo(dAtA []byte) (int, error)
- func (*LogMessage) ProtoMessage()
- func (m *LogMessage) Reset()
- func (m *LogMessage) Size() (n int)
- func (m *LogMessage) String() string
- func (m *LogMessage) Unmarshal(dAtA []byte) error
- type ParallelismSpec
- func (*ParallelismSpec) Descriptor() ([]byte, []int)
- func (m *ParallelismSpec) GetCoefficient() float64
- func (m *ParallelismSpec) GetConstant() uint64
- func (m *ParallelismSpec) Marshal() (dAtA []byte, err error)
- func (m *ParallelismSpec) MarshalTo(dAtA []byte) (int, error)
- func (*ParallelismSpec) ProtoMessage()
- func (m *ParallelismSpec) Reset()
- func (m *ParallelismSpec) Size() (n int)
- func (m *ParallelismSpec) String() string
- func (m *ParallelismSpec) Unmarshal(dAtA []byte) error
- type Pipeline
- func (*Pipeline) Descriptor() ([]byte, []int)
- func (m *Pipeline) GetName() string
- func (m *Pipeline) Marshal() (dAtA []byte, err error)
- func (m *Pipeline) MarshalTo(dAtA []byte) (int, error)
- func (*Pipeline) ProtoMessage()
- func (m *Pipeline) Reset()
- func (m *Pipeline) Size() (n int)
- func (m *Pipeline) String() string
- func (m *Pipeline) Unmarshal(dAtA []byte) error
- type PipelineInfo
- func (*PipelineInfo) Descriptor() ([]byte, []int)
- func (m *PipelineInfo) GetBatch() bool
- func (m *PipelineInfo) GetCacheSize() string
- func (m *PipelineInfo) GetChunkSpec() *ChunkSpec
- func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp
- func (m *PipelineInfo) GetDatumTimeout() *google_protobuf2.Duration
- func (m *PipelineInfo) GetDescription() string
- func (m *PipelineInfo) GetEgress() *Egress
- func (m *PipelineInfo) GetEnableStats() bool
- func (m *PipelineInfo) GetGithookURL() string
- func (m *PipelineInfo) GetID() string
- func (m *PipelineInfo) GetIncremental() bool
- func (m *PipelineInfo) GetInput() *Input
- func (m *PipelineInfo) GetJobCounts() map[int32]int32
- func (m *PipelineInfo) GetJobTimeout() *google_protobuf2.Duration
- func (m *PipelineInfo) GetMaxQueueSize() int64
- func (m *PipelineInfo) GetOutputBranch() string
- func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec
- func (m *PipelineInfo) GetPipeline() *Pipeline
- func (m *PipelineInfo) GetReason() string
- func (m *PipelineInfo) GetRecentError() string
- func (m *PipelineInfo) GetResourceLimits() *ResourceSpec
- func (m *PipelineInfo) GetResourceRequests() *ResourceSpec
- func (m *PipelineInfo) GetSalt() string
- func (m *PipelineInfo) GetScaleDownThreshold() *google_protobuf2.Duration
- func (m *PipelineInfo) GetService() *Service
- func (m *PipelineInfo) GetSpecCommit() *pfs.Commit
- func (m *PipelineInfo) GetState() PipelineState
- func (m *PipelineInfo) GetTransform() *Transform
- func (m *PipelineInfo) GetVersion() uint64
- func (m *PipelineInfo) Marshal() (dAtA []byte, err error)
- func (m *PipelineInfo) MarshalTo(dAtA []byte) (int, error)
- func (*PipelineInfo) ProtoMessage()
- func (m *PipelineInfo) Reset()
- func (m *PipelineInfo) Size() (n int)
- func (m *PipelineInfo) String() string
- func (m *PipelineInfo) Unmarshal(dAtA []byte) error
- type PipelineInfos
- func (*PipelineInfos) Descriptor() ([]byte, []int)
- func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo
- func (m *PipelineInfos) Marshal() (dAtA []byte, err error)
- func (m *PipelineInfos) MarshalTo(dAtA []byte) (int, error)
- func (*PipelineInfos) ProtoMessage()
- func (m *PipelineInfos) Reset()
- func (m *PipelineInfos) Size() (n int)
- func (m *PipelineInfos) String() string
- func (m *PipelineInfos) Unmarshal(dAtA []byte) error
- type PipelineInput
- func (*PipelineInput) Descriptor() ([]byte, []int)
- func (m *PipelineInput) GetBranch() string
- func (m *PipelineInput) GetFrom() *pfs.Commit
- func (m *PipelineInput) GetGlob() string
- func (m *PipelineInput) GetLazy() bool
- func (m *PipelineInput) GetName() string
- func (m *PipelineInput) GetRepo() *pfs.Repo
- func (m *PipelineInput) Marshal() (dAtA []byte, err error)
- func (m *PipelineInput) MarshalTo(dAtA []byte) (int, error)
- func (*PipelineInput) ProtoMessage()
- func (m *PipelineInput) Reset()
- func (m *PipelineInput) Size() (n int)
- func (m *PipelineInput) String() string
- func (m *PipelineInput) Unmarshal(dAtA []byte) error
- type PipelineState
- type ProcessStats
- func (*ProcessStats) Descriptor() ([]byte, []int)
- func (m *ProcessStats) GetDownloadBytes() uint64
- func (m *ProcessStats) GetDownloadTime() *google_protobuf2.Duration
- func (m *ProcessStats) GetProcessTime() *google_protobuf2.Duration
- func (m *ProcessStats) GetUploadBytes() uint64
- func (m *ProcessStats) GetUploadTime() *google_protobuf2.Duration
- func (m *ProcessStats) Marshal() (dAtA []byte, err error)
- func (m *ProcessStats) MarshalTo(dAtA []byte) (int, error)
- func (*ProcessStats) ProtoMessage()
- func (m *ProcessStats) Reset()
- func (m *ProcessStats) Size() (n int)
- func (m *ProcessStats) String() string
- func (m *ProcessStats) Unmarshal(dAtA []byte) error
- type RerunPipelineRequest
- func (*RerunPipelineRequest) Descriptor() ([]byte, []int)
- func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit
- func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit
- func (m *RerunPipelineRequest) GetPipeline() *Pipeline
- func (m *RerunPipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *RerunPipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*RerunPipelineRequest) ProtoMessage()
- func (m *RerunPipelineRequest) Reset()
- func (m *RerunPipelineRequest) Size() (n int)
- func (m *RerunPipelineRequest) String() string
- func (m *RerunPipelineRequest) Unmarshal(dAtA []byte) error
- type ResourceSpec
- func (*ResourceSpec) Descriptor() ([]byte, []int)
- func (m *ResourceSpec) GetCpu() float32
- func (m *ResourceSpec) GetGpu() int64
- func (m *ResourceSpec) GetMemory() string
- func (m *ResourceSpec) Marshal() (dAtA []byte, err error)
- func (m *ResourceSpec) MarshalTo(dAtA []byte) (int, error)
- func (*ResourceSpec) ProtoMessage()
- func (m *ResourceSpec) Reset()
- func (m *ResourceSpec) Size() (n int)
- func (m *ResourceSpec) String() string
- func (m *ResourceSpec) Unmarshal(dAtA []byte) error
- type RestartDatumRequest
- func (*RestartDatumRequest) Descriptor() ([]byte, []int)
- func (m *RestartDatumRequest) GetDataFilters() []string
- func (m *RestartDatumRequest) GetJob() *Job
- func (m *RestartDatumRequest) Marshal() (dAtA []byte, err error)
- func (m *RestartDatumRequest) MarshalTo(dAtA []byte) (int, error)
- func (*RestartDatumRequest) ProtoMessage()
- func (m *RestartDatumRequest) Reset()
- func (m *RestartDatumRequest) Size() (n int)
- func (m *RestartDatumRequest) String() string
- func (m *RestartDatumRequest) Unmarshal(dAtA []byte) error
- type Secret
- func (*Secret) Descriptor() ([]byte, []int)
- func (m *Secret) GetEnvVar() string
- func (m *Secret) GetKey() string
- func (m *Secret) GetMountPath() string
- func (m *Secret) GetName() string
- func (m *Secret) Marshal() (dAtA []byte, err error)
- func (m *Secret) MarshalTo(dAtA []byte) (int, error)
- func (*Secret) ProtoMessage()
- func (m *Secret) Reset()
- func (m *Secret) Size() (n int)
- func (m *Secret) String() string
- func (m *Secret) Unmarshal(dAtA []byte) error
- type Service
- func (*Service) Descriptor() ([]byte, []int)
- func (m *Service) GetExternalPort() int32
- func (m *Service) GetInternalPort() int32
- func (m *Service) Marshal() (dAtA []byte, err error)
- func (m *Service) MarshalTo(dAtA []byte) (int, error)
- func (*Service) ProtoMessage()
- func (m *Service) Reset()
- func (m *Service) Size() (n int)
- func (m *Service) String() string
- func (m *Service) Unmarshal(dAtA []byte) error
- type StartPipelineRequest
- func (*StartPipelineRequest) Descriptor() ([]byte, []int)
- func (m *StartPipelineRequest) GetPipeline() *Pipeline
- func (m *StartPipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *StartPipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*StartPipelineRequest) ProtoMessage()
- func (m *StartPipelineRequest) Reset()
- func (m *StartPipelineRequest) Size() (n int)
- func (m *StartPipelineRequest) String() string
- func (m *StartPipelineRequest) Unmarshal(dAtA []byte) error
- type StopJobRequest
- func (*StopJobRequest) Descriptor() ([]byte, []int)
- func (m *StopJobRequest) GetJob() *Job
- func (m *StopJobRequest) Marshal() (dAtA []byte, err error)
- func (m *StopJobRequest) MarshalTo(dAtA []byte) (int, error)
- func (*StopJobRequest) ProtoMessage()
- func (m *StopJobRequest) Reset()
- func (m *StopJobRequest) Size() (n int)
- func (m *StopJobRequest) String() string
- func (m *StopJobRequest) Unmarshal(dAtA []byte) error
- type StopPipelineRequest
- func (*StopPipelineRequest) Descriptor() ([]byte, []int)
- func (m *StopPipelineRequest) GetPipeline() *Pipeline
- func (m *StopPipelineRequest) Marshal() (dAtA []byte, err error)
- func (m *StopPipelineRequest) MarshalTo(dAtA []byte) (int, error)
- func (*StopPipelineRequest) ProtoMessage()
- func (m *StopPipelineRequest) Reset()
- func (m *StopPipelineRequest) Size() (n int)
- func (m *StopPipelineRequest) String() string
- func (m *StopPipelineRequest) Unmarshal(dAtA []byte) error
- type Transform
- func (*Transform) Descriptor() ([]byte, []int)
- func (m *Transform) GetAcceptReturnCode() []int64
- func (m *Transform) GetCmd() []string
- func (m *Transform) GetDebug() bool
- func (m *Transform) GetEnv() map[string]string
- func (m *Transform) GetImage() string
- func (m *Transform) GetImagePullSecrets() []string
- func (m *Transform) GetSecrets() []*Secret
- func (m *Transform) GetStdin() []string
- func (m *Transform) Marshal() (dAtA []byte, err error)
- func (m *Transform) MarshalTo(dAtA []byte) (int, error)
- func (*Transform) ProtoMessage()
- func (m *Transform) Reset()
- func (m *Transform) Size() (n int)
- func (m *Transform) String() string
- func (m *Transform) Unmarshal(dAtA []byte) error
- type Worker
- func (*Worker) Descriptor() ([]byte, []int)
- func (m *Worker) GetName() string
- func (m *Worker) GetState() WorkerState
- func (m *Worker) Marshal() (dAtA []byte, err error)
- func (m *Worker) MarshalTo(dAtA []byte) (int, error)
- func (*Worker) ProtoMessage()
- func (m *Worker) Reset()
- func (m *Worker) Size() (n int)
- func (m *Worker) String() string
- func (m *Worker) Unmarshal(dAtA []byte) error
- type WorkerState
- type WorkerStatus
- func (*WorkerStatus) Descriptor() ([]byte, []int)
- func (m *WorkerStatus) GetData() []*InputFile
- func (m *WorkerStatus) GetJobID() string
- func (m *WorkerStatus) GetQueueSize() int64
- func (m *WorkerStatus) GetStarted() *google_protobuf1.Timestamp
- func (m *WorkerStatus) GetStats() *ProcessStats
- func (m *WorkerStatus) GetWorkerID() string
- func (m *WorkerStatus) Marshal() (dAtA []byte, err error)
- func (m *WorkerStatus) MarshalTo(dAtA []byte) (int, error)
- func (*WorkerStatus) ProtoMessage()
- func (m *WorkerStatus) Reset()
- func (m *WorkerStatus) Size() (n int)
- func (m *WorkerStatus) String() string
- func (m *WorkerStatus) Unmarshal(dAtA []byte) error
Constants ¶
This section is empty.
Variables ¶
var ( ErrInvalidLengthPps = fmt.Errorf("proto: negative length found during unmarshaling") ErrIntOverflowPps = fmt.Errorf("proto: integer overflow") )
var DatumState_name = map[int32]string{
0: "FAILED",
1: "SUCCESS",
2: "SKIPPED",
3: "STARTING",
}
var DatumState_value = map[string]int32{
"FAILED": 0,
"SUCCESS": 1,
"SKIPPED": 2,
"STARTING": 3,
}
var JobState_name = map[int32]string{
0: "JOB_STARTING",
1: "JOB_RUNNING",
2: "JOB_FAILURE",
3: "JOB_SUCCESS",
4: "JOB_KILLED",
}
var JobState_value = map[string]int32{
"JOB_STARTING": 0,
"JOB_RUNNING": 1,
"JOB_FAILURE": 2,
"JOB_SUCCESS": 3,
"JOB_KILLED": 4,
}
var PipelineState_name = map[int32]string{
0: "PIPELINE_STARTING",
1: "PIPELINE_RUNNING",
2: "PIPELINE_RESTARTING",
3: "PIPELINE_FAILURE",
4: "PIPELINE_PAUSED",
}
var PipelineState_value = map[string]int32{
"PIPELINE_STARTING": 0,
"PIPELINE_RUNNING": 1,
"PIPELINE_RESTARTING": 2,
"PIPELINE_FAILURE": 3,
"PIPELINE_PAUSED": 4,
}
var WorkerState_name = map[int32]string{
0: "POD_RUNNING",
1: "POD_SUCCESS",
2: "POD_FAILED",
}
var WorkerState_value = map[string]int32{
"POD_RUNNING": 0,
"POD_SUCCESS": 1,
"POD_FAILED": 2,
}
Functions ¶
func InputBranches ¶ added in v1.7.0
InputBranches returns the branches in an Input.
func RegisterAPIServer ¶
func ValidateGitCloneURL ¶ added in v1.6.4
ValidateGitCloneURL returns an error if the provided URL is invalid
func VisitInput ¶ added in v1.5.0
VisitInput visits each input recursively in ascending order (root last)
Types ¶
type APIClient ¶
type APIClient interface { CreateJob(ctx context.Context, in *CreateJobRequest, opts ...grpc.CallOption) (*Job, error) InspectJob(ctx context.Context, in *InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error) // ListJob returns information about current and past Pachyderm jobs. This is // deprecated in favor of ListJobStream ListJob(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error) // ListJobStream returns information about current and past Pachyderm jobs. ListJobStream(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (API_ListJobStreamClient, error) FlushJob(ctx context.Context, in *FlushJobRequest, opts ...grpc.CallOption) (API_FlushJobClient, error) DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) StopJob(ctx context.Context, in *StopJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) InspectDatum(ctx context.Context, in *InspectDatumRequest, opts ...grpc.CallOption) (*DatumInfo, error) // ListDatum returns information about each datum fed to a Pachyderm job. This // is deprecated in favor of ListDatumStream ListDatum(ctx context.Context, in *ListDatumRequest, opts ...grpc.CallOption) (*ListDatumResponse, error) // ListDatumStream returns information about each datum fed to a Pachyderm job ListDatumStream(ctx context.Context, in *ListDatumRequest, opts ...grpc.CallOption) (API_ListDatumStreamClient, error) RestartDatum(ctx context.Context, in *RestartDatumRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) CreatePipeline(ctx context.Context, in *CreatePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) InspectPipeline(ctx context.Context, in *InspectPipelineRequest, opts ...grpc.CallOption) (*PipelineInfo, error) ListPipeline(ctx context.Context, in *ListPipelineRequest, opts ...grpc.CallOption) (*PipelineInfos, error) DeletePipeline(ctx context.Context, in *DeletePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) StartPipeline(ctx context.Context, in *StartPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) StopPipeline(ctx context.Context, in *StopPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) RerunPipeline(ctx context.Context, in *RerunPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) // DeleteAll deletes everything DeleteAll(ctx context.Context, in *google_protobuf.Empty, opts ...grpc.CallOption) (*google_protobuf.Empty, error) GetLogs(ctx context.Context, in *GetLogsRequest, opts ...grpc.CallOption) (API_GetLogsClient, error) // Garbage collection GarbageCollect(ctx context.Context, in *GarbageCollectRequest, opts ...grpc.CallOption) (*GarbageCollectResponse, error) }
func NewAPIClient ¶
func NewAPIClient(cc *grpc.ClientConn) APIClient
type APIServer ¶
type APIServer interface { CreateJob(context.Context, *CreateJobRequest) (*Job, error) InspectJob(context.Context, *InspectJobRequest) (*JobInfo, error) // ListJob returns information about current and past Pachyderm jobs. This is // deprecated in favor of ListJobStream ListJob(context.Context, *ListJobRequest) (*JobInfos, error) // ListJobStream returns information about current and past Pachyderm jobs. ListJobStream(*ListJobRequest, API_ListJobStreamServer) error FlushJob(*FlushJobRequest, API_FlushJobServer) error DeleteJob(context.Context, *DeleteJobRequest) (*google_protobuf.Empty, error) StopJob(context.Context, *StopJobRequest) (*google_protobuf.Empty, error) InspectDatum(context.Context, *InspectDatumRequest) (*DatumInfo, error) // ListDatum returns information about each datum fed to a Pachyderm job. This // is deprecated in favor of ListDatumStream ListDatum(context.Context, *ListDatumRequest) (*ListDatumResponse, error) // ListDatumStream returns information about each datum fed to a Pachyderm job ListDatumStream(*ListDatumRequest, API_ListDatumStreamServer) error RestartDatum(context.Context, *RestartDatumRequest) (*google_protobuf.Empty, error) CreatePipeline(context.Context, *CreatePipelineRequest) (*google_protobuf.Empty, error) InspectPipeline(context.Context, *InspectPipelineRequest) (*PipelineInfo, error) ListPipeline(context.Context, *ListPipelineRequest) (*PipelineInfos, error) DeletePipeline(context.Context, *DeletePipelineRequest) (*google_protobuf.Empty, error) StartPipeline(context.Context, *StartPipelineRequest) (*google_protobuf.Empty, error) StopPipeline(context.Context, *StopPipelineRequest) (*google_protobuf.Empty, error) RerunPipeline(context.Context, *RerunPipelineRequest) (*google_protobuf.Empty, error) // DeleteAll deletes everything DeleteAll(context.Context, *google_protobuf.Empty) (*google_protobuf.Empty, error) GetLogs(*GetLogsRequest, API_GetLogsServer) error // Garbage collection GarbageCollect(context.Context, *GarbageCollectRequest) (*GarbageCollectResponse, error) }
type API_FlushJobClient ¶ added in v1.7.0
type API_FlushJobClient interface { Recv() (*JobInfo, error) grpc.ClientStream }
type API_FlushJobServer ¶ added in v1.7.0
type API_FlushJobServer interface { Send(*JobInfo) error grpc.ServerStream }
type API_GetLogsClient ¶
type API_GetLogsClient interface { Recv() (*LogMessage, error) grpc.ClientStream }
type API_GetLogsServer ¶
type API_GetLogsServer interface { Send(*LogMessage) error grpc.ServerStream }
type API_ListDatumStreamClient ¶ added in v1.6.4
type API_ListDatumStreamClient interface { Recv() (*ListDatumStreamResponse, error) grpc.ClientStream }
type API_ListDatumStreamServer ¶ added in v1.6.4
type API_ListDatumStreamServer interface { Send(*ListDatumStreamResponse) error grpc.ServerStream }
type API_ListJobStreamClient ¶ added in v1.6.4
type API_ListJobStreamClient interface { Recv() (*JobInfo, error) grpc.ClientStream }
type API_ListJobStreamServer ¶ added in v1.6.4
type API_ListJobStreamServer interface { Send(*JobInfo) error grpc.ServerStream }
type Aggregate ¶ added in v1.5.1
type Aggregate struct { Count int64 `protobuf:"varint,1,opt,name=count,proto3" json:"count,omitempty"` Mean float64 `protobuf:"fixed64,2,opt,name=mean,proto3" json:"mean,omitempty"` Stddev float64 `protobuf:"fixed64,3,opt,name=stddev,proto3" json:"stddev,omitempty"` FifthPercentile float64 `protobuf:"fixed64,4,opt,name=fifth_percentile,json=fifthPercentile,proto3" json:"fifth_percentile,omitempty"` NinetyFifthPercentile float64 `` /* 128-byte string literal not displayed */ }
func (*Aggregate) Descriptor ¶ added in v1.5.1
func (*Aggregate) GetFifthPercentile ¶ added in v1.5.1
func (*Aggregate) GetNinetyFifthPercentile ¶ added in v1.5.1
func (*Aggregate) ProtoMessage ¶ added in v1.5.1
func (*Aggregate) ProtoMessage()
type AggregateProcessStats ¶ added in v1.5.1
type AggregateProcessStats struct { DownloadTime *Aggregate `protobuf:"bytes,1,opt,name=download_time,json=downloadTime" json:"download_time,omitempty"` ProcessTime *Aggregate `protobuf:"bytes,2,opt,name=process_time,json=processTime" json:"process_time,omitempty"` UploadTime *Aggregate `protobuf:"bytes,3,opt,name=upload_time,json=uploadTime" json:"upload_time,omitempty"` DownloadBytes *Aggregate `protobuf:"bytes,4,opt,name=download_bytes,json=downloadBytes" json:"download_bytes,omitempty"` UploadBytes *Aggregate `protobuf:"bytes,5,opt,name=upload_bytes,json=uploadBytes" json:"upload_bytes,omitempty"` }
func (*AggregateProcessStats) Descriptor ¶ added in v1.5.1
func (*AggregateProcessStats) Descriptor() ([]byte, []int)
func (*AggregateProcessStats) GetDownloadBytes ¶ added in v1.5.1
func (m *AggregateProcessStats) GetDownloadBytes() *Aggregate
func (*AggregateProcessStats) GetDownloadTime ¶ added in v1.5.1
func (m *AggregateProcessStats) GetDownloadTime() *Aggregate
func (*AggregateProcessStats) GetProcessTime ¶ added in v1.5.1
func (m *AggregateProcessStats) GetProcessTime() *Aggregate
func (*AggregateProcessStats) GetUploadBytes ¶ added in v1.5.1
func (m *AggregateProcessStats) GetUploadBytes() *Aggregate
func (*AggregateProcessStats) GetUploadTime ¶ added in v1.5.1
func (m *AggregateProcessStats) GetUploadTime() *Aggregate
func (*AggregateProcessStats) Marshal ¶ added in v1.5.1
func (m *AggregateProcessStats) Marshal() (dAtA []byte, err error)
func (*AggregateProcessStats) MarshalTo ¶ added in v1.5.1
func (m *AggregateProcessStats) MarshalTo(dAtA []byte) (int, error)
func (*AggregateProcessStats) ProtoMessage ¶ added in v1.5.1
func (*AggregateProcessStats) ProtoMessage()
func (*AggregateProcessStats) Reset ¶ added in v1.5.1
func (m *AggregateProcessStats) Reset()
func (*AggregateProcessStats) Size ¶ added in v1.5.1
func (m *AggregateProcessStats) Size() (n int)
func (*AggregateProcessStats) String ¶ added in v1.5.1
func (m *AggregateProcessStats) String() string
func (*AggregateProcessStats) Unmarshal ¶ added in v1.5.1
func (m *AggregateProcessStats) Unmarshal(dAtA []byte) error
type AtomInput ¶ added in v1.4.6
type AtomInput struct { Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` Repo string `protobuf:"bytes,2,opt,name=repo,proto3" json:"repo,omitempty"` Branch string `protobuf:"bytes,3,opt,name=branch,proto3" json:"branch,omitempty"` Commit string `protobuf:"bytes,4,opt,name=commit,proto3" json:"commit,omitempty"` Glob string `protobuf:"bytes,5,opt,name=glob,proto3" json:"glob,omitempty"` Lazy bool `protobuf:"varint,6,opt,name=lazy,proto3" json:"lazy,omitempty"` // EmptyFiles, if true, will cause files from this atom to be presented as // empty files. This is useful in shuffle pipelines where you want to read // the names of files and reorganize them using symlinks. EmptyFiles bool `protobuf:"varint,8,opt,name=empty_files,json=emptyFiles,proto3" json:"empty_files,omitempty"` }
func (*AtomInput) Descriptor ¶ added in v1.4.6
func (*AtomInput) GetEmptyFiles ¶ added in v1.6.8
func (*AtomInput) ProtoMessage ¶ added in v1.4.6
func (*AtomInput) ProtoMessage()
type ChunkSpec ¶ added in v1.6.6
type ChunkSpec struct { // number, if nonzero, specifies that each chunk should contain `number` // datums. Chunks may contain fewer if the total number of datums don't // divide evenly. Number int64 `protobuf:"varint,1,opt,name=number,proto3" json:"number,omitempty"` // size_bytes, if nonzero, specifies a target size for each chunk of datums. // Chunks may be larger or smaller than size_bytes, but will usually be // pretty close to size_bytes in size. SizeBytes int64 `protobuf:"varint,2,opt,name=size_bytes,json=sizeBytes,proto3" json:"size_bytes,omitempty"` }
ChunkSpec specifies how a pipeline should chunk its datums.
func (*ChunkSpec) Descriptor ¶ added in v1.6.6
func (*ChunkSpec) GetSizeBytes ¶ added in v1.6.6
func (*ChunkSpec) ProtoMessage ¶ added in v1.6.6
func (*ChunkSpec) ProtoMessage()
type CreateJobRequest ¶
type CreateJobRequest struct { Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"` OutputCommit *pfs.Commit `protobuf:"bytes,25,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"` }
func (*CreateJobRequest) Descriptor ¶
func (*CreateJobRequest) Descriptor() ([]byte, []int)
func (*CreateJobRequest) GetOutputCommit ¶ added in v1.7.0
func (m *CreateJobRequest) GetOutputCommit() *pfs.Commit
func (*CreateJobRequest) GetPipeline ¶
func (m *CreateJobRequest) GetPipeline() *Pipeline
func (*CreateJobRequest) Marshal ¶ added in v1.5.0
func (m *CreateJobRequest) Marshal() (dAtA []byte, err error)
func (*CreateJobRequest) MarshalTo ¶ added in v1.5.0
func (m *CreateJobRequest) MarshalTo(dAtA []byte) (int, error)
func (*CreateJobRequest) ProtoMessage ¶
func (*CreateJobRequest) ProtoMessage()
func (*CreateJobRequest) Reset ¶
func (m *CreateJobRequest) Reset()
func (*CreateJobRequest) Size ¶ added in v1.5.0
func (m *CreateJobRequest) Size() (n int)
func (*CreateJobRequest) String ¶
func (m *CreateJobRequest) String() string
func (*CreateJobRequest) Unmarshal ¶ added in v1.5.0
func (m *CreateJobRequest) Unmarshal(dAtA []byte) error
type CreatePipelineRequest ¶
type CreatePipelineRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` Transform *Transform `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Egress *Egress `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"` Update bool `protobuf:"varint,5,opt,name=update,proto3" json:"update,omitempty"` OutputBranch string `protobuf:"bytes,10,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"` ScaleDownThreshold *google_protobuf2.Duration `protobuf:"bytes,11,opt,name=scale_down_threshold,json=scaleDownThreshold" json:"scale_down_threshold,omitempty"` ResourceRequests *ResourceSpec `protobuf:"bytes,12,opt,name=resource_requests,json=resourceRequests" json:"resource_requests,omitempty"` ResourceLimits *ResourceSpec `protobuf:"bytes,22,opt,name=resource_limits,json=resourceLimits" json:"resource_limits,omitempty"` Input *Input `protobuf:"bytes,13,opt,name=input" json:"input,omitempty"` Description string `protobuf:"bytes,14,opt,name=description,proto3" json:"description,omitempty"` Incremental bool `protobuf:"varint,15,opt,name=incremental,proto3" json:"incremental,omitempty"` CacheSize string `protobuf:"bytes,16,opt,name=cache_size,json=cacheSize,proto3" json:"cache_size,omitempty"` EnableStats bool `protobuf:"varint,17,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"` // Reprocess forces the pipeline to reprocess all datums. // It only has meaning if Update is true Reprocess bool `protobuf:"varint,18,opt,name=reprocess,proto3" json:"reprocess,omitempty"` Batch bool `protobuf:"varint,19,opt,name=batch,proto3" json:"batch,omitempty"` MaxQueueSize int64 `protobuf:"varint,20,opt,name=max_queue_size,json=maxQueueSize,proto3" json:"max_queue_size,omitempty"` Service *Service `protobuf:"bytes,21,opt,name=service" json:"service,omitempty"` ChunkSpec *ChunkSpec `protobuf:"bytes,23,opt,name=chunk_spec,json=chunkSpec" json:"chunk_spec,omitempty"` DatumTimeout *google_protobuf2.Duration `protobuf:"bytes,24,opt,name=datum_timeout,json=datumTimeout" json:"datum_timeout,omitempty"` JobTimeout *google_protobuf2.Duration `protobuf:"bytes,25,opt,name=job_timeout,json=jobTimeout" json:"job_timeout,omitempty"` Salt string `protobuf:"bytes,26,opt,name=salt,proto3" json:"salt,omitempty"` }
func (*CreatePipelineRequest) Descriptor ¶
func (*CreatePipelineRequest) Descriptor() ([]byte, []int)
func (*CreatePipelineRequest) GetBatch ¶ added in v1.5.1
func (m *CreatePipelineRequest) GetBatch() bool
func (*CreatePipelineRequest) GetCacheSize ¶ added in v1.5.1
func (m *CreatePipelineRequest) GetCacheSize() string
func (*CreatePipelineRequest) GetChunkSpec ¶ added in v1.6.6
func (m *CreatePipelineRequest) GetChunkSpec() *ChunkSpec
func (*CreatePipelineRequest) GetDatumTimeout ¶ added in v1.6.6
func (m *CreatePipelineRequest) GetDatumTimeout() *google_protobuf2.Duration
func (*CreatePipelineRequest) GetDescription ¶ added in v1.4.7
func (m *CreatePipelineRequest) GetDescription() string
func (*CreatePipelineRequest) GetEgress ¶ added in v1.3.19
func (m *CreatePipelineRequest) GetEgress() *Egress
func (*CreatePipelineRequest) GetEnableStats ¶ added in v1.5.1
func (m *CreatePipelineRequest) GetEnableStats() bool
func (*CreatePipelineRequest) GetIncremental ¶ added in v1.4.8
func (m *CreatePipelineRequest) GetIncremental() bool
func (*CreatePipelineRequest) GetInput ¶ added in v1.4.6
func (m *CreatePipelineRequest) GetInput() *Input
func (*CreatePipelineRequest) GetJobTimeout ¶ added in v1.6.6
func (m *CreatePipelineRequest) GetJobTimeout() *google_protobuf2.Duration
func (*CreatePipelineRequest) GetMaxQueueSize ¶ added in v1.6.0
func (m *CreatePipelineRequest) GetMaxQueueSize() int64
func (*CreatePipelineRequest) GetOutputBranch ¶ added in v1.3.19
func (m *CreatePipelineRequest) GetOutputBranch() string
func (*CreatePipelineRequest) GetParallelismSpec ¶ added in v1.2.0
func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec
func (*CreatePipelineRequest) GetPipeline ¶
func (m *CreatePipelineRequest) GetPipeline() *Pipeline
func (*CreatePipelineRequest) GetReprocess ¶ added in v1.5.1
func (m *CreatePipelineRequest) GetReprocess() bool
func (*CreatePipelineRequest) GetResourceLimits ¶ added in v1.6.5
func (m *CreatePipelineRequest) GetResourceLimits() *ResourceSpec
func (*CreatePipelineRequest) GetResourceRequests ¶ added in v1.6.5
func (m *CreatePipelineRequest) GetResourceRequests() *ResourceSpec
func (*CreatePipelineRequest) GetSalt ¶ added in v1.6.9
func (m *CreatePipelineRequest) GetSalt() string
func (*CreatePipelineRequest) GetScaleDownThreshold ¶ added in v1.4.4
func (m *CreatePipelineRequest) GetScaleDownThreshold() *google_protobuf2.Duration
func (*CreatePipelineRequest) GetService ¶ added in v1.6.0
func (m *CreatePipelineRequest) GetService() *Service
func (*CreatePipelineRequest) GetTransform ¶
func (m *CreatePipelineRequest) GetTransform() *Transform
func (*CreatePipelineRequest) GetUpdate ¶ added in v1.3.5
func (m *CreatePipelineRequest) GetUpdate() bool
func (*CreatePipelineRequest) Marshal ¶ added in v1.5.0
func (m *CreatePipelineRequest) Marshal() (dAtA []byte, err error)
func (*CreatePipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *CreatePipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*CreatePipelineRequest) ProtoMessage ¶
func (*CreatePipelineRequest) ProtoMessage()
func (*CreatePipelineRequest) Reset ¶
func (m *CreatePipelineRequest) Reset()
func (*CreatePipelineRequest) Size ¶ added in v1.5.0
func (m *CreatePipelineRequest) Size() (n int)
func (*CreatePipelineRequest) String ¶
func (m *CreatePipelineRequest) String() string
func (*CreatePipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *CreatePipelineRequest) Unmarshal(dAtA []byte) error
type CronInput ¶ added in v1.5.3
type CronInput struct { Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` Repo string `protobuf:"bytes,2,opt,name=repo,proto3" json:"repo,omitempty"` Commit string `protobuf:"bytes,3,opt,name=commit,proto3" json:"commit,omitempty"` Spec string `protobuf:"bytes,4,opt,name=spec,proto3" json:"spec,omitempty"` Start *google_protobuf1.Timestamp `protobuf:"bytes,5,opt,name=start" json:"start,omitempty"` }
func (*CronInput) Descriptor ¶ added in v1.5.3
func (*CronInput) GetStart ¶ added in v1.5.3
func (m *CronInput) GetStart() *google_protobuf1.Timestamp
func (*CronInput) ProtoMessage ¶ added in v1.5.3
func (*CronInput) ProtoMessage()
type Datum ¶ added in v1.4.3
type Datum struct { // ID is the hash computed from all the files ID string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"` Job *Job `protobuf:"bytes,2,opt,name=job" json:"job,omitempty"` }
func (*Datum) Descriptor ¶ added in v1.4.3
func (*Datum) ProtoMessage ¶ added in v1.4.3
func (*Datum) ProtoMessage()
type DatumInfo ¶ added in v1.5.2
type DatumInfo struct { Datum *Datum `protobuf:"bytes,1,opt,name=datum" json:"datum,omitempty"` State DatumState `protobuf:"varint,2,opt,name=state,proto3,enum=pps.DatumState" json:"state,omitempty"` Stats *ProcessStats `protobuf:"bytes,3,opt,name=stats" json:"stats,omitempty"` PfsState *pfs.File `protobuf:"bytes,4,opt,name=pfs_state,json=pfsState" json:"pfs_state,omitempty"` Data []*pfs.FileInfo `protobuf:"bytes,5,rep,name=data" json:"data,omitempty"` }
func (*DatumInfo) Descriptor ¶ added in v1.5.2
func (*DatumInfo) GetPfsState ¶ added in v1.5.2
func (*DatumInfo) GetState ¶ added in v1.5.2
func (m *DatumInfo) GetState() DatumState
func (*DatumInfo) GetStats ¶ added in v1.5.2
func (m *DatumInfo) GetStats() *ProcessStats
func (*DatumInfo) ProtoMessage ¶ added in v1.5.2
func (*DatumInfo) ProtoMessage()
type DatumState ¶ added in v1.5.2
type DatumState int32
const ( DatumState_FAILED DatumState = 0 DatumState_SUCCESS DatumState = 1 DatumState_SKIPPED DatumState = 2 DatumState_STARTING DatumState = 3 )
func (DatumState) EnumDescriptor ¶ added in v1.5.2
func (DatumState) EnumDescriptor() ([]byte, []int)
func (DatumState) String ¶ added in v1.5.2
func (x DatumState) String() string
type DeleteJobRequest ¶ added in v1.3.0
type DeleteJobRequest struct {
Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}
func (*DeleteJobRequest) Descriptor ¶ added in v1.3.0
func (*DeleteJobRequest) Descriptor() ([]byte, []int)
func (*DeleteJobRequest) GetJob ¶ added in v1.3.0
func (m *DeleteJobRequest) GetJob() *Job
func (*DeleteJobRequest) Marshal ¶ added in v1.5.0
func (m *DeleteJobRequest) Marshal() (dAtA []byte, err error)
func (*DeleteJobRequest) MarshalTo ¶ added in v1.5.0
func (m *DeleteJobRequest) MarshalTo(dAtA []byte) (int, error)
func (*DeleteJobRequest) ProtoMessage ¶ added in v1.3.0
func (*DeleteJobRequest) ProtoMessage()
func (*DeleteJobRequest) Reset ¶ added in v1.3.0
func (m *DeleteJobRequest) Reset()
func (*DeleteJobRequest) Size ¶ added in v1.5.0
func (m *DeleteJobRequest) Size() (n int)
func (*DeleteJobRequest) String ¶ added in v1.3.0
func (m *DeleteJobRequest) String() string
func (*DeleteJobRequest) Unmarshal ¶ added in v1.5.0
func (m *DeleteJobRequest) Unmarshal(dAtA []byte) error
type DeletePipelineRequest ¶
type DeletePipelineRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` All bool `protobuf:"varint,4,opt,name=all,proto3" json:"all,omitempty"` }
func (*DeletePipelineRequest) Descriptor ¶
func (*DeletePipelineRequest) Descriptor() ([]byte, []int)
func (*DeletePipelineRequest) GetAll ¶ added in v1.4.8
func (m *DeletePipelineRequest) GetAll() bool
func (*DeletePipelineRequest) GetPipeline ¶
func (m *DeletePipelineRequest) GetPipeline() *Pipeline
func (*DeletePipelineRequest) Marshal ¶ added in v1.5.0
func (m *DeletePipelineRequest) Marshal() (dAtA []byte, err error)
func (*DeletePipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *DeletePipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*DeletePipelineRequest) ProtoMessage ¶
func (*DeletePipelineRequest) ProtoMessage()
func (*DeletePipelineRequest) Reset ¶
func (m *DeletePipelineRequest) Reset()
func (*DeletePipelineRequest) Size ¶ added in v1.5.0
func (m *DeletePipelineRequest) Size() (n int)
func (*DeletePipelineRequest) String ¶
func (m *DeletePipelineRequest) String() string
func (*DeletePipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *DeletePipelineRequest) Unmarshal(dAtA []byte) error
type Egress ¶ added in v1.3.19
type Egress struct {
URL string `protobuf:"bytes,1,opt,name=URL,proto3" json:"URL,omitempty"`
}
func (*Egress) Descriptor ¶ added in v1.3.19
func (*Egress) ProtoMessage ¶ added in v1.3.19
func (*Egress) ProtoMessage()
type EtcdJobInfo ¶ added in v1.7.0
type EtcdJobInfo struct { Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"` OutputCommit *pfs.Commit `protobuf:"bytes,3,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"` // Job restart count (e.g. due to datum failure) Restart uint64 `protobuf:"varint,4,opt,name=restart,proto3" json:"restart,omitempty"` // Counts of how many times we processed or skipped a datum DataProcessed int64 `protobuf:"varint,5,opt,name=data_processed,json=dataProcessed,proto3" json:"data_processed,omitempty"` DataSkipped int64 `protobuf:"varint,6,opt,name=data_skipped,json=dataSkipped,proto3" json:"data_skipped,omitempty"` DataTotal int64 `protobuf:"varint,7,opt,name=data_total,json=dataTotal,proto3" json:"data_total,omitempty"` DataFailed int64 `protobuf:"varint,8,opt,name=data_failed,json=dataFailed,proto3" json:"data_failed,omitempty"` // Download/process/upload time and download/upload bytes Stats *ProcessStats `protobuf:"bytes,9,opt,name=stats" json:"stats,omitempty"` StatsCommit *pfs.Commit `protobuf:"bytes,10,opt,name=stats_commit,json=statsCommit" json:"stats_commit,omitempty"` State JobState `protobuf:"varint,11,opt,name=state,proto3,enum=pps.JobState" json:"state,omitempty"` Reason string `protobuf:"bytes,12,opt,name=reason,proto3" json:"reason,omitempty"` }
EtcdJobInfo is the portion of the JobInfo that gets stored in etcd during job execution. It contains fields which change over the lifetime of the job but aren't used in the execution of the job.
func (*EtcdJobInfo) Descriptor ¶ added in v1.7.0
func (*EtcdJobInfo) Descriptor() ([]byte, []int)
func (*EtcdJobInfo) GetDataFailed ¶ added in v1.7.0
func (m *EtcdJobInfo) GetDataFailed() int64
func (*EtcdJobInfo) GetDataProcessed ¶ added in v1.7.0
func (m *EtcdJobInfo) GetDataProcessed() int64
func (*EtcdJobInfo) GetDataSkipped ¶ added in v1.7.0
func (m *EtcdJobInfo) GetDataSkipped() int64
func (*EtcdJobInfo) GetDataTotal ¶ added in v1.7.0
func (m *EtcdJobInfo) GetDataTotal() int64
func (*EtcdJobInfo) GetJob ¶ added in v1.7.0
func (m *EtcdJobInfo) GetJob() *Job
func (*EtcdJobInfo) GetOutputCommit ¶ added in v1.7.0
func (m *EtcdJobInfo) GetOutputCommit() *pfs.Commit
func (*EtcdJobInfo) GetPipeline ¶ added in v1.7.0
func (m *EtcdJobInfo) GetPipeline() *Pipeline
func (*EtcdJobInfo) GetReason ¶ added in v1.7.0
func (m *EtcdJobInfo) GetReason() string
func (*EtcdJobInfo) GetRestart ¶ added in v1.7.0
func (m *EtcdJobInfo) GetRestart() uint64
func (*EtcdJobInfo) GetState ¶ added in v1.7.0
func (m *EtcdJobInfo) GetState() JobState
func (*EtcdJobInfo) GetStats ¶ added in v1.7.0
func (m *EtcdJobInfo) GetStats() *ProcessStats
func (*EtcdJobInfo) GetStatsCommit ¶ added in v1.7.0
func (m *EtcdJobInfo) GetStatsCommit() *pfs.Commit
func (*EtcdJobInfo) Marshal ¶ added in v1.7.0
func (m *EtcdJobInfo) Marshal() (dAtA []byte, err error)
func (*EtcdJobInfo) MarshalTo ¶ added in v1.7.0
func (m *EtcdJobInfo) MarshalTo(dAtA []byte) (int, error)
func (*EtcdJobInfo) ProtoMessage ¶ added in v1.7.0
func (*EtcdJobInfo) ProtoMessage()
func (*EtcdJobInfo) Reset ¶ added in v1.7.0
func (m *EtcdJobInfo) Reset()
func (*EtcdJobInfo) Size ¶ added in v1.7.0
func (m *EtcdJobInfo) Size() (n int)
func (*EtcdJobInfo) String ¶ added in v1.7.0
func (m *EtcdJobInfo) String() string
func (*EtcdJobInfo) Unmarshal ¶ added in v1.7.0
func (m *EtcdJobInfo) Unmarshal(dAtA []byte) error
type EtcdPipelineInfo ¶ added in v1.7.0
type EtcdPipelineInfo struct { State PipelineState `protobuf:"varint,1,opt,name=state,proto3,enum=pps.PipelineState" json:"state,omitempty"` Reason string `protobuf:"bytes,4,opt,name=reason,proto3" json:"reason,omitempty"` SpecCommit *pfs.Commit `protobuf:"bytes,2,opt,name=spec_commit,json=specCommit" json:"spec_commit,omitempty"` JobCounts map[int32]int32 `` /* 171-byte string literal not displayed */ AuthToken string `protobuf:"bytes,5,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"` }
EtcdPipelineInfo is proto that Pachd stores in etcd for each pipeline. It tracks the state of the pipeline, and points to its metadata in PFS (and, by pointing to a PFS commit, de facto tracks the pipeline's version)
func (*EtcdPipelineInfo) Descriptor ¶ added in v1.7.0
func (*EtcdPipelineInfo) Descriptor() ([]byte, []int)
func (*EtcdPipelineInfo) GetAuthToken ¶ added in v1.7.0
func (m *EtcdPipelineInfo) GetAuthToken() string
func (*EtcdPipelineInfo) GetJobCounts ¶ added in v1.7.0
func (m *EtcdPipelineInfo) GetJobCounts() map[int32]int32
func (*EtcdPipelineInfo) GetReason ¶ added in v1.7.0
func (m *EtcdPipelineInfo) GetReason() string
func (*EtcdPipelineInfo) GetSpecCommit ¶ added in v1.7.0
func (m *EtcdPipelineInfo) GetSpecCommit() *pfs.Commit
func (*EtcdPipelineInfo) GetState ¶ added in v1.7.0
func (m *EtcdPipelineInfo) GetState() PipelineState
func (*EtcdPipelineInfo) Marshal ¶ added in v1.7.0
func (m *EtcdPipelineInfo) Marshal() (dAtA []byte, err error)
func (*EtcdPipelineInfo) MarshalTo ¶ added in v1.7.0
func (m *EtcdPipelineInfo) MarshalTo(dAtA []byte) (int, error)
func (*EtcdPipelineInfo) ProtoMessage ¶ added in v1.7.0
func (*EtcdPipelineInfo) ProtoMessage()
func (*EtcdPipelineInfo) Reset ¶ added in v1.7.0
func (m *EtcdPipelineInfo) Reset()
func (*EtcdPipelineInfo) Size ¶ added in v1.7.0
func (m *EtcdPipelineInfo) Size() (n int)
func (*EtcdPipelineInfo) String ¶ added in v1.7.0
func (m *EtcdPipelineInfo) String() string
func (*EtcdPipelineInfo) Unmarshal ¶ added in v1.7.0
func (m *EtcdPipelineInfo) Unmarshal(dAtA []byte) error
type FlushJobRequest ¶ added in v1.7.0
type FlushJobRequest struct { Commits []*pfs.Commit `protobuf:"bytes,1,rep,name=commits" json:"commits,omitempty"` ToPipelines []*Pipeline `protobuf:"bytes,2,rep,name=to_pipelines,json=toPipelines" json:"to_pipelines,omitempty"` }
func (*FlushJobRequest) Descriptor ¶ added in v1.7.0
func (*FlushJobRequest) Descriptor() ([]byte, []int)
func (*FlushJobRequest) GetCommits ¶ added in v1.7.0
func (m *FlushJobRequest) GetCommits() []*pfs.Commit
func (*FlushJobRequest) GetToPipelines ¶ added in v1.7.0
func (m *FlushJobRequest) GetToPipelines() []*Pipeline
func (*FlushJobRequest) Marshal ¶ added in v1.7.0
func (m *FlushJobRequest) Marshal() (dAtA []byte, err error)
func (*FlushJobRequest) MarshalTo ¶ added in v1.7.0
func (m *FlushJobRequest) MarshalTo(dAtA []byte) (int, error)
func (*FlushJobRequest) ProtoMessage ¶ added in v1.7.0
func (*FlushJobRequest) ProtoMessage()
func (*FlushJobRequest) Reset ¶ added in v1.7.0
func (m *FlushJobRequest) Reset()
func (*FlushJobRequest) Size ¶ added in v1.7.0
func (m *FlushJobRequest) Size() (n int)
func (*FlushJobRequest) String ¶ added in v1.7.0
func (m *FlushJobRequest) String() string
func (*FlushJobRequest) Unmarshal ¶ added in v1.7.0
func (m *FlushJobRequest) Unmarshal(dAtA []byte) error
type GarbageCollectRequest ¶ added in v1.4.7
type GarbageCollectRequest struct { }
func (*GarbageCollectRequest) Descriptor ¶ added in v1.4.7
func (*GarbageCollectRequest) Descriptor() ([]byte, []int)
func (*GarbageCollectRequest) Marshal ¶ added in v1.5.0
func (m *GarbageCollectRequest) Marshal() (dAtA []byte, err error)
func (*GarbageCollectRequest) MarshalTo ¶ added in v1.5.0
func (m *GarbageCollectRequest) MarshalTo(dAtA []byte) (int, error)
func (*GarbageCollectRequest) ProtoMessage ¶ added in v1.4.7
func (*GarbageCollectRequest) ProtoMessage()
func (*GarbageCollectRequest) Reset ¶ added in v1.4.7
func (m *GarbageCollectRequest) Reset()
func (*GarbageCollectRequest) Size ¶ added in v1.5.0
func (m *GarbageCollectRequest) Size() (n int)
func (*GarbageCollectRequest) String ¶ added in v1.4.7
func (m *GarbageCollectRequest) String() string
func (*GarbageCollectRequest) Unmarshal ¶ added in v1.5.0
func (m *GarbageCollectRequest) Unmarshal(dAtA []byte) error
type GarbageCollectResponse ¶ added in v1.4.7
type GarbageCollectResponse struct { }
func (*GarbageCollectResponse) Descriptor ¶ added in v1.4.7
func (*GarbageCollectResponse) Descriptor() ([]byte, []int)
func (*GarbageCollectResponse) Marshal ¶ added in v1.5.0
func (m *GarbageCollectResponse) Marshal() (dAtA []byte, err error)
func (*GarbageCollectResponse) MarshalTo ¶ added in v1.5.0
func (m *GarbageCollectResponse) MarshalTo(dAtA []byte) (int, error)
func (*GarbageCollectResponse) ProtoMessage ¶ added in v1.4.7
func (*GarbageCollectResponse) ProtoMessage()
func (*GarbageCollectResponse) Reset ¶ added in v1.4.7
func (m *GarbageCollectResponse) Reset()
func (*GarbageCollectResponse) Size ¶ added in v1.5.0
func (m *GarbageCollectResponse) Size() (n int)
func (*GarbageCollectResponse) String ¶ added in v1.4.7
func (m *GarbageCollectResponse) String() string
func (*GarbageCollectResponse) Unmarshal ¶ added in v1.5.0
func (m *GarbageCollectResponse) Unmarshal(dAtA []byte) error
type GetLogsRequest ¶
type GetLogsRequest struct { // The pipeline from which we want to get logs (required if the job in 'job' // was created as part of a pipeline. To get logs from a non-orphan job // without the pipeline that created it, you need to use ElasticSearch). Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"` // The job from which we want to get logs. Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` // Names of input files from which we want processing logs. This may contain // multiple files, to query pipelines that contain multiple inputs. Each // filter may be an absolute path of a file within a pps repo, or it may be // a hash for that file (to search for files at specific versions) DataFilters []string `protobuf:"bytes,3,rep,name=data_filters,json=dataFilters" json:"data_filters,omitempty"` Datum *Datum `protobuf:"bytes,6,opt,name=datum" json:"datum,omitempty"` // If true get logs from the master process Master bool `protobuf:"varint,5,opt,name=master,proto3" json:"master,omitempty"` // Continue to follow new logs as they become available. Follow bool `protobuf:"varint,7,opt,name=follow,proto3" json:"follow,omitempty"` // If nonzero, the number of lines from the end of the logs to return. Note: // tail applies per container, so you will get tail * <number of pods> total // lines back. Tail int64 `protobuf:"varint,8,opt,name=tail,proto3" json:"tail,omitempty"` }
func (*GetLogsRequest) Descriptor ¶
func (*GetLogsRequest) Descriptor() ([]byte, []int)
func (*GetLogsRequest) GetDataFilters ¶ added in v1.3.19
func (m *GetLogsRequest) GetDataFilters() []string
func (*GetLogsRequest) GetDatum ¶ added in v1.6.0
func (m *GetLogsRequest) GetDatum() *Datum
func (*GetLogsRequest) GetFollow ¶ added in v1.6.7
func (m *GetLogsRequest) GetFollow() bool
func (*GetLogsRequest) GetJob ¶
func (m *GetLogsRequest) GetJob() *Job
func (*GetLogsRequest) GetMaster ¶ added in v1.5.1
func (m *GetLogsRequest) GetMaster() bool
func (*GetLogsRequest) GetPipeline ¶ added in v1.3.19
func (m *GetLogsRequest) GetPipeline() *Pipeline
func (*GetLogsRequest) GetTail ¶ added in v1.6.7
func (m *GetLogsRequest) GetTail() int64
func (*GetLogsRequest) Marshal ¶ added in v1.5.0
func (m *GetLogsRequest) Marshal() (dAtA []byte, err error)
func (*GetLogsRequest) MarshalTo ¶ added in v1.5.0
func (m *GetLogsRequest) MarshalTo(dAtA []byte) (int, error)
func (*GetLogsRequest) ProtoMessage ¶
func (*GetLogsRequest) ProtoMessage()
func (*GetLogsRequest) Reset ¶
func (m *GetLogsRequest) Reset()
func (*GetLogsRequest) Size ¶ added in v1.5.0
func (m *GetLogsRequest) Size() (n int)
func (*GetLogsRequest) String ¶
func (m *GetLogsRequest) String() string
func (*GetLogsRequest) Unmarshal ¶ added in v1.5.0
func (m *GetLogsRequest) Unmarshal(dAtA []byte) error
type GitInput ¶ added in v1.6.4
type GitInput struct { Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` URL string `protobuf:"bytes,2,opt,name=url,proto3" json:"url,omitempty"` Branch string `protobuf:"bytes,3,opt,name=branch,proto3" json:"branch,omitempty"` Commit string `protobuf:"bytes,4,opt,name=commit,proto3" json:"commit,omitempty"` }
func (*GitInput) Descriptor ¶ added in v1.6.4
func (*GitInput) ProtoMessage ¶ added in v1.6.4
func (*GitInput) ProtoMessage()
type Input ¶ added in v1.4.6
type Input struct { Atom *AtomInput `protobuf:"bytes,1,opt,name=atom" json:"atom,omitempty"` Cross []*Input `protobuf:"bytes,2,rep,name=cross" json:"cross,omitempty"` Union []*Input `protobuf:"bytes,3,rep,name=union" json:"union,omitempty"` Cron *CronInput `protobuf:"bytes,4,opt,name=cron" json:"cron,omitempty"` Git *GitInput `protobuf:"bytes,5,opt,name=git" json:"git,omitempty"` }
func (*Input) Descriptor ¶ added in v1.4.6
func (*Input) ProtoMessage ¶ added in v1.4.6
func (*Input) ProtoMessage()
type InputFile ¶ added in v1.5.2
type InputFile struct { // This file's absolute path within its pfs repo. Path string `protobuf:"bytes,4,opt,name=path,proto3" json:"path,omitempty"` // This file's hash Hash []byte `protobuf:"bytes,5,opt,name=hash,proto3" json:"hash,omitempty"` }
func (*InputFile) Descriptor ¶ added in v1.5.2
func (*InputFile) ProtoMessage ¶ added in v1.5.2
func (*InputFile) ProtoMessage()
type InspectDatumRequest ¶ added in v1.5.2
type InspectDatumRequest struct {
Datum *Datum `protobuf:"bytes,1,opt,name=datum" json:"datum,omitempty"`
}
func (*InspectDatumRequest) Descriptor ¶ added in v1.5.2
func (*InspectDatumRequest) Descriptor() ([]byte, []int)
func (*InspectDatumRequest) GetDatum ¶ added in v1.5.2
func (m *InspectDatumRequest) GetDatum() *Datum
func (*InspectDatumRequest) Marshal ¶ added in v1.5.2
func (m *InspectDatumRequest) Marshal() (dAtA []byte, err error)
func (*InspectDatumRequest) MarshalTo ¶ added in v1.5.2
func (m *InspectDatumRequest) MarshalTo(dAtA []byte) (int, error)
func (*InspectDatumRequest) ProtoMessage ¶ added in v1.5.2
func (*InspectDatumRequest) ProtoMessage()
func (*InspectDatumRequest) Reset ¶ added in v1.5.2
func (m *InspectDatumRequest) Reset()
func (*InspectDatumRequest) Size ¶ added in v1.5.2
func (m *InspectDatumRequest) Size() (n int)
func (*InspectDatumRequest) String ¶ added in v1.5.2
func (m *InspectDatumRequest) String() string
func (*InspectDatumRequest) Unmarshal ¶ added in v1.5.2
func (m *InspectDatumRequest) Unmarshal(dAtA []byte) error
type InspectJobRequest ¶
type InspectJobRequest struct { Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` BlockState bool `protobuf:"varint,2,opt,name=block_state,json=blockState,proto3" json:"block_state,omitempty"` }
func (*InspectJobRequest) Descriptor ¶
func (*InspectJobRequest) Descriptor() ([]byte, []int)
func (*InspectJobRequest) GetBlockState ¶ added in v1.3.5
func (m *InspectJobRequest) GetBlockState() bool
func (*InspectJobRequest) GetJob ¶
func (m *InspectJobRequest) GetJob() *Job
func (*InspectJobRequest) Marshal ¶ added in v1.5.0
func (m *InspectJobRequest) Marshal() (dAtA []byte, err error)
func (*InspectJobRequest) MarshalTo ¶ added in v1.5.0
func (m *InspectJobRequest) MarshalTo(dAtA []byte) (int, error)
func (*InspectJobRequest) ProtoMessage ¶
func (*InspectJobRequest) ProtoMessage()
func (*InspectJobRequest) Reset ¶
func (m *InspectJobRequest) Reset()
func (*InspectJobRequest) Size ¶ added in v1.5.0
func (m *InspectJobRequest) Size() (n int)
func (*InspectJobRequest) String ¶
func (m *InspectJobRequest) String() string
func (*InspectJobRequest) Unmarshal ¶ added in v1.5.0
func (m *InspectJobRequest) Unmarshal(dAtA []byte) error
type InspectPipelineRequest ¶
type InspectPipelineRequest struct {
Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}
func (*InspectPipelineRequest) Descriptor ¶
func (*InspectPipelineRequest) Descriptor() ([]byte, []int)
func (*InspectPipelineRequest) GetPipeline ¶
func (m *InspectPipelineRequest) GetPipeline() *Pipeline
func (*InspectPipelineRequest) Marshal ¶ added in v1.5.0
func (m *InspectPipelineRequest) Marshal() (dAtA []byte, err error)
func (*InspectPipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *InspectPipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*InspectPipelineRequest) ProtoMessage ¶
func (*InspectPipelineRequest) ProtoMessage()
func (*InspectPipelineRequest) Reset ¶
func (m *InspectPipelineRequest) Reset()
func (*InspectPipelineRequest) Size ¶ added in v1.5.0
func (m *InspectPipelineRequest) Size() (n int)
func (*InspectPipelineRequest) String ¶
func (m *InspectPipelineRequest) String() string
func (*InspectPipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *InspectPipelineRequest) Unmarshal(dAtA []byte) error
type Job ¶
type Job struct {
ID string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
}
func (*Job) Descriptor ¶
func (*Job) ProtoMessage ¶
func (*Job) ProtoMessage()
type JobInfo ¶
type JobInfo struct { Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` Transform *Transform `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"` Pipeline *Pipeline `protobuf:"bytes,3,opt,name=pipeline" json:"pipeline,omitempty"` PipelineVersion uint64 `protobuf:"varint,13,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,12,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Egress *Egress `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"` ParentJob *Job `protobuf:"bytes,6,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"` Started *google_protobuf1.Timestamp `protobuf:"bytes,7,opt,name=started" json:"started,omitempty"` Finished *google_protobuf1.Timestamp `protobuf:"bytes,8,opt,name=finished" json:"finished,omitempty"` OutputCommit *pfs.Commit `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"` State JobState `protobuf:"varint,10,opt,name=state,proto3,enum=pps.JobState" json:"state,omitempty"` Reason string `protobuf:"bytes,35,opt,name=reason,proto3" json:"reason,omitempty"` Service *Service `protobuf:"bytes,14,opt,name=service" json:"service,omitempty"` OutputRepo *pfs.Repo `protobuf:"bytes,18,opt,name=output_repo,json=outputRepo" json:"output_repo,omitempty"` OutputBranch string `protobuf:"bytes,17,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"` Restart uint64 `protobuf:"varint,20,opt,name=restart,proto3" json:"restart,omitempty"` DataProcessed int64 `protobuf:"varint,22,opt,name=data_processed,json=dataProcessed,proto3" json:"data_processed,omitempty"` DataSkipped int64 `protobuf:"varint,30,opt,name=data_skipped,json=dataSkipped,proto3" json:"data_skipped,omitempty"` DataFailed int64 `protobuf:"varint,40,opt,name=data_failed,json=dataFailed,proto3" json:"data_failed,omitempty"` DataTotal int64 `protobuf:"varint,23,opt,name=data_total,json=dataTotal,proto3" json:"data_total,omitempty"` Stats *ProcessStats `protobuf:"bytes,31,opt,name=stats" json:"stats,omitempty"` WorkerStatus []*WorkerStatus `protobuf:"bytes,24,rep,name=worker_status,json=workerStatus" json:"worker_status,omitempty"` ResourceRequests *ResourceSpec `protobuf:"bytes,25,opt,name=resource_requests,json=resourceRequests" json:"resource_requests,omitempty"` ResourceLimits *ResourceSpec `protobuf:"bytes,36,opt,name=resource_limits,json=resourceLimits" json:"resource_limits,omitempty"` Input *Input `protobuf:"bytes,26,opt,name=input" json:"input,omitempty"` NewBranch *pfs.BranchInfo `protobuf:"bytes,27,opt,name=new_branch,json=newBranch" json:"new_branch,omitempty"` Incremental bool `protobuf:"varint,28,opt,name=incremental,proto3" json:"incremental,omitempty"` StatsCommit *pfs.Commit `protobuf:"bytes,29,opt,name=stats_commit,json=statsCommit" json:"stats_commit,omitempty"` EnableStats bool `protobuf:"varint,32,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"` Salt string `protobuf:"bytes,33,opt,name=salt,proto3" json:"salt,omitempty"` Batch bool `protobuf:"varint,34,opt,name=batch,proto3" json:"batch,omitempty"` ChunkSpec *ChunkSpec `protobuf:"bytes,37,opt,name=chunk_spec,json=chunkSpec" json:"chunk_spec,omitempty"` DatumTimeout *google_protobuf2.Duration `protobuf:"bytes,38,opt,name=datum_timeout,json=datumTimeout" json:"datum_timeout,omitempty"` JobTimeout *google_protobuf2.Duration `protobuf:"bytes,39,opt,name=job_timeout,json=jobTimeout" json:"job_timeout,omitempty"` }
func (*JobInfo) Descriptor ¶
func (*JobInfo) GetChunkSpec ¶ added in v1.6.6
func (*JobInfo) GetDataFailed ¶ added in v1.6.7
func (*JobInfo) GetDataProcessed ¶ added in v1.4.3
func (*JobInfo) GetDataSkipped ¶ added in v1.5.1
func (*JobInfo) GetDataTotal ¶ added in v1.4.3
func (*JobInfo) GetDatumTimeout ¶ added in v1.6.6
func (m *JobInfo) GetDatumTimeout() *google_protobuf2.Duration
func (*JobInfo) GetEnableStats ¶ added in v1.5.1
func (*JobInfo) GetFinished ¶
func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp
func (*JobInfo) GetIncremental ¶ added in v1.4.8
func (*JobInfo) GetJobTimeout ¶ added in v1.6.6
func (m *JobInfo) GetJobTimeout() *google_protobuf2.Duration
func (*JobInfo) GetNewBranch ¶ added in v1.4.8
func (m *JobInfo) GetNewBranch() *pfs.BranchInfo
func (*JobInfo) GetOutputBranch ¶ added in v1.3.19
func (*JobInfo) GetOutputCommit ¶
func (*JobInfo) GetOutputRepo ¶ added in v1.3.19
func (*JobInfo) GetParallelismSpec ¶ added in v1.2.0
func (m *JobInfo) GetParallelismSpec() *ParallelismSpec
func (*JobInfo) GetParentJob ¶
func (*JobInfo) GetPipeline ¶
func (*JobInfo) GetPipelineVersion ¶ added in v1.3.5
func (*JobInfo) GetResourceLimits ¶ added in v1.6.5
func (m *JobInfo) GetResourceLimits() *ResourceSpec
func (*JobInfo) GetResourceRequests ¶ added in v1.6.5
func (m *JobInfo) GetResourceRequests() *ResourceSpec
func (*JobInfo) GetRestart ¶ added in v1.4.2
func (*JobInfo) GetService ¶ added in v1.3.0
func (*JobInfo) GetStarted ¶
func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp
func (*JobInfo) GetStats ¶ added in v1.5.1
func (m *JobInfo) GetStats() *ProcessStats
func (*JobInfo) GetStatsCommit ¶ added in v1.5.1
func (*JobInfo) GetTransform ¶
func (*JobInfo) GetWorkerStatus ¶ added in v1.4.4
func (m *JobInfo) GetWorkerStatus() []*WorkerStatus
func (*JobInfo) ProtoMessage ¶
func (*JobInfo) ProtoMessage()
type JobInfos ¶
type JobInfos struct {
JobInfo []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo" json:"job_info,omitempty"`
}
func (*JobInfos) Descriptor ¶
func (*JobInfos) GetJobInfo ¶
func (*JobInfos) ProtoMessage ¶
func (*JobInfos) ProtoMessage()
type JobInput ¶
type JobInput struct { Name string `protobuf:"bytes,4,opt,name=name,proto3" json:"name,omitempty"` Commit *pfs.Commit `protobuf:"bytes,1,opt,name=commit" json:"commit,omitempty"` Glob string `protobuf:"bytes,2,opt,name=glob,proto3" json:"glob,omitempty"` Lazy bool `protobuf:"varint,3,opt,name=lazy,proto3" json:"lazy,omitempty"` }
func (*JobInput) Descriptor ¶
func (*JobInput) ProtoMessage ¶
func (*JobInput) ProtoMessage()
type ListDatumRequest ¶ added in v1.5.2
type ListDatumRequest struct { Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` PageSize int64 `protobuf:"varint,2,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"` Page int64 `protobuf:"varint,3,opt,name=page,proto3" json:"page,omitempty"` }
func (*ListDatumRequest) Descriptor ¶ added in v1.5.2
func (*ListDatumRequest) Descriptor() ([]byte, []int)
func (*ListDatumRequest) GetJob ¶ added in v1.5.2
func (m *ListDatumRequest) GetJob() *Job
func (*ListDatumRequest) GetPage ¶ added in v1.6.0
func (m *ListDatumRequest) GetPage() int64
func (*ListDatumRequest) GetPageSize ¶ added in v1.6.0
func (m *ListDatumRequest) GetPageSize() int64
func (*ListDatumRequest) Marshal ¶ added in v1.5.2
func (m *ListDatumRequest) Marshal() (dAtA []byte, err error)
func (*ListDatumRequest) MarshalTo ¶ added in v1.5.2
func (m *ListDatumRequest) MarshalTo(dAtA []byte) (int, error)
func (*ListDatumRequest) ProtoMessage ¶ added in v1.5.2
func (*ListDatumRequest) ProtoMessage()
func (*ListDatumRequest) Reset ¶ added in v1.5.2
func (m *ListDatumRequest) Reset()
func (*ListDatumRequest) Size ¶ added in v1.5.2
func (m *ListDatumRequest) Size() (n int)
func (*ListDatumRequest) String ¶ added in v1.5.2
func (m *ListDatumRequest) String() string
func (*ListDatumRequest) Unmarshal ¶ added in v1.5.2
func (m *ListDatumRequest) Unmarshal(dAtA []byte) error
type ListDatumResponse ¶ added in v1.6.0
type ListDatumResponse struct { DatumInfos []*DatumInfo `protobuf:"bytes,1,rep,name=datum_infos,json=datumInfos" json:"datum_infos,omitempty"` TotalPages int64 `protobuf:"varint,2,opt,name=total_pages,json=totalPages,proto3" json:"total_pages,omitempty"` Page int64 `protobuf:"varint,3,opt,name=page,proto3" json:"page,omitempty"` }
func (*ListDatumResponse) Descriptor ¶ added in v1.6.0
func (*ListDatumResponse) Descriptor() ([]byte, []int)
func (*ListDatumResponse) GetDatumInfos ¶ added in v1.6.0
func (m *ListDatumResponse) GetDatumInfos() []*DatumInfo
func (*ListDatumResponse) GetPage ¶ added in v1.6.0
func (m *ListDatumResponse) GetPage() int64
func (*ListDatumResponse) GetTotalPages ¶ added in v1.6.0
func (m *ListDatumResponse) GetTotalPages() int64
func (*ListDatumResponse) Marshal ¶ added in v1.6.0
func (m *ListDatumResponse) Marshal() (dAtA []byte, err error)
func (*ListDatumResponse) MarshalTo ¶ added in v1.6.0
func (m *ListDatumResponse) MarshalTo(dAtA []byte) (int, error)
func (*ListDatumResponse) ProtoMessage ¶ added in v1.6.0
func (*ListDatumResponse) ProtoMessage()
func (*ListDatumResponse) Reset ¶ added in v1.6.0
func (m *ListDatumResponse) Reset()
func (*ListDatumResponse) Size ¶ added in v1.6.0
func (m *ListDatumResponse) Size() (n int)
func (*ListDatumResponse) String ¶ added in v1.6.0
func (m *ListDatumResponse) String() string
func (*ListDatumResponse) Unmarshal ¶ added in v1.6.0
func (m *ListDatumResponse) Unmarshal(dAtA []byte) error
type ListDatumStreamResponse ¶ added in v1.6.4
type ListDatumStreamResponse struct { DatumInfo *DatumInfo `protobuf:"bytes,1,opt,name=datum_info,json=datumInfo" json:"datum_info,omitempty"` // total_pages is only set in the first response (and set to 0 in all other // responses) TotalPages int64 `protobuf:"varint,2,opt,name=total_pages,json=totalPages,proto3" json:"total_pages,omitempty"` // page is only set in the first response (and set to 0 in all other // responses) Page int64 `protobuf:"varint,3,opt,name=page,proto3" json:"page,omitempty"` }
ListDatumStreamResponse is identical to ListDatumResponse, except that only one DatumInfo is present (as these responses are streamed)
func (*ListDatumStreamResponse) Descriptor ¶ added in v1.6.4
func (*ListDatumStreamResponse) Descriptor() ([]byte, []int)
func (*ListDatumStreamResponse) GetDatumInfo ¶ added in v1.6.4
func (m *ListDatumStreamResponse) GetDatumInfo() *DatumInfo
func (*ListDatumStreamResponse) GetPage ¶ added in v1.6.4
func (m *ListDatumStreamResponse) GetPage() int64
func (*ListDatumStreamResponse) GetTotalPages ¶ added in v1.6.4
func (m *ListDatumStreamResponse) GetTotalPages() int64
func (*ListDatumStreamResponse) Marshal ¶ added in v1.6.4
func (m *ListDatumStreamResponse) Marshal() (dAtA []byte, err error)
func (*ListDatumStreamResponse) MarshalTo ¶ added in v1.6.4
func (m *ListDatumStreamResponse) MarshalTo(dAtA []byte) (int, error)
func (*ListDatumStreamResponse) ProtoMessage ¶ added in v1.6.4
func (*ListDatumStreamResponse) ProtoMessage()
func (*ListDatumStreamResponse) Reset ¶ added in v1.6.4
func (m *ListDatumStreamResponse) Reset()
func (*ListDatumStreamResponse) Size ¶ added in v1.6.4
func (m *ListDatumStreamResponse) Size() (n int)
func (*ListDatumStreamResponse) String ¶ added in v1.6.4
func (m *ListDatumStreamResponse) String() string
func (*ListDatumStreamResponse) Unmarshal ¶ added in v1.6.4
func (m *ListDatumStreamResponse) Unmarshal(dAtA []byte) error
type ListJobRequest ¶
type ListJobRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` InputCommit []*pfs.Commit `protobuf:"bytes,2,rep,name=input_commit,json=inputCommit" json:"input_commit,omitempty"` OutputCommit *pfs.Commit `protobuf:"bytes,3,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"` }
func (*ListJobRequest) Descriptor ¶
func (*ListJobRequest) Descriptor() ([]byte, []int)
func (*ListJobRequest) GetInputCommit ¶
func (m *ListJobRequest) GetInputCommit() []*pfs.Commit
func (*ListJobRequest) GetOutputCommit ¶ added in v1.6.0
func (m *ListJobRequest) GetOutputCommit() *pfs.Commit
func (*ListJobRequest) GetPipeline ¶
func (m *ListJobRequest) GetPipeline() *Pipeline
func (*ListJobRequest) Marshal ¶ added in v1.5.0
func (m *ListJobRequest) Marshal() (dAtA []byte, err error)
func (*ListJobRequest) MarshalTo ¶ added in v1.5.0
func (m *ListJobRequest) MarshalTo(dAtA []byte) (int, error)
func (*ListJobRequest) ProtoMessage ¶
func (*ListJobRequest) ProtoMessage()
func (*ListJobRequest) Reset ¶
func (m *ListJobRequest) Reset()
func (*ListJobRequest) Size ¶ added in v1.5.0
func (m *ListJobRequest) Size() (n int)
func (*ListJobRequest) String ¶
func (m *ListJobRequest) String() string
func (*ListJobRequest) Unmarshal ¶ added in v1.5.0
func (m *ListJobRequest) Unmarshal(dAtA []byte) error
type ListPipelineRequest ¶
type ListPipelineRequest struct { }
func (*ListPipelineRequest) Descriptor ¶
func (*ListPipelineRequest) Descriptor() ([]byte, []int)
func (*ListPipelineRequest) Marshal ¶ added in v1.5.0
func (m *ListPipelineRequest) Marshal() (dAtA []byte, err error)
func (*ListPipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *ListPipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*ListPipelineRequest) ProtoMessage ¶
func (*ListPipelineRequest) ProtoMessage()
func (*ListPipelineRequest) Reset ¶
func (m *ListPipelineRequest) Reset()
func (*ListPipelineRequest) Size ¶ added in v1.5.0
func (m *ListPipelineRequest) Size() (n int)
func (*ListPipelineRequest) String ¶
func (m *ListPipelineRequest) String() string
func (*ListPipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *ListPipelineRequest) Unmarshal(dAtA []byte) error
type LogMessage ¶ added in v1.3.19
type LogMessage struct { // The job and pipeline for which a PFS file is being processed (if the job // is an orphan job, pipeline name and ID will be unset) PipelineName string `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName,proto3" json:"pipeline_name,omitempty"` JobID string `protobuf:"bytes,3,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"` WorkerID string `protobuf:"bytes,7,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"` DatumID string `protobuf:"bytes,9,opt,name=datum_id,json=datumId,proto3" json:"datum_id,omitempty"` Master bool `protobuf:"varint,10,opt,name=master,proto3" json:"master,omitempty"` // The PFS files being processed (one per pipeline/job input) Data []*InputFile `protobuf:"bytes,4,rep,name=data" json:"data,omitempty"` // User is true if log message comes from the users code. User bool `protobuf:"varint,8,opt,name=user,proto3" json:"user,omitempty"` // The message logged, and the time at which it was logged Ts *google_protobuf1.Timestamp `protobuf:"bytes,5,opt,name=ts" json:"ts,omitempty"` Message string `protobuf:"bytes,6,opt,name=message,proto3" json:"message,omitempty"` }
LogMessage is a log line from a PPS worker, annotated with metadata indicating when and why the line was logged.
func (*LogMessage) Descriptor ¶ added in v1.3.19
func (*LogMessage) Descriptor() ([]byte, []int)
func (*LogMessage) GetData ¶ added in v1.3.19
func (m *LogMessage) GetData() []*InputFile
func (*LogMessage) GetDatumID ¶ added in v1.5.1
func (m *LogMessage) GetDatumID() string
func (*LogMessage) GetJobID ¶ added in v1.3.19
func (m *LogMessage) GetJobID() string
func (*LogMessage) GetMaster ¶ added in v1.5.1
func (m *LogMessage) GetMaster() bool
func (*LogMessage) GetMessage ¶ added in v1.3.19
func (m *LogMessage) GetMessage() string
func (*LogMessage) GetPipelineName ¶ added in v1.3.19
func (m *LogMessage) GetPipelineName() string
func (*LogMessage) GetTs ¶ added in v1.3.19
func (m *LogMessage) GetTs() *google_protobuf1.Timestamp
func (*LogMessage) GetUser ¶ added in v1.4.1
func (m *LogMessage) GetUser() bool
func (*LogMessage) GetWorkerID ¶ added in v1.4.1
func (m *LogMessage) GetWorkerID() string
func (*LogMessage) Marshal ¶ added in v1.5.0
func (m *LogMessage) Marshal() (dAtA []byte, err error)
func (*LogMessage) MarshalTo ¶ added in v1.5.0
func (m *LogMessage) MarshalTo(dAtA []byte) (int, error)
func (*LogMessage) ProtoMessage ¶ added in v1.3.19
func (*LogMessage) ProtoMessage()
func (*LogMessage) Reset ¶ added in v1.3.19
func (m *LogMessage) Reset()
func (*LogMessage) Size ¶ added in v1.5.0
func (m *LogMessage) Size() (n int)
func (*LogMessage) String ¶ added in v1.3.19
func (m *LogMessage) String() string
func (*LogMessage) Unmarshal ¶ added in v1.5.0
func (m *LogMessage) Unmarshal(dAtA []byte) error
type ParallelismSpec ¶ added in v1.2.0
type ParallelismSpec struct { // Starts the pipeline/job with a 'constant' workers, unless 'constant' is // zero. If 'constant' is zero (which is the zero value of ParallelismSpec), // then Pachyderm will choose the number of workers that is started, // (currently it chooses the number of workers in the cluster) Constant uint64 `protobuf:"varint,2,opt,name=constant,proto3" json:"constant,omitempty"` // Starts the pipeline/job with number of workers equal to 'coefficient' * N, // where N is the number of nodes in the kubernetes cluster. // // For example, if each Kubernetes node has four CPUs, you might set // 'coefficient' to four, so that there are four Pachyderm workers per // Kubernetes node, and each Pachyderm worker gets one CPU. If you want to // reserve half the nodes in your cluster for other tasks, you might set // 'coefficient' to 0.5. Coefficient float64 `protobuf:"fixed64,3,opt,name=coefficient,proto3" json:"coefficient,omitempty"` }
func (*ParallelismSpec) Descriptor ¶ added in v1.2.0
func (*ParallelismSpec) Descriptor() ([]byte, []int)
func (*ParallelismSpec) GetCoefficient ¶ added in v1.3.5
func (m *ParallelismSpec) GetCoefficient() float64
func (*ParallelismSpec) GetConstant ¶ added in v1.3.5
func (m *ParallelismSpec) GetConstant() uint64
func (*ParallelismSpec) Marshal ¶ added in v1.5.0
func (m *ParallelismSpec) Marshal() (dAtA []byte, err error)
func (*ParallelismSpec) MarshalTo ¶ added in v1.5.0
func (m *ParallelismSpec) MarshalTo(dAtA []byte) (int, error)
func (*ParallelismSpec) ProtoMessage ¶ added in v1.2.0
func (*ParallelismSpec) ProtoMessage()
func (*ParallelismSpec) Reset ¶ added in v1.2.0
func (m *ParallelismSpec) Reset()
func (*ParallelismSpec) Size ¶ added in v1.5.0
func (m *ParallelismSpec) Size() (n int)
func (*ParallelismSpec) String ¶ added in v1.2.0
func (m *ParallelismSpec) String() string
func (*ParallelismSpec) Unmarshal ¶ added in v1.5.0
func (m *ParallelismSpec) Unmarshal(dAtA []byte) error
type Pipeline ¶
type Pipeline struct {
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
}
func (*Pipeline) Descriptor ¶
func (*Pipeline) ProtoMessage ¶
func (*Pipeline) ProtoMessage()
type PipelineInfo ¶
type PipelineInfo struct { ID string `protobuf:"bytes,17,opt,name=id,proto3" json:"id,omitempty"` Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` Version uint64 `protobuf:"varint,11,opt,name=version,proto3" json:"version,omitempty"` Transform *Transform `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,10,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Egress *Egress `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"` CreatedAt *google_protobuf1.Timestamp `protobuf:"bytes,6,opt,name=created_at,json=createdAt" json:"created_at,omitempty"` // state indicates the current state of the pipeline. This is not stored in // PFS along with the rest of this data structure--PPS.InspectPipeline fills // it in State PipelineState `protobuf:"varint,7,opt,name=state,proto3,enum=pps.PipelineState" json:"state,omitempty"` RecentError string `protobuf:"bytes,8,opt,name=recent_error,json=recentError,proto3" json:"recent_error,omitempty"` // job_counts indicates the number of jobs within this pipeline in a given // state. This is not stored in PFS along with the rest of this data // structure--PPS.InspectPipeline fills it in JobCounts map[int32]int32 `` /* 171-byte string literal not displayed */ OutputBranch string `protobuf:"bytes,16,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"` ScaleDownThreshold *google_protobuf2.Duration `protobuf:"bytes,18,opt,name=scale_down_threshold,json=scaleDownThreshold" json:"scale_down_threshold,omitempty"` ResourceRequests *ResourceSpec `protobuf:"bytes,19,opt,name=resource_requests,json=resourceRequests" json:"resource_requests,omitempty"` ResourceLimits *ResourceSpec `protobuf:"bytes,31,opt,name=resource_limits,json=resourceLimits" json:"resource_limits,omitempty"` Input *Input `protobuf:"bytes,20,opt,name=input" json:"input,omitempty"` Description string `protobuf:"bytes,21,opt,name=description,proto3" json:"description,omitempty"` Incremental bool `protobuf:"varint,22,opt,name=incremental,proto3" json:"incremental,omitempty"` CacheSize string `protobuf:"bytes,23,opt,name=cache_size,json=cacheSize,proto3" json:"cache_size,omitempty"` EnableStats bool `protobuf:"varint,24,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"` Salt string `protobuf:"bytes,25,opt,name=salt,proto3" json:"salt,omitempty"` Batch bool `protobuf:"varint,27,opt,name=batch,proto3" json:"batch,omitempty"` // reason includes any error messages associated with a failed pipeline Reason string `protobuf:"bytes,28,opt,name=reason,proto3" json:"reason,omitempty"` MaxQueueSize int64 `protobuf:"varint,29,opt,name=max_queue_size,json=maxQueueSize,proto3" json:"max_queue_size,omitempty"` Service *Service `protobuf:"bytes,30,opt,name=service" json:"service,omitempty"` ChunkSpec *ChunkSpec `protobuf:"bytes,32,opt,name=chunk_spec,json=chunkSpec" json:"chunk_spec,omitempty"` DatumTimeout *google_protobuf2.Duration `protobuf:"bytes,33,opt,name=datum_timeout,json=datumTimeout" json:"datum_timeout,omitempty"` JobTimeout *google_protobuf2.Duration `protobuf:"bytes,34,opt,name=job_timeout,json=jobTimeout" json:"job_timeout,omitempty"` GithookURL string `protobuf:"bytes,35,opt,name=githook_url,json=githookUrl,proto3" json:"githook_url,omitempty"` SpecCommit *pfs.Commit `protobuf:"bytes,36,opt,name=spec_commit,json=specCommit" json:"spec_commit,omitempty"` }
func (*PipelineInfo) Descriptor ¶
func (*PipelineInfo) Descriptor() ([]byte, []int)
func (*PipelineInfo) GetBatch ¶ added in v1.5.1
func (m *PipelineInfo) GetBatch() bool
func (*PipelineInfo) GetCacheSize ¶ added in v1.5.1
func (m *PipelineInfo) GetCacheSize() string
func (*PipelineInfo) GetChunkSpec ¶ added in v1.6.6
func (m *PipelineInfo) GetChunkSpec() *ChunkSpec
func (*PipelineInfo) GetCreatedAt ¶
func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp
func (*PipelineInfo) GetDatumTimeout ¶ added in v1.6.6
func (m *PipelineInfo) GetDatumTimeout() *google_protobuf2.Duration
func (*PipelineInfo) GetDescription ¶ added in v1.4.7
func (m *PipelineInfo) GetDescription() string
func (*PipelineInfo) GetEgress ¶ added in v1.3.19
func (m *PipelineInfo) GetEgress() *Egress
func (*PipelineInfo) GetEnableStats ¶ added in v1.5.1
func (m *PipelineInfo) GetEnableStats() bool
func (*PipelineInfo) GetGithookURL ¶ added in v1.6.7
func (m *PipelineInfo) GetGithookURL() string
func (*PipelineInfo) GetID ¶ added in v1.3.19
func (m *PipelineInfo) GetID() string
func (*PipelineInfo) GetIncremental ¶ added in v1.4.8
func (m *PipelineInfo) GetIncremental() bool
func (*PipelineInfo) GetInput ¶ added in v1.4.6
func (m *PipelineInfo) GetInput() *Input
func (*PipelineInfo) GetJobCounts ¶
func (m *PipelineInfo) GetJobCounts() map[int32]int32
func (*PipelineInfo) GetJobTimeout ¶ added in v1.6.6
func (m *PipelineInfo) GetJobTimeout() *google_protobuf2.Duration
func (*PipelineInfo) GetMaxQueueSize ¶ added in v1.6.0
func (m *PipelineInfo) GetMaxQueueSize() int64
func (*PipelineInfo) GetOutputBranch ¶ added in v1.3.19
func (m *PipelineInfo) GetOutputBranch() string
func (*PipelineInfo) GetParallelismSpec ¶ added in v1.2.0
func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec
func (*PipelineInfo) GetPipeline ¶
func (m *PipelineInfo) GetPipeline() *Pipeline
func (*PipelineInfo) GetReason ¶ added in v1.6.0
func (m *PipelineInfo) GetReason() string
func (*PipelineInfo) GetRecentError ¶ added in v1.3.5
func (m *PipelineInfo) GetRecentError() string
func (*PipelineInfo) GetResourceLimits ¶ added in v1.6.5
func (m *PipelineInfo) GetResourceLimits() *ResourceSpec
func (*PipelineInfo) GetResourceRequests ¶ added in v1.6.5
func (m *PipelineInfo) GetResourceRequests() *ResourceSpec
func (*PipelineInfo) GetSalt ¶ added in v1.5.1
func (m *PipelineInfo) GetSalt() string
func (*PipelineInfo) GetScaleDownThreshold ¶ added in v1.4.4
func (m *PipelineInfo) GetScaleDownThreshold() *google_protobuf2.Duration
func (*PipelineInfo) GetService ¶ added in v1.6.0
func (m *PipelineInfo) GetService() *Service
func (*PipelineInfo) GetSpecCommit ¶ added in v1.7.0
func (m *PipelineInfo) GetSpecCommit() *pfs.Commit
func (*PipelineInfo) GetState ¶ added in v1.3.5
func (m *PipelineInfo) GetState() PipelineState
func (*PipelineInfo) GetTransform ¶
func (m *PipelineInfo) GetTransform() *Transform
func (*PipelineInfo) GetVersion ¶ added in v1.3.5
func (m *PipelineInfo) GetVersion() uint64
func (*PipelineInfo) Marshal ¶ added in v1.5.0
func (m *PipelineInfo) Marshal() (dAtA []byte, err error)
func (*PipelineInfo) MarshalTo ¶ added in v1.5.0
func (m *PipelineInfo) MarshalTo(dAtA []byte) (int, error)
func (*PipelineInfo) ProtoMessage ¶
func (*PipelineInfo) ProtoMessage()
func (*PipelineInfo) Reset ¶
func (m *PipelineInfo) Reset()
func (*PipelineInfo) Size ¶ added in v1.5.0
func (m *PipelineInfo) Size() (n int)
func (*PipelineInfo) String ¶
func (m *PipelineInfo) String() string
func (*PipelineInfo) Unmarshal ¶ added in v1.5.0
func (m *PipelineInfo) Unmarshal(dAtA []byte) error
type PipelineInfos ¶
type PipelineInfos struct {
PipelineInfo []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo" json:"pipeline_info,omitempty"`
}
func (*PipelineInfos) Descriptor ¶
func (*PipelineInfos) Descriptor() ([]byte, []int)
func (*PipelineInfos) GetPipelineInfo ¶
func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo
func (*PipelineInfos) Marshal ¶ added in v1.5.0
func (m *PipelineInfos) Marshal() (dAtA []byte, err error)
func (*PipelineInfos) MarshalTo ¶ added in v1.5.0
func (m *PipelineInfos) MarshalTo(dAtA []byte) (int, error)
func (*PipelineInfos) ProtoMessage ¶
func (*PipelineInfos) ProtoMessage()
func (*PipelineInfos) Reset ¶
func (m *PipelineInfos) Reset()
func (*PipelineInfos) Size ¶ added in v1.5.0
func (m *PipelineInfos) Size() (n int)
func (*PipelineInfos) String ¶
func (m *PipelineInfos) String() string
func (*PipelineInfos) Unmarshal ¶ added in v1.5.0
func (m *PipelineInfos) Unmarshal(dAtA []byte) error
type PipelineInput ¶
type PipelineInput struct { Name string `protobuf:"bytes,5,opt,name=name,proto3" json:"name,omitempty"` Repo *pfs.Repo `protobuf:"bytes,1,opt,name=repo" json:"repo,omitempty"` Branch string `protobuf:"bytes,2,opt,name=branch,proto3" json:"branch,omitempty"` Glob string `protobuf:"bytes,3,opt,name=glob,proto3" json:"glob,omitempty"` Lazy bool `protobuf:"varint,4,opt,name=lazy,proto3" json:"lazy,omitempty"` From *pfs.Commit `protobuf:"bytes,6,opt,name=from" json:"from,omitempty"` }
func (*PipelineInput) Descriptor ¶
func (*PipelineInput) Descriptor() ([]byte, []int)
func (*PipelineInput) GetBranch ¶ added in v1.3.19
func (m *PipelineInput) GetBranch() string
func (*PipelineInput) GetFrom ¶ added in v1.3.19
func (m *PipelineInput) GetFrom() *pfs.Commit
func (*PipelineInput) GetGlob ¶ added in v1.3.19
func (m *PipelineInput) GetGlob() string
func (*PipelineInput) GetLazy ¶ added in v1.3.5
func (m *PipelineInput) GetLazy() bool
func (*PipelineInput) GetName ¶ added in v1.3.19
func (m *PipelineInput) GetName() string
func (*PipelineInput) GetRepo ¶
func (m *PipelineInput) GetRepo() *pfs.Repo
func (*PipelineInput) Marshal ¶ added in v1.5.0
func (m *PipelineInput) Marshal() (dAtA []byte, err error)
func (*PipelineInput) MarshalTo ¶ added in v1.5.0
func (m *PipelineInput) MarshalTo(dAtA []byte) (int, error)
func (*PipelineInput) ProtoMessage ¶
func (*PipelineInput) ProtoMessage()
func (*PipelineInput) Reset ¶
func (m *PipelineInput) Reset()
func (*PipelineInput) Size ¶ added in v1.5.0
func (m *PipelineInput) Size() (n int)
func (*PipelineInput) String ¶
func (m *PipelineInput) String() string
func (*PipelineInput) Unmarshal ¶ added in v1.5.0
func (m *PipelineInput) Unmarshal(dAtA []byte) error
type PipelineState ¶
type PipelineState int32
const ( // When the pipeline is not ready to be triggered by commits. // This happens when either 1) a pipeline has been created but not // yet picked up by a PPS server, or 2) the pipeline does not have // any inputs and is meant to be triggered manually PipelineState_PIPELINE_STARTING PipelineState = 0 // After this pipeline is picked up by a pachd node. This is the normal // state of a pipeline. PipelineState_PIPELINE_RUNNING PipelineState = 1 // After some error caused runPipeline to exit, but before the // pipeline is re-run. This is when the exponential backoff is // in effect. PipelineState_PIPELINE_RESTARTING PipelineState = 2 // We have retried too many times and we have given up on this pipeline. PipelineState_PIPELINE_FAILURE PipelineState = 3 // The pipeline has been explicitly paused by the user. PipelineState_PIPELINE_PAUSED PipelineState = 4 )
func (PipelineState) EnumDescriptor ¶
func (PipelineState) EnumDescriptor() ([]byte, []int)
func (PipelineState) String ¶
func (x PipelineState) String() string
type ProcessStats ¶ added in v1.5.1
type ProcessStats struct { DownloadTime *google_protobuf2.Duration `protobuf:"bytes,1,opt,name=download_time,json=downloadTime" json:"download_time,omitempty"` ProcessTime *google_protobuf2.Duration `protobuf:"bytes,2,opt,name=process_time,json=processTime" json:"process_time,omitempty"` UploadTime *google_protobuf2.Duration `protobuf:"bytes,3,opt,name=upload_time,json=uploadTime" json:"upload_time,omitempty"` DownloadBytes uint64 `protobuf:"varint,4,opt,name=download_bytes,json=downloadBytes,proto3" json:"download_bytes,omitempty"` UploadBytes uint64 `protobuf:"varint,5,opt,name=upload_bytes,json=uploadBytes,proto3" json:"upload_bytes,omitempty"` }
func (*ProcessStats) Descriptor ¶ added in v1.5.1
func (*ProcessStats) Descriptor() ([]byte, []int)
func (*ProcessStats) GetDownloadBytes ¶ added in v1.5.1
func (m *ProcessStats) GetDownloadBytes() uint64
func (*ProcessStats) GetDownloadTime ¶ added in v1.5.1
func (m *ProcessStats) GetDownloadTime() *google_protobuf2.Duration
func (*ProcessStats) GetProcessTime ¶ added in v1.5.1
func (m *ProcessStats) GetProcessTime() *google_protobuf2.Duration
func (*ProcessStats) GetUploadBytes ¶ added in v1.5.1
func (m *ProcessStats) GetUploadBytes() uint64
func (*ProcessStats) GetUploadTime ¶ added in v1.5.1
func (m *ProcessStats) GetUploadTime() *google_protobuf2.Duration
func (*ProcessStats) Marshal ¶ added in v1.5.1
func (m *ProcessStats) Marshal() (dAtA []byte, err error)
func (*ProcessStats) MarshalTo ¶ added in v1.5.1
func (m *ProcessStats) MarshalTo(dAtA []byte) (int, error)
func (*ProcessStats) ProtoMessage ¶ added in v1.5.1
func (*ProcessStats) ProtoMessage()
func (*ProcessStats) Reset ¶ added in v1.5.1
func (m *ProcessStats) Reset()
func (*ProcessStats) Size ¶ added in v1.5.1
func (m *ProcessStats) Size() (n int)
func (*ProcessStats) String ¶ added in v1.5.1
func (m *ProcessStats) String() string
func (*ProcessStats) Unmarshal ¶ added in v1.5.1
func (m *ProcessStats) Unmarshal(dAtA []byte) error
type RerunPipelineRequest ¶ added in v1.3.6
type RerunPipelineRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` Exclude []*pfs.Commit `protobuf:"bytes,2,rep,name=exclude" json:"exclude,omitempty"` Include []*pfs.Commit `protobuf:"bytes,3,rep,name=include" json:"include,omitempty"` }
func (*RerunPipelineRequest) Descriptor ¶ added in v1.3.6
func (*RerunPipelineRequest) Descriptor() ([]byte, []int)
func (*RerunPipelineRequest) GetExclude ¶ added in v1.3.6
func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit
func (*RerunPipelineRequest) GetInclude ¶ added in v1.3.6
func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit
func (*RerunPipelineRequest) GetPipeline ¶ added in v1.3.6
func (m *RerunPipelineRequest) GetPipeline() *Pipeline
func (*RerunPipelineRequest) Marshal ¶ added in v1.5.0
func (m *RerunPipelineRequest) Marshal() (dAtA []byte, err error)
func (*RerunPipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *RerunPipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*RerunPipelineRequest) ProtoMessage ¶ added in v1.3.6
func (*RerunPipelineRequest) ProtoMessage()
func (*RerunPipelineRequest) Reset ¶ added in v1.3.6
func (m *RerunPipelineRequest) Reset()
func (*RerunPipelineRequest) Size ¶ added in v1.5.0
func (m *RerunPipelineRequest) Size() (n int)
func (*RerunPipelineRequest) String ¶ added in v1.3.6
func (m *RerunPipelineRequest) String() string
func (*RerunPipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *RerunPipelineRequest) Unmarshal(dAtA []byte) error
type ResourceSpec ¶ added in v1.4.5
type ResourceSpec struct { // The number of CPUs each worker needs (partial values are allowed, and // encouraged) Cpu float32 `protobuf:"fixed32,1,opt,name=cpu,proto3" json:"cpu,omitempty"` // The amount of memory, in bytes, each worker needs (in bytes, with allowed // SI suffixes (M, K, G, Mi, Ki, Gi, etc). Memory string `protobuf:"bytes,2,opt,name=memory,proto3" json:"memory,omitempty"` // The number of GPUs each worker needs. Gpu int64 `protobuf:"varint,3,opt,name=gpu,proto3" json:"gpu,omitempty"` }
ResourceSpec describes the amount of resources that pipeline pods should request from kubernetes, for scheduling.
func (*ResourceSpec) Descriptor ¶ added in v1.4.5
func (*ResourceSpec) Descriptor() ([]byte, []int)
func (*ResourceSpec) GetCpu ¶ added in v1.4.5
func (m *ResourceSpec) GetCpu() float32
func (*ResourceSpec) GetGpu ¶ added in v1.4.6
func (m *ResourceSpec) GetGpu() int64
func (*ResourceSpec) GetMemory ¶ added in v1.4.5
func (m *ResourceSpec) GetMemory() string
func (*ResourceSpec) Marshal ¶ added in v1.5.0
func (m *ResourceSpec) Marshal() (dAtA []byte, err error)
func (*ResourceSpec) MarshalTo ¶ added in v1.5.0
func (m *ResourceSpec) MarshalTo(dAtA []byte) (int, error)
func (*ResourceSpec) ProtoMessage ¶ added in v1.4.5
func (*ResourceSpec) ProtoMessage()
func (*ResourceSpec) Reset ¶ added in v1.4.5
func (m *ResourceSpec) Reset()
func (*ResourceSpec) Size ¶ added in v1.5.0
func (m *ResourceSpec) Size() (n int)
func (*ResourceSpec) String ¶ added in v1.4.5
func (m *ResourceSpec) String() string
func (*ResourceSpec) Unmarshal ¶ added in v1.5.0
func (m *ResourceSpec) Unmarshal(dAtA []byte) error
type RestartDatumRequest ¶ added in v1.4.4
type RestartDatumRequest struct { Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` DataFilters []string `protobuf:"bytes,2,rep,name=data_filters,json=dataFilters" json:"data_filters,omitempty"` }
func (*RestartDatumRequest) Descriptor ¶ added in v1.4.4
func (*RestartDatumRequest) Descriptor() ([]byte, []int)
func (*RestartDatumRequest) GetDataFilters ¶ added in v1.4.4
func (m *RestartDatumRequest) GetDataFilters() []string
func (*RestartDatumRequest) GetJob ¶ added in v1.4.4
func (m *RestartDatumRequest) GetJob() *Job
func (*RestartDatumRequest) Marshal ¶ added in v1.5.0
func (m *RestartDatumRequest) Marshal() (dAtA []byte, err error)
func (*RestartDatumRequest) MarshalTo ¶ added in v1.5.0
func (m *RestartDatumRequest) MarshalTo(dAtA []byte) (int, error)
func (*RestartDatumRequest) ProtoMessage ¶ added in v1.4.4
func (*RestartDatumRequest) ProtoMessage()
func (*RestartDatumRequest) Reset ¶ added in v1.4.4
func (m *RestartDatumRequest) Reset()
func (*RestartDatumRequest) Size ¶ added in v1.5.0
func (m *RestartDatumRequest) Size() (n int)
func (*RestartDatumRequest) String ¶ added in v1.4.4
func (m *RestartDatumRequest) String() string
func (*RestartDatumRequest) Unmarshal ¶ added in v1.5.0
func (m *RestartDatumRequest) Unmarshal(dAtA []byte) error
type Secret ¶ added in v1.2.0
type Secret struct { // Name must be the name of the secret in kubernetes. Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // Key of the secret to load into env_var, this field only has meaning if EnvVar != "". Key string `protobuf:"bytes,4,opt,name=key,proto3" json:"key,omitempty"` MountPath string `protobuf:"bytes,2,opt,name=mount_path,json=mountPath,proto3" json:"mount_path,omitempty"` EnvVar string `protobuf:"bytes,3,opt,name=env_var,json=envVar,proto3" json:"env_var,omitempty"` }
func (*Secret) Descriptor ¶ added in v1.2.0
func (*Secret) GetMountPath ¶ added in v1.3.5
func (*Secret) ProtoMessage ¶ added in v1.2.0
func (*Secret) ProtoMessage()
type Service ¶ added in v1.3.0
type Service struct { InternalPort int32 `protobuf:"varint,1,opt,name=internal_port,json=internalPort,proto3" json:"internal_port,omitempty"` ExternalPort int32 `protobuf:"varint,2,opt,name=external_port,json=externalPort,proto3" json:"external_port,omitempty"` }
func (*Service) Descriptor ¶ added in v1.3.0
func (*Service) GetExternalPort ¶ added in v1.3.5
func (*Service) GetInternalPort ¶ added in v1.3.5
func (*Service) ProtoMessage ¶ added in v1.3.0
func (*Service) ProtoMessage()
type StartPipelineRequest ¶ added in v1.2.0
type StartPipelineRequest struct {
Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}
func (*StartPipelineRequest) Descriptor ¶ added in v1.2.0
func (*StartPipelineRequest) Descriptor() ([]byte, []int)
func (*StartPipelineRequest) GetPipeline ¶ added in v1.2.0
func (m *StartPipelineRequest) GetPipeline() *Pipeline
func (*StartPipelineRequest) Marshal ¶ added in v1.5.0
func (m *StartPipelineRequest) Marshal() (dAtA []byte, err error)
func (*StartPipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *StartPipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*StartPipelineRequest) ProtoMessage ¶ added in v1.2.0
func (*StartPipelineRequest) ProtoMessage()
func (*StartPipelineRequest) Reset ¶ added in v1.2.0
func (m *StartPipelineRequest) Reset()
func (*StartPipelineRequest) Size ¶ added in v1.5.0
func (m *StartPipelineRequest) Size() (n int)
func (*StartPipelineRequest) String ¶ added in v1.2.0
func (m *StartPipelineRequest) String() string
func (*StartPipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *StartPipelineRequest) Unmarshal(dAtA []byte) error
type StopJobRequest ¶ added in v1.4.4
type StopJobRequest struct {
Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}
func (*StopJobRequest) Descriptor ¶ added in v1.4.4
func (*StopJobRequest) Descriptor() ([]byte, []int)
func (*StopJobRequest) GetJob ¶ added in v1.4.4
func (m *StopJobRequest) GetJob() *Job
func (*StopJobRequest) Marshal ¶ added in v1.5.0
func (m *StopJobRequest) Marshal() (dAtA []byte, err error)
func (*StopJobRequest) MarshalTo ¶ added in v1.5.0
func (m *StopJobRequest) MarshalTo(dAtA []byte) (int, error)
func (*StopJobRequest) ProtoMessage ¶ added in v1.4.4
func (*StopJobRequest) ProtoMessage()
func (*StopJobRequest) Reset ¶ added in v1.4.4
func (m *StopJobRequest) Reset()
func (*StopJobRequest) Size ¶ added in v1.5.0
func (m *StopJobRequest) Size() (n int)
func (*StopJobRequest) String ¶ added in v1.4.4
func (m *StopJobRequest) String() string
func (*StopJobRequest) Unmarshal ¶ added in v1.5.0
func (m *StopJobRequest) Unmarshal(dAtA []byte) error
type StopPipelineRequest ¶ added in v1.2.0
type StopPipelineRequest struct {
Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}
func (*StopPipelineRequest) Descriptor ¶ added in v1.2.0
func (*StopPipelineRequest) Descriptor() ([]byte, []int)
func (*StopPipelineRequest) GetPipeline ¶ added in v1.2.0
func (m *StopPipelineRequest) GetPipeline() *Pipeline
func (*StopPipelineRequest) Marshal ¶ added in v1.5.0
func (m *StopPipelineRequest) Marshal() (dAtA []byte, err error)
func (*StopPipelineRequest) MarshalTo ¶ added in v1.5.0
func (m *StopPipelineRequest) MarshalTo(dAtA []byte) (int, error)
func (*StopPipelineRequest) ProtoMessage ¶ added in v1.2.0
func (*StopPipelineRequest) ProtoMessage()
func (*StopPipelineRequest) Reset ¶ added in v1.2.0
func (m *StopPipelineRequest) Reset()
func (*StopPipelineRequest) Size ¶ added in v1.5.0
func (m *StopPipelineRequest) Size() (n int)
func (*StopPipelineRequest) String ¶ added in v1.2.0
func (m *StopPipelineRequest) String() string
func (*StopPipelineRequest) Unmarshal ¶ added in v1.5.0
func (m *StopPipelineRequest) Unmarshal(dAtA []byte) error
type Transform ¶
type Transform struct { Image string `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"` Cmd []string `protobuf:"bytes,2,rep,name=cmd" json:"cmd,omitempty"` Env map[string]string `` /* 140-byte string literal not displayed */ Secrets []*Secret `protobuf:"bytes,4,rep,name=secrets" json:"secrets,omitempty"` ImagePullSecrets []string `protobuf:"bytes,9,rep,name=image_pull_secrets,json=imagePullSecrets" json:"image_pull_secrets,omitempty"` Stdin []string `protobuf:"bytes,5,rep,name=stdin" json:"stdin,omitempty"` AcceptReturnCode []int64 `protobuf:"varint,6,rep,packed,name=accept_return_code,json=acceptReturnCode" json:"accept_return_code,omitempty"` Debug bool `protobuf:"varint,7,opt,name=debug,proto3" json:"debug,omitempty"` }
func (*Transform) Descriptor ¶
func (*Transform) GetAcceptReturnCode ¶ added in v1.3.5
func (*Transform) GetImagePullSecrets ¶ added in v1.3.5
func (*Transform) GetSecrets ¶ added in v1.2.0
func (*Transform) ProtoMessage ¶
func (*Transform) ProtoMessage()
type Worker ¶ added in v1.3.19
type Worker struct { Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` State WorkerState `protobuf:"varint,2,opt,name=state,proto3,enum=pps.WorkerState" json:"state,omitempty"` }
func (*Worker) Descriptor ¶ added in v1.3.19
func (*Worker) GetState ¶ added in v1.3.19
func (m *Worker) GetState() WorkerState
func (*Worker) ProtoMessage ¶ added in v1.3.19
func (*Worker) ProtoMessage()
type WorkerState ¶ added in v1.3.19
type WorkerState int32
const ( WorkerState_POD_RUNNING WorkerState = 0 WorkerState_POD_SUCCESS WorkerState = 1 WorkerState_POD_FAILED WorkerState = 2 )
func (WorkerState) EnumDescriptor ¶ added in v1.3.19
func (WorkerState) EnumDescriptor() ([]byte, []int)
func (WorkerState) String ¶ added in v1.3.19
func (x WorkerState) String() string
type WorkerStatus ¶ added in v1.4.4
type WorkerStatus struct { WorkerID string `protobuf:"bytes,1,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"` JobID string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"` Data []*InputFile `protobuf:"bytes,3,rep,name=data" json:"data,omitempty"` // Started is the time processing on the current datum began. Started *google_protobuf1.Timestamp `protobuf:"bytes,4,opt,name=started" json:"started,omitempty"` Stats *ProcessStats `protobuf:"bytes,5,opt,name=stats" json:"stats,omitempty"` QueueSize int64 `protobuf:"varint,6,opt,name=queue_size,json=queueSize,proto3" json:"queue_size,omitempty"` }
func (*WorkerStatus) Descriptor ¶ added in v1.4.4
func (*WorkerStatus) Descriptor() ([]byte, []int)
func (*WorkerStatus) GetData ¶ added in v1.4.4
func (m *WorkerStatus) GetData() []*InputFile
func (*WorkerStatus) GetJobID ¶ added in v1.4.4
func (m *WorkerStatus) GetJobID() string
func (*WorkerStatus) GetQueueSize ¶ added in v1.5.1
func (m *WorkerStatus) GetQueueSize() int64
func (*WorkerStatus) GetStarted ¶ added in v1.4.4
func (m *WorkerStatus) GetStarted() *google_protobuf1.Timestamp
func (*WorkerStatus) GetStats ¶ added in v1.5.1
func (m *WorkerStatus) GetStats() *ProcessStats
func (*WorkerStatus) GetWorkerID ¶ added in v1.4.4
func (m *WorkerStatus) GetWorkerID() string
func (*WorkerStatus) Marshal ¶ added in v1.5.0
func (m *WorkerStatus) Marshal() (dAtA []byte, err error)
func (*WorkerStatus) MarshalTo ¶ added in v1.5.0
func (m *WorkerStatus) MarshalTo(dAtA []byte) (int, error)
func (*WorkerStatus) ProtoMessage ¶ added in v1.4.4
func (*WorkerStatus) ProtoMessage()
func (*WorkerStatus) Reset ¶ added in v1.4.4
func (m *WorkerStatus) Reset()
func (*WorkerStatus) Size ¶ added in v1.5.0
func (m *WorkerStatus) Size() (n int)
func (*WorkerStatus) String ¶ added in v1.4.4
func (m *WorkerStatus) String() string
func (*WorkerStatus) Unmarshal ¶ added in v1.5.0
func (m *WorkerStatus) Unmarshal(dAtA []byte) error