Documentation ¶
Overview ¶
Package pps is a generated protocol buffer package.
It is generated from these files:
client/pps/pps.proto
It has these top-level messages:
Secret Transform Output Job Service Method JobInput ParallelismSpec JobInfo Chunk Pod JobInfos Pipeline PipelineInput GCPolicy PipelineInfo PipelineInfos CreateJobRequest InspectJobRequest ListJobRequest DeleteJobRequest GetLogsRequest CreatePipelineRequest InspectPipelineRequest ListPipelineRequest DeletePipelineRequest StartPipelineRequest StopPipelineRequest RerunPipelineRequest
Index ¶
- Variables
- func RegisterAPIServer(s *grpc.Server, srv APIServer)
- type APIClient
- type APIServer
- type API_GetLogsClient
- type API_GetLogsServer
- type Chunk
- type ChunkState
- type CreateJobRequest
- func (*CreateJobRequest) Descriptor() ([]byte, []int)
- func (m *CreateJobRequest) GetForce() bool
- func (m *CreateJobRequest) GetInputs() []*JobInput
- func (m *CreateJobRequest) GetOutput() *Output
- func (m *CreateJobRequest) GetParallelismSpec() *ParallelismSpec
- func (m *CreateJobRequest) GetParentJob() *Job
- func (m *CreateJobRequest) GetPipeline() *Pipeline
- func (m *CreateJobRequest) GetPipelineVersion() uint64
- func (m *CreateJobRequest) GetService() *Service
- func (m *CreateJobRequest) GetTransform() *Transform
- func (*CreateJobRequest) ProtoMessage()
- func (m *CreateJobRequest) Reset()
- func (m *CreateJobRequest) String() string
- type CreatePipelineRequest
- func (*CreatePipelineRequest) Descriptor() ([]byte, []int)
- func (m *CreatePipelineRequest) GetGcPolicy() *GCPolicy
- func (m *CreatePipelineRequest) GetInputs() []*PipelineInput
- func (m *CreatePipelineRequest) GetNoArchive() bool
- func (m *CreatePipelineRequest) GetOutput() *Output
- func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec
- func (m *CreatePipelineRequest) GetPipeline() *Pipeline
- func (m *CreatePipelineRequest) GetTransform() *Transform
- func (m *CreatePipelineRequest) GetUpdate() bool
- func (*CreatePipelineRequest) ProtoMessage()
- func (m *CreatePipelineRequest) Reset()
- func (m *CreatePipelineRequest) String() string
- type DeleteJobRequest
- type DeletePipelineRequest
- type GCPolicy
- type GetLogsRequest
- type Incremental
- type InspectJobRequest
- type InspectPipelineRequest
- type Job
- type JobInfo
- func (*JobInfo) Descriptor() ([]byte, []int)
- func (m *JobInfo) GetChunks() []*Chunk
- func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp
- func (m *JobInfo) GetInputs() []*JobInput
- func (m *JobInfo) GetJob() *Job
- func (m *JobInfo) GetOutput() *Output
- func (m *JobInfo) GetOutputCommit() *pfs.Commit
- func (m *JobInfo) GetParallelismSpec() *ParallelismSpec
- func (m *JobInfo) GetParentJob() *Job
- func (m *JobInfo) GetPipeline() *Pipeline
- func (m *JobInfo) GetPipelineVersion() uint64
- func (m *JobInfo) GetService() *Service
- func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp
- func (m *JobInfo) GetState() JobState
- func (m *JobInfo) GetTransform() *Transform
- func (*JobInfo) ProtoMessage()
- func (m *JobInfo) Reset()
- func (m *JobInfo) String() string
- type JobInfos
- type JobInput
- type JobState
- type ListJobRequest
- type ListPipelineRequest
- type Method
- type Output
- type ParallelismSpec
- func (*ParallelismSpec) Descriptor() ([]byte, []int)
- func (m *ParallelismSpec) GetCoefficient() float64
- func (m *ParallelismSpec) GetConstant() uint64
- func (m *ParallelismSpec) GetStrategy() ParallelismSpec_Strategy
- func (*ParallelismSpec) ProtoMessage()
- func (m *ParallelismSpec) Reset()
- func (m *ParallelismSpec) String() string
- type ParallelismSpec_Strategy
- type Partition
- type Pipeline
- type PipelineInfo
- func (*PipelineInfo) Descriptor() ([]byte, []int)
- func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp
- func (m *PipelineInfo) GetGcPolicy() *GCPolicy
- func (m *PipelineInfo) GetInputs() []*PipelineInput
- func (m *PipelineInfo) GetJobCounts() map[int32]int32
- func (m *PipelineInfo) GetOutput() *Output
- func (m *PipelineInfo) GetOutputRepo() *pfs.Repo
- func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec
- func (m *PipelineInfo) GetPipeline() *Pipeline
- func (m *PipelineInfo) GetRecentError() string
- func (m *PipelineInfo) GetState() PipelineState
- func (m *PipelineInfo) GetTransform() *Transform
- func (m *PipelineInfo) GetVersion() uint64
- func (*PipelineInfo) ProtoMessage()
- func (m *PipelineInfo) Reset()
- func (m *PipelineInfo) String() string
- type PipelineInfos
- type PipelineInput
- func (*PipelineInput) Descriptor() ([]byte, []int)
- func (m *PipelineInput) GetLazy() bool
- func (m *PipelineInput) GetMethod() *Method
- func (m *PipelineInput) GetRepo() *pfs.Repo
- func (m *PipelineInput) GetRunEmpty() bool
- func (*PipelineInput) ProtoMessage()
- func (m *PipelineInput) Reset()
- func (m *PipelineInput) String() string
- type PipelineState
- type Pod
- type PodState
- type RerunPipelineRequest
- func (*RerunPipelineRequest) Descriptor() ([]byte, []int)
- func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit
- func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit
- func (m *RerunPipelineRequest) GetPipeline() *Pipeline
- func (*RerunPipelineRequest) ProtoMessage()
- func (m *RerunPipelineRequest) Reset()
- func (m *RerunPipelineRequest) String() string
- type Secret
- type Service
- type StartPipelineRequest
- type StopPipelineRequest
- type Transform
- func (*Transform) Descriptor() ([]byte, []int)
- func (m *Transform) GetAcceptReturnCode() []int64
- func (m *Transform) GetCmd() []string
- func (m *Transform) GetDebug() bool
- func (m *Transform) GetEnv() map[string]string
- func (m *Transform) GetImage() string
- func (m *Transform) GetImagePullSecrets() []string
- func (m *Transform) GetOverwrite() bool
- func (m *Transform) GetSecrets() []*Secret
- func (m *Transform) GetStdin() []string
- func (*Transform) ProtoMessage()
- func (m *Transform) Reset()
- func (m *Transform) String() string
Constants ¶
This section is empty.
Variables ¶
View Source
var ChunkState_name = map[int32]string{
0: "CHUNK_UNASSIGNED",
1: "CHUNK_ASSIGNED",
2: "CHUNK_SUCCESS",
3: "CHUNK_FAILURE",
}
View Source
var ChunkState_value = map[string]int32{
"CHUNK_UNASSIGNED": 0,
"CHUNK_ASSIGNED": 1,
"CHUNK_SUCCESS": 2,
"CHUNK_FAILURE": 3,
}
View Source
var Incremental_name = map[int32]string{
0: "NONE",
1: "DIFF",
2: "FULL",
}
View Source
var Incremental_value = map[string]int32{
"NONE": 0,
"DIFF": 1,
"FULL": 2,
}
View Source
var JobState_name = map[int32]string{
0: "JOB_CREATING",
1: "JOB_RUNNING",
2: "JOB_FAILURE",
3: "JOB_SUCCESS",
4: "JOB_EMPTY",
5: "JOB_OUTPUTTING",
}
View Source
var JobState_value = map[string]int32{
"JOB_CREATING": 0,
"JOB_RUNNING": 1,
"JOB_FAILURE": 2,
"JOB_SUCCESS": 3,
"JOB_EMPTY": 4,
"JOB_OUTPUTTING": 5,
}
View Source
var ParallelismSpec_Strategy_name = map[int32]string{
0: "CONSTANT",
1: "COEFFICIENT",
}
View Source
var ParallelismSpec_Strategy_value = map[string]int32{
"CONSTANT": 0,
"COEFFICIENT": 1,
}
View Source
var Partition_name = map[int32]string{
0: "BLOCK",
1: "FILE",
2: "REPO",
}
View Source
var Partition_value = map[string]int32{
"BLOCK": 0,
"FILE": 1,
"REPO": 2,
}
View Source
var PipelineState_name = map[int32]string{
0: "PIPELINE_IDLE",
1: "PIPELINE_RUNNING",
2: "PIPELINE_RESTARTING",
3: "PIPELINE_FAILURE",
4: "PIPELINE_STOPPED",
}
View Source
var PipelineState_value = map[string]int32{
"PIPELINE_IDLE": 0,
"PIPELINE_RUNNING": 1,
"PIPELINE_RESTARTING": 2,
"PIPELINE_FAILURE": 3,
"PIPELINE_STOPPED": 4,
}
View Source
var PodState_name = map[int32]string{
0: "POD_RUNNING",
1: "POD_SUCCESS",
2: "POD_FAILED",
}
View Source
var PodState_value = map[string]int32{
"POD_RUNNING": 0,
"POD_SUCCESS": 1,
"POD_FAILED": 2,
}
Functions ¶
func RegisterAPIServer ¶
Types ¶
type APIClient ¶
type APIClient interface { CreateJob(ctx context.Context, in *CreateJobRequest, opts ...grpc.CallOption) (*Job, error) InspectJob(ctx context.Context, in *InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error) ListJob(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error) DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) GetLogs(ctx context.Context, in *GetLogsRequest, opts ...grpc.CallOption) (API_GetLogsClient, error) CreatePipeline(ctx context.Context, in *CreatePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) InspectPipeline(ctx context.Context, in *InspectPipelineRequest, opts ...grpc.CallOption) (*PipelineInfo, error) ListPipeline(ctx context.Context, in *ListPipelineRequest, opts ...grpc.CallOption) (*PipelineInfos, error) DeletePipeline(ctx context.Context, in *DeletePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) StartPipeline(ctx context.Context, in *StartPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) StopPipeline(ctx context.Context, in *StopPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) RerunPipeline(ctx context.Context, in *RerunPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) // DeleteAll deletes everything DeleteAll(ctx context.Context, in *google_protobuf.Empty, opts ...grpc.CallOption) (*google_protobuf.Empty, error) }
func NewAPIClient ¶
func NewAPIClient(cc *grpc.ClientConn) APIClient
type APIServer ¶
type APIServer interface { CreateJob(context.Context, *CreateJobRequest) (*Job, error) InspectJob(context.Context, *InspectJobRequest) (*JobInfo, error) ListJob(context.Context, *ListJobRequest) (*JobInfos, error) DeleteJob(context.Context, *DeleteJobRequest) (*google_protobuf.Empty, error) GetLogs(*GetLogsRequest, API_GetLogsServer) error CreatePipeline(context.Context, *CreatePipelineRequest) (*google_protobuf.Empty, error) InspectPipeline(context.Context, *InspectPipelineRequest) (*PipelineInfo, error) ListPipeline(context.Context, *ListPipelineRequest) (*PipelineInfos, error) DeletePipeline(context.Context, *DeletePipelineRequest) (*google_protobuf.Empty, error) StartPipeline(context.Context, *StartPipelineRequest) (*google_protobuf.Empty, error) StopPipeline(context.Context, *StopPipelineRequest) (*google_protobuf.Empty, error) RerunPipeline(context.Context, *RerunPipelineRequest) (*google_protobuf.Empty, error) // DeleteAll deletes everything DeleteAll(context.Context, *google_protobuf.Empty) (*google_protobuf.Empty, error) }
type API_GetLogsClient ¶
type API_GetLogsClient interface { Recv() (*google_protobuf3.BytesValue, error) grpc.ClientStream }
type API_GetLogsServer ¶
type API_GetLogsServer interface { Send(*google_protobuf3.BytesValue) error grpc.ServerStream }
type Chunk ¶ added in v1.2.4
type Chunk struct { ID string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"` // A series of pods, in chronological order, that have processed this shard Pods []*Pod `protobuf:"bytes,2,rep,name=pods" json:"pods,omitempty"` State ChunkState `protobuf:"varint,3,opt,name=state,proto3,enum=pps.ChunkState" json:"state,omitempty"` }
func (*Chunk) Descriptor ¶ added in v1.2.4
func (*Chunk) GetState ¶ added in v1.3.5
func (m *Chunk) GetState() ChunkState
func (*Chunk) ProtoMessage ¶ added in v1.2.4
func (*Chunk) ProtoMessage()
type ChunkState ¶ added in v1.2.4
type ChunkState int32
const ( ChunkState_CHUNK_UNASSIGNED ChunkState = 0 ChunkState_CHUNK_ASSIGNED ChunkState = 1 ChunkState_CHUNK_SUCCESS ChunkState = 2 ChunkState_CHUNK_FAILURE ChunkState = 3 )
func (ChunkState) EnumDescriptor ¶ added in v1.2.4
func (ChunkState) EnumDescriptor() ([]byte, []int)
func (ChunkState) String ¶ added in v1.2.4
func (x ChunkState) String() string
type CreateJobRequest ¶
type CreateJobRequest struct { Transform *Transform `protobuf:"bytes,1,opt,name=transform" json:"transform,omitempty"` Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"` PipelineVersion uint64 `protobuf:"varint,10,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Inputs []*JobInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"` Output *Output `protobuf:"bytes,9,opt,name=output" json:"output,omitempty"` ParentJob *Job `protobuf:"bytes,5,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"` Force bool `protobuf:"varint,6,opt,name=force,proto3" json:"force,omitempty"` // When service is defined, we create a long running job // by using a k8s RC and Service instead of a k8s Job Service *Service `protobuf:"bytes,8,opt,name=service" json:"service,omitempty"` }
func (*CreateJobRequest) Descriptor ¶
func (*CreateJobRequest) Descriptor() ([]byte, []int)
func (*CreateJobRequest) GetForce ¶ added in v1.3.5
func (m *CreateJobRequest) GetForce() bool
func (*CreateJobRequest) GetInputs ¶
func (m *CreateJobRequest) GetInputs() []*JobInput
func (*CreateJobRequest) GetOutput ¶ added in v1.3.2
func (m *CreateJobRequest) GetOutput() *Output
func (*CreateJobRequest) GetParallelismSpec ¶ added in v1.2.0
func (m *CreateJobRequest) GetParallelismSpec() *ParallelismSpec
func (*CreateJobRequest) GetParentJob ¶
func (m *CreateJobRequest) GetParentJob() *Job
func (*CreateJobRequest) GetPipeline ¶
func (m *CreateJobRequest) GetPipeline() *Pipeline
func (*CreateJobRequest) GetPipelineVersion ¶ added in v1.3.6
func (m *CreateJobRequest) GetPipelineVersion() uint64
func (*CreateJobRequest) GetService ¶ added in v1.3.0
func (m *CreateJobRequest) GetService() *Service
func (*CreateJobRequest) GetTransform ¶
func (m *CreateJobRequest) GetTransform() *Transform
func (*CreateJobRequest) ProtoMessage ¶
func (*CreateJobRequest) ProtoMessage()
func (*CreateJobRequest) Reset ¶
func (m *CreateJobRequest) Reset()
func (*CreateJobRequest) String ¶
func (m *CreateJobRequest) String() string
type CreatePipelineRequest ¶
type CreatePipelineRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` Transform *Transform `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Inputs []*PipelineInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"` Output *Output `protobuf:"bytes,9,opt,name=output" json:"output,omitempty"` Update bool `protobuf:"varint,5,opt,name=update,proto3" json:"update,omitempty"` NoArchive bool `protobuf:"varint,6,opt,name=no_archive,json=noArchive,proto3" json:"no_archive,omitempty"` GcPolicy *GCPolicy `protobuf:"bytes,8,opt,name=gc_policy,json=gcPolicy" json:"gc_policy,omitempty"` }
func (*CreatePipelineRequest) Descriptor ¶
func (*CreatePipelineRequest) Descriptor() ([]byte, []int)
func (*CreatePipelineRequest) GetGcPolicy ¶ added in v1.3.0
func (m *CreatePipelineRequest) GetGcPolicy() *GCPolicy
func (*CreatePipelineRequest) GetInputs ¶
func (m *CreatePipelineRequest) GetInputs() []*PipelineInput
func (*CreatePipelineRequest) GetNoArchive ¶ added in v1.3.5
func (m *CreatePipelineRequest) GetNoArchive() bool
func (*CreatePipelineRequest) GetOutput ¶ added in v1.3.2
func (m *CreatePipelineRequest) GetOutput() *Output
func (*CreatePipelineRequest) GetParallelismSpec ¶ added in v1.2.0
func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec
func (*CreatePipelineRequest) GetPipeline ¶
func (m *CreatePipelineRequest) GetPipeline() *Pipeline
func (*CreatePipelineRequest) GetTransform ¶
func (m *CreatePipelineRequest) GetTransform() *Transform
func (*CreatePipelineRequest) GetUpdate ¶ added in v1.3.5
func (m *CreatePipelineRequest) GetUpdate() bool
func (*CreatePipelineRequest) ProtoMessage ¶
func (*CreatePipelineRequest) ProtoMessage()
func (*CreatePipelineRequest) Reset ¶
func (m *CreatePipelineRequest) Reset()
func (*CreatePipelineRequest) String ¶
func (m *CreatePipelineRequest) String() string
type DeleteJobRequest ¶ added in v1.3.0
type DeleteJobRequest struct {
Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}
func (*DeleteJobRequest) Descriptor ¶ added in v1.3.0
func (*DeleteJobRequest) Descriptor() ([]byte, []int)
func (*DeleteJobRequest) GetJob ¶ added in v1.3.0
func (m *DeleteJobRequest) GetJob() *Job
func (*DeleteJobRequest) ProtoMessage ¶ added in v1.3.0
func (*DeleteJobRequest) ProtoMessage()
func (*DeleteJobRequest) Reset ¶ added in v1.3.0
func (m *DeleteJobRequest) Reset()
func (*DeleteJobRequest) String ¶ added in v1.3.0
func (m *DeleteJobRequest) String() string
type DeletePipelineRequest ¶
type DeletePipelineRequest struct {
Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}
func (*DeletePipelineRequest) Descriptor ¶
func (*DeletePipelineRequest) Descriptor() ([]byte, []int)
func (*DeletePipelineRequest) GetPipeline ¶
func (m *DeletePipelineRequest) GetPipeline() *Pipeline
func (*DeletePipelineRequest) ProtoMessage ¶
func (*DeletePipelineRequest) ProtoMessage()
func (*DeletePipelineRequest) Reset ¶
func (m *DeletePipelineRequest) Reset()
func (*DeletePipelineRequest) String ¶
func (m *DeletePipelineRequest) String() string
type GCPolicy ¶ added in v1.3.0
type GCPolicy struct { // The amount of time that needs to pass before a successful job // can be GC-ed. Success *google_protobuf2.Duration `protobuf:"bytes,1,opt,name=success" json:"success,omitempty"` // The amount of time that needs to pass before a failed job // can be GC-ed. Failure *google_protobuf2.Duration `protobuf:"bytes,2,opt,name=failure" json:"failure,omitempty"` }
GCPolicy describes when jobs can be garbage-collected.
func (*GCPolicy) Descriptor ¶ added in v1.3.0
func (*GCPolicy) GetFailure ¶ added in v1.3.0
func (m *GCPolicy) GetFailure() *google_protobuf2.Duration
func (*GCPolicy) GetSuccess ¶ added in v1.3.0
func (m *GCPolicy) GetSuccess() *google_protobuf2.Duration
func (*GCPolicy) ProtoMessage ¶ added in v1.3.0
func (*GCPolicy) ProtoMessage()
type GetLogsRequest ¶
type GetLogsRequest struct {
Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}
func (*GetLogsRequest) Descriptor ¶
func (*GetLogsRequest) Descriptor() ([]byte, []int)
func (*GetLogsRequest) GetJob ¶
func (m *GetLogsRequest) GetJob() *Job
func (*GetLogsRequest) ProtoMessage ¶
func (*GetLogsRequest) ProtoMessage()
func (*GetLogsRequest) Reset ¶
func (m *GetLogsRequest) Reset()
func (*GetLogsRequest) String ¶
func (m *GetLogsRequest) String() string
type Incremental ¶ added in v1.2.0
type Incremental int32
const ( Incremental_NONE Incremental = 0 Incremental_DIFF Incremental = 1 Incremental_FULL Incremental = 2 )
func (Incremental) EnumDescriptor ¶ added in v1.2.0
func (Incremental) EnumDescriptor() ([]byte, []int)
func (Incremental) String ¶ added in v1.2.0
func (x Incremental) String() string
type InspectJobRequest ¶
type InspectJobRequest struct { Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` BlockState bool `protobuf:"varint,2,opt,name=block_state,json=blockState,proto3" json:"block_state,omitempty"` }
func (*InspectJobRequest) Descriptor ¶
func (*InspectJobRequest) Descriptor() ([]byte, []int)
func (*InspectJobRequest) GetBlockState ¶ added in v1.3.5
func (m *InspectJobRequest) GetBlockState() bool
func (*InspectJobRequest) GetJob ¶
func (m *InspectJobRequest) GetJob() *Job
func (*InspectJobRequest) ProtoMessage ¶
func (*InspectJobRequest) ProtoMessage()
func (*InspectJobRequest) Reset ¶
func (m *InspectJobRequest) Reset()
func (*InspectJobRequest) String ¶
func (m *InspectJobRequest) String() string
type InspectPipelineRequest ¶
type InspectPipelineRequest struct {
Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}
func (*InspectPipelineRequest) Descriptor ¶
func (*InspectPipelineRequest) Descriptor() ([]byte, []int)
func (*InspectPipelineRequest) GetPipeline ¶
func (m *InspectPipelineRequest) GetPipeline() *Pipeline
func (*InspectPipelineRequest) ProtoMessage ¶
func (*InspectPipelineRequest) ProtoMessage()
func (*InspectPipelineRequest) Reset ¶
func (m *InspectPipelineRequest) Reset()
func (*InspectPipelineRequest) String ¶
func (m *InspectPipelineRequest) String() string
type Job ¶
type Job struct {
ID string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
}
func (*Job) Descriptor ¶
func (*Job) ProtoMessage ¶
func (*Job) ProtoMessage()
type JobInfo ¶
type JobInfo struct { Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` Transform *Transform `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"` Pipeline *Pipeline `protobuf:"bytes,3,opt,name=pipeline" json:"pipeline,omitempty"` PipelineVersion uint64 `protobuf:"varint,13,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,12,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Inputs []*JobInput `protobuf:"bytes,5,rep,name=inputs" json:"inputs,omitempty"` Output *Output `protobuf:"bytes,15,opt,name=output" json:"output,omitempty"` ParentJob *Job `protobuf:"bytes,6,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"` Started *google_protobuf1.Timestamp `protobuf:"bytes,7,opt,name=started" json:"started,omitempty"` Finished *google_protobuf1.Timestamp `protobuf:"bytes,8,opt,name=finished" json:"finished,omitempty"` OutputCommit *pfs.Commit `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"` State JobState `protobuf:"varint,10,opt,name=state,proto3,enum=pps.JobState" json:"state,omitempty"` Chunks []*Chunk `protobuf:"bytes,11,rep,name=chunks" json:"chunks,omitempty"` Service *Service `protobuf:"bytes,14,opt,name=service" json:"service,omitempty"` }
func (*JobInfo) Descriptor ¶
func (*JobInfo) GetFinished ¶
func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp
func (*JobInfo) GetOutputCommit ¶
func (*JobInfo) GetParallelismSpec ¶ added in v1.2.0
func (m *JobInfo) GetParallelismSpec() *ParallelismSpec
func (*JobInfo) GetParentJob ¶
func (*JobInfo) GetPipeline ¶
func (*JobInfo) GetPipelineVersion ¶ added in v1.3.5
func (*JobInfo) GetService ¶ added in v1.3.0
func (*JobInfo) GetStarted ¶
func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp
func (*JobInfo) GetTransform ¶
func (*JobInfo) ProtoMessage ¶
func (*JobInfo) ProtoMessage()
type JobInfos ¶
type JobInfos struct {
JobInfo []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo" json:"job_info,omitempty"`
}
func (*JobInfos) Descriptor ¶
func (*JobInfos) GetJobInfo ¶
func (*JobInfos) ProtoMessage ¶
func (*JobInfos) ProtoMessage()
type JobInput ¶
type JobInput struct { Commit *pfs.Commit `protobuf:"bytes,1,opt,name=commit" json:"commit,omitempty"` Method *Method `protobuf:"bytes,2,opt,name=method" json:"method,omitempty"` // This flag specifies whether the pipeline should be triggered // when this input gets an empty commit. RunEmpty bool `protobuf:"varint,3,opt,name=run_empty,json=runEmpty,proto3" json:"run_empty,omitempty"` Lazy bool `protobuf:"varint,4,opt,name=lazy,proto3" json:"lazy,omitempty"` }
func (*JobInput) Descriptor ¶
func (*JobInput) GetRunEmpty ¶ added in v1.3.5
func (*JobInput) ProtoMessage ¶
func (*JobInput) ProtoMessage()
type JobState ¶
type JobState int32
const ( JobState_JOB_CREATING JobState = 0 JobState_JOB_RUNNING JobState = 1 JobState_JOB_FAILURE JobState = 2 JobState_JOB_SUCCESS JobState = 3 // An empty job is a job that hasn't actually been run. // It's a result of empty input commits. JobState_JOB_EMPTY JobState = 4 JobState_JOB_OUTPUTTING JobState = 5 )
func (JobState) EnumDescriptor ¶
type ListJobRequest ¶
type ListJobRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` InputCommit []*pfs.Commit `protobuf:"bytes,2,rep,name=input_commit,json=inputCommit" json:"input_commit,omitempty"` }
func (*ListJobRequest) Descriptor ¶
func (*ListJobRequest) Descriptor() ([]byte, []int)
func (*ListJobRequest) GetInputCommit ¶
func (m *ListJobRequest) GetInputCommit() []*pfs.Commit
func (*ListJobRequest) GetPipeline ¶
func (m *ListJobRequest) GetPipeline() *Pipeline
func (*ListJobRequest) ProtoMessage ¶
func (*ListJobRequest) ProtoMessage()
func (*ListJobRequest) Reset ¶
func (m *ListJobRequest) Reset()
func (*ListJobRequest) String ¶
func (m *ListJobRequest) String() string
type ListPipelineRequest ¶
type ListPipelineRequest struct { }
func (*ListPipelineRequest) Descriptor ¶
func (*ListPipelineRequest) Descriptor() ([]byte, []int)
func (*ListPipelineRequest) ProtoMessage ¶
func (*ListPipelineRequest) ProtoMessage()
func (*ListPipelineRequest) Reset ¶
func (m *ListPipelineRequest) Reset()
func (*ListPipelineRequest) String ¶
func (m *ListPipelineRequest) String() string
type Method ¶
type Method struct { Partition Partition `protobuf:"varint,1,opt,name=partition,proto3,enum=pps.Partition" json:"partition,omitempty"` Incremental Incremental `protobuf:"varint,2,opt,name=incremental,proto3,enum=pps.Incremental" json:"incremental,omitempty"` }
func (*Method) Descriptor ¶
func (*Method) GetIncremental ¶ added in v1.3.5
func (m *Method) GetIncremental() Incremental
func (*Method) GetPartition ¶ added in v1.3.5
func (*Method) ProtoMessage ¶
func (*Method) ProtoMessage()
type Output ¶ added in v1.3.2
type Output struct {
URL string `protobuf:"bytes,1,opt,name=URL,json=uRL,proto3" json:"URL,omitempty"`
}
func (*Output) Descriptor ¶ added in v1.3.2
func (*Output) ProtoMessage ¶ added in v1.3.2
func (*Output) ProtoMessage()
type ParallelismSpec ¶ added in v1.2.0
type ParallelismSpec struct { Strategy ParallelismSpec_Strategy `protobuf:"varint,1,opt,name=strategy,proto3,enum=pps.ParallelismSpec_Strategy" json:"strategy,omitempty"` // If 'strategy' is set to CONSTANT, then the field 'constant' is used. // // Starts the pipeline/job with a 'constant' workers, unless 'constant' is // zero. If 'constant' is zero (which is the zero value of ParallelismSpec), // then Pachyderm will choose the number of workers that is started, // (currently it chooses the number of workers in the cluster) Constant uint64 `protobuf:"varint,2,opt,name=constant,proto3" json:"constant,omitempty"` // If 'strategy' is set to COEFFICIENT, then the field 'coefficient' is used. // // Starts the pipeline/job with number of workers equal to 'coefficient' * N, // where N is the number of nodes in the kubernetes cluster. // // For example, if each Kubernetes node has four CPUs, you might set // 'coefficient' to four, so that there are four Pachyderm workers per // Kubernetes node, and each Pachyderm worker gets one CPU. If you want to // reserve half the nodes in your cluster for other tasks, you might set // 'coefficient' to 0.5. Coefficient float64 `protobuf:"fixed64,3,opt,name=coefficient,proto3" json:"coefficient,omitempty"` }
func (*ParallelismSpec) Descriptor ¶ added in v1.2.0
func (*ParallelismSpec) Descriptor() ([]byte, []int)
func (*ParallelismSpec) GetCoefficient ¶ added in v1.3.5
func (m *ParallelismSpec) GetCoefficient() float64
func (*ParallelismSpec) GetConstant ¶ added in v1.3.5
func (m *ParallelismSpec) GetConstant() uint64
func (*ParallelismSpec) GetStrategy ¶ added in v1.3.5
func (m *ParallelismSpec) GetStrategy() ParallelismSpec_Strategy
func (*ParallelismSpec) ProtoMessage ¶ added in v1.2.0
func (*ParallelismSpec) ProtoMessage()
func (*ParallelismSpec) Reset ¶ added in v1.2.0
func (m *ParallelismSpec) Reset()
func (*ParallelismSpec) String ¶ added in v1.2.0
func (m *ParallelismSpec) String() string
type ParallelismSpec_Strategy ¶ added in v1.2.0
type ParallelismSpec_Strategy int32
Which Parallelism strategy to use. Depending on the value of 'strategy', other messages in the spec will or will not be set.
const ( ParallelismSpec_CONSTANT ParallelismSpec_Strategy = 0 ParallelismSpec_COEFFICIENT ParallelismSpec_Strategy = 1 )
func (ParallelismSpec_Strategy) EnumDescriptor ¶ added in v1.2.0
func (ParallelismSpec_Strategy) EnumDescriptor() ([]byte, []int)
func (ParallelismSpec_Strategy) String ¶ added in v1.2.0
func (x ParallelismSpec_Strategy) String() string
type Pipeline ¶
type Pipeline struct {
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
}
func (*Pipeline) Descriptor ¶
func (*Pipeline) ProtoMessage ¶
func (*Pipeline) ProtoMessage()
type PipelineInfo ¶
type PipelineInfo struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` Version uint64 `protobuf:"varint,11,opt,name=version,proto3" json:"version,omitempty"` Transform *Transform `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,10,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Inputs []*PipelineInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"` Output *Output `protobuf:"bytes,15,opt,name=output" json:"output,omitempty"` OutputRepo *pfs.Repo `protobuf:"bytes,5,opt,name=output_repo,json=outputRepo" json:"output_repo,omitempty"` CreatedAt *google_protobuf1.Timestamp `protobuf:"bytes,6,opt,name=created_at,json=createdAt" json:"created_at,omitempty"` State PipelineState `protobuf:"varint,7,opt,name=state,proto3,enum=pps.PipelineState" json:"state,omitempty"` RecentError string `protobuf:"bytes,8,opt,name=recent_error,json=recentError,proto3" json:"recent_error,omitempty"` JobCounts map[int32]int32 `` /* 171-byte string literal not displayed */ GcPolicy *GCPolicy `protobuf:"bytes,12,opt,name=gc_policy,json=gcPolicy" json:"gc_policy,omitempty"` }
func (*PipelineInfo) Descriptor ¶
func (*PipelineInfo) Descriptor() ([]byte, []int)
func (*PipelineInfo) GetCreatedAt ¶
func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp
func (*PipelineInfo) GetGcPolicy ¶ added in v1.3.0
func (m *PipelineInfo) GetGcPolicy() *GCPolicy
func (*PipelineInfo) GetInputs ¶
func (m *PipelineInfo) GetInputs() []*PipelineInput
func (*PipelineInfo) GetJobCounts ¶
func (m *PipelineInfo) GetJobCounts() map[int32]int32
func (*PipelineInfo) GetOutput ¶ added in v1.3.2
func (m *PipelineInfo) GetOutput() *Output
func (*PipelineInfo) GetOutputRepo ¶
func (m *PipelineInfo) GetOutputRepo() *pfs.Repo
func (*PipelineInfo) GetParallelismSpec ¶ added in v1.2.0
func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec
func (*PipelineInfo) GetPipeline ¶
func (m *PipelineInfo) GetPipeline() *Pipeline
func (*PipelineInfo) GetRecentError ¶ added in v1.3.5
func (m *PipelineInfo) GetRecentError() string
func (*PipelineInfo) GetState ¶ added in v1.3.5
func (m *PipelineInfo) GetState() PipelineState
func (*PipelineInfo) GetTransform ¶
func (m *PipelineInfo) GetTransform() *Transform
func (*PipelineInfo) GetVersion ¶ added in v1.3.5
func (m *PipelineInfo) GetVersion() uint64
func (*PipelineInfo) ProtoMessage ¶
func (*PipelineInfo) ProtoMessage()
func (*PipelineInfo) Reset ¶
func (m *PipelineInfo) Reset()
func (*PipelineInfo) String ¶
func (m *PipelineInfo) String() string
type PipelineInfos ¶
type PipelineInfos struct {
PipelineInfo []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo" json:"pipeline_info,omitempty"`
}
func (*PipelineInfos) Descriptor ¶
func (*PipelineInfos) Descriptor() ([]byte, []int)
func (*PipelineInfos) GetPipelineInfo ¶
func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo
func (*PipelineInfos) ProtoMessage ¶
func (*PipelineInfos) ProtoMessage()
func (*PipelineInfos) Reset ¶
func (m *PipelineInfos) Reset()
func (*PipelineInfos) String ¶
func (m *PipelineInfos) String() string
type PipelineInput ¶
type PipelineInput struct { Repo *pfs.Repo `protobuf:"bytes,1,opt,name=repo" json:"repo,omitempty"` Method *Method `protobuf:"bytes,2,opt,name=method" json:"method,omitempty"` // This flag specifies whether the pipeline should be triggered // when this input gets an empty commit. RunEmpty bool `protobuf:"varint,3,opt,name=run_empty,json=runEmpty,proto3" json:"run_empty,omitempty"` Lazy bool `protobuf:"varint,4,opt,name=lazy,proto3" json:"lazy,omitempty"` }
func (*PipelineInput) Descriptor ¶
func (*PipelineInput) Descriptor() ([]byte, []int)
func (*PipelineInput) GetLazy ¶ added in v1.3.5
func (m *PipelineInput) GetLazy() bool
func (*PipelineInput) GetMethod ¶
func (m *PipelineInput) GetMethod() *Method
func (*PipelineInput) GetRepo ¶
func (m *PipelineInput) GetRepo() *pfs.Repo
func (*PipelineInput) GetRunEmpty ¶ added in v1.3.5
func (m *PipelineInput) GetRunEmpty() bool
func (*PipelineInput) ProtoMessage ¶
func (*PipelineInput) ProtoMessage()
func (*PipelineInput) Reset ¶
func (m *PipelineInput) Reset()
func (*PipelineInput) String ¶
func (m *PipelineInput) String() string
type PipelineState ¶
type PipelineState int32
const ( // When the pipeline is not ready to be triggered by commits. // This happens when either 1) a pipeline has been created but not yet picked // up by a PPS server, or 2) the pipeline does not have any inputs and is meant // to be triggered manually PipelineState_PIPELINE_IDLE PipelineState = 0 // After this pipeline is picked up by a pachd node. This is the normal // state of a pipeline. PipelineState_PIPELINE_RUNNING PipelineState = 1 // After some error caused runPipeline to exit, but before the pipeline is // re-run. This is when the exponential backoff is in effect. PipelineState_PIPELINE_RESTARTING PipelineState = 2 // We have retried too many times and we have given up on this pipeline. PipelineState_PIPELINE_FAILURE PipelineState = 3 // The pipeline has been explicitly stopped by the user. PipelineState_PIPELINE_STOPPED PipelineState = 4 )
func (PipelineState) EnumDescriptor ¶
func (PipelineState) EnumDescriptor() ([]byte, []int)
func (PipelineState) String ¶
func (x PipelineState) String() string
type Pod ¶ added in v1.2.4
type Pod struct { Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` OutputCommit *pfs.Commit `protobuf:"bytes,2,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"` State PodState `protobuf:"varint,3,opt,name=state,proto3,enum=pps.PodState" json:"state,omitempty"` }
func (*Pod) Descriptor ¶ added in v1.2.4
func (*Pod) GetOutputCommit ¶ added in v1.2.4
func (*Pod) ProtoMessage ¶ added in v1.2.4
func (*Pod) ProtoMessage()
type PodState ¶ added in v1.2.4
type PodState int32
func (PodState) EnumDescriptor ¶ added in v1.2.4
type RerunPipelineRequest ¶ added in v1.3.6
type RerunPipelineRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` Exclude []*pfs.Commit `protobuf:"bytes,2,rep,name=exclude" json:"exclude,omitempty"` Include []*pfs.Commit `protobuf:"bytes,3,rep,name=include" json:"include,omitempty"` }
func (*RerunPipelineRequest) Descriptor ¶ added in v1.3.6
func (*RerunPipelineRequest) Descriptor() ([]byte, []int)
func (*RerunPipelineRequest) GetExclude ¶ added in v1.3.6
func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit
func (*RerunPipelineRequest) GetInclude ¶ added in v1.3.6
func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit
func (*RerunPipelineRequest) GetPipeline ¶ added in v1.3.6
func (m *RerunPipelineRequest) GetPipeline() *Pipeline
func (*RerunPipelineRequest) ProtoMessage ¶ added in v1.3.6
func (*RerunPipelineRequest) ProtoMessage()
func (*RerunPipelineRequest) Reset ¶ added in v1.3.6
func (m *RerunPipelineRequest) Reset()
func (*RerunPipelineRequest) String ¶ added in v1.3.6
func (m *RerunPipelineRequest) String() string
type Secret ¶ added in v1.2.0
type Secret struct { // Name must be the name of the secret in kubernetes. Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` MountPath string `protobuf:"bytes,2,opt,name=mount_path,json=mountPath,proto3" json:"mount_path,omitempty"` }
func (*Secret) Descriptor ¶ added in v1.2.0
func (*Secret) GetMountPath ¶ added in v1.3.5
func (*Secret) ProtoMessage ¶ added in v1.2.0
func (*Secret) ProtoMessage()
type Service ¶ added in v1.3.0
type Service struct { InternalPort int32 `protobuf:"varint,1,opt,name=internal_port,json=internalPort,proto3" json:"internal_port,omitempty"` ExternalPort int32 `protobuf:"varint,2,opt,name=external_port,json=externalPort,proto3" json:"external_port,omitempty"` }
func (*Service) Descriptor ¶ added in v1.3.0
func (*Service) GetExternalPort ¶ added in v1.3.5
func (*Service) GetInternalPort ¶ added in v1.3.5
func (*Service) ProtoMessage ¶ added in v1.3.0
func (*Service) ProtoMessage()
type StartPipelineRequest ¶ added in v1.2.0
type StartPipelineRequest struct {
Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}
func (*StartPipelineRequest) Descriptor ¶ added in v1.2.0
func (*StartPipelineRequest) Descriptor() ([]byte, []int)
func (*StartPipelineRequest) GetPipeline ¶ added in v1.2.0
func (m *StartPipelineRequest) GetPipeline() *Pipeline
func (*StartPipelineRequest) ProtoMessage ¶ added in v1.2.0
func (*StartPipelineRequest) ProtoMessage()
func (*StartPipelineRequest) Reset ¶ added in v1.2.0
func (m *StartPipelineRequest) Reset()
func (*StartPipelineRequest) String ¶ added in v1.2.0
func (m *StartPipelineRequest) String() string
type StopPipelineRequest ¶ added in v1.2.0
type StopPipelineRequest struct {
Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}
func (*StopPipelineRequest) Descriptor ¶ added in v1.2.0
func (*StopPipelineRequest) Descriptor() ([]byte, []int)
func (*StopPipelineRequest) GetPipeline ¶ added in v1.2.0
func (m *StopPipelineRequest) GetPipeline() *Pipeline
func (*StopPipelineRequest) ProtoMessage ¶ added in v1.2.0
func (*StopPipelineRequest) ProtoMessage()
func (*StopPipelineRequest) Reset ¶ added in v1.2.0
func (m *StopPipelineRequest) Reset()
func (*StopPipelineRequest) String ¶ added in v1.2.0
func (m *StopPipelineRequest) String() string
type Transform ¶
type Transform struct { Image string `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"` Cmd []string `protobuf:"bytes,2,rep,name=cmd" json:"cmd,omitempty"` Env map[string]string `` /* 140-byte string literal not displayed */ Secrets []*Secret `protobuf:"bytes,4,rep,name=secrets" json:"secrets,omitempty"` ImagePullSecrets []string `protobuf:"bytes,9,rep,name=image_pull_secrets,json=imagePullSecrets" json:"image_pull_secrets,omitempty"` Stdin []string `protobuf:"bytes,5,rep,name=stdin" json:"stdin,omitempty"` AcceptReturnCode []int64 `protobuf:"varint,6,rep,packed,name=accept_return_code,json=acceptReturnCode" json:"accept_return_code,omitempty"` Debug bool `protobuf:"varint,7,opt,name=debug,proto3" json:"debug,omitempty"` // If set to true, writing to a file overwrites the original file, as opposed to // appending to it. Overwrite bool `protobuf:"varint,8,opt,name=overwrite,proto3" json:"overwrite,omitempty"` }
func (*Transform) Descriptor ¶
func (*Transform) GetAcceptReturnCode ¶ added in v1.3.5
func (*Transform) GetImagePullSecrets ¶ added in v1.3.5
func (*Transform) GetOverwrite ¶ added in v1.3.5
func (*Transform) GetSecrets ¶ added in v1.2.0
func (*Transform) ProtoMessage ¶
func (*Transform) ProtoMessage()
Click to show internal directories.
Click to hide internal directories.