Documentation ¶
Overview ¶
Package pps is a generated protocol buffer package.
It is generated from these files:
client/pps/pps.proto
It has these top-level messages:
Secret Transform Egress Job Service JobInput ParallelismSpec Datum WorkerStatus ResourceSpec JobInfo Worker JobInfos Pipeline PipelineInput PipelineInfo PipelineInfos CreateJobRequest InspectJobRequest ListJobRequest DeleteJobRequest StopJobRequest GetLogsRequest LogMessage RestartDatumRequest CreatePipelineRequest InspectPipelineRequest ListPipelineRequest DeletePipelineRequest StartPipelineRequest StopPipelineRequest RerunPipelineRequest
Index ¶
- Variables
- func RegisterAPIServer(s *grpc.Server, srv APIServer)
- type APIClient
- type APIServer
- type API_GetLogsClient
- type API_GetLogsServer
- type CreateJobRequest
- func (*CreateJobRequest) Descriptor() ([]byte, []int)
- func (m *CreateJobRequest) GetEgress() *Egress
- func (m *CreateJobRequest) GetInputs() []*JobInput
- func (m *CreateJobRequest) GetOutputBranch() string
- func (m *CreateJobRequest) GetOutputRepo() *pfs.Repo
- func (m *CreateJobRequest) GetParallelismSpec() *ParallelismSpec
- func (m *CreateJobRequest) GetParentJob() *Job
- func (m *CreateJobRequest) GetPipeline() *Pipeline
- func (m *CreateJobRequest) GetPipelineVersion() uint64
- func (m *CreateJobRequest) GetResourceSpec() *ResourceSpec
- func (m *CreateJobRequest) GetService() *Service
- func (m *CreateJobRequest) GetTransform() *Transform
- func (*CreateJobRequest) ProtoMessage()
- func (m *CreateJobRequest) Reset()
- func (m *CreateJobRequest) String() string
- type CreatePipelineRequest
- func (*CreatePipelineRequest) Descriptor() ([]byte, []int)
- func (m *CreatePipelineRequest) GetEgress() *Egress
- func (m *CreatePipelineRequest) GetInputs() []*PipelineInput
- func (m *CreatePipelineRequest) GetOutputBranch() string
- func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec
- func (m *CreatePipelineRequest) GetPipeline() *Pipeline
- func (m *CreatePipelineRequest) GetResourceSpec() *ResourceSpec
- func (m *CreatePipelineRequest) GetScaleDownThreshold() *google_protobuf2.Duration
- func (m *CreatePipelineRequest) GetTransform() *Transform
- func (m *CreatePipelineRequest) GetUpdate() bool
- func (*CreatePipelineRequest) ProtoMessage()
- func (m *CreatePipelineRequest) Reset()
- func (m *CreatePipelineRequest) String() string
- type Datum
- type DeleteJobRequest
- type DeletePipelineRequest
- func (*DeletePipelineRequest) Descriptor() ([]byte, []int)
- func (m *DeletePipelineRequest) GetDeleteJobs() bool
- func (m *DeletePipelineRequest) GetPipeline() *Pipeline
- func (*DeletePipelineRequest) ProtoMessage()
- func (m *DeletePipelineRequest) Reset()
- func (m *DeletePipelineRequest) String() string
- type Egress
- type GetLogsRequest
- func (*GetLogsRequest) Descriptor() ([]byte, []int)
- func (m *GetLogsRequest) GetDataFilters() []string
- func (m *GetLogsRequest) GetJob() *Job
- func (m *GetLogsRequest) GetPipeline() *Pipeline
- func (*GetLogsRequest) ProtoMessage()
- func (m *GetLogsRequest) Reset()
- func (m *GetLogsRequest) String() string
- type InspectJobRequest
- type InspectPipelineRequest
- type Job
- type JobInfo
- func (*JobInfo) Descriptor() ([]byte, []int)
- func (m *JobInfo) GetDataProcessed() int64
- func (m *JobInfo) GetDataTotal() int64
- func (m *JobInfo) GetEgress() *Egress
- func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp
- func (m *JobInfo) GetInputs() []*JobInput
- func (m *JobInfo) GetJob() *Job
- func (m *JobInfo) GetOutputBranch() string
- func (m *JobInfo) GetOutputCommit() *pfs.Commit
- func (m *JobInfo) GetOutputRepo() *pfs.Repo
- func (m *JobInfo) GetParallelismSpec() *ParallelismSpec
- func (m *JobInfo) GetParentJob() *Job
- func (m *JobInfo) GetPipeline() *Pipeline
- func (m *JobInfo) GetPipelineID() string
- func (m *JobInfo) GetPipelineVersion() uint64
- func (m *JobInfo) GetResourceSpec() *ResourceSpec
- func (m *JobInfo) GetRestart() uint64
- func (m *JobInfo) GetService() *Service
- func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp
- func (m *JobInfo) GetState() JobState
- func (m *JobInfo) GetStopped() bool
- func (m *JobInfo) GetTransform() *Transform
- func (m *JobInfo) GetWorkerStatus() []*WorkerStatus
- func (*JobInfo) ProtoMessage()
- func (m *JobInfo) Reset()
- func (m *JobInfo) String() string
- type JobInfos
- type JobInput
- type JobState
- type ListJobRequest
- type ListPipelineRequest
- type LogMessage
- func (*LogMessage) Descriptor() ([]byte, []int)
- func (m *LogMessage) GetData() []*Datum
- func (m *LogMessage) GetJobID() string
- func (m *LogMessage) GetMessage() string
- func (m *LogMessage) GetPipelineID() string
- func (m *LogMessage) GetPipelineName() string
- func (m *LogMessage) GetTs() *google_protobuf1.Timestamp
- func (m *LogMessage) GetUser() bool
- func (m *LogMessage) GetWorkerID() string
- func (*LogMessage) ProtoMessage()
- func (m *LogMessage) Reset()
- func (m *LogMessage) String() string
- type ParallelismSpec
- func (*ParallelismSpec) Descriptor() ([]byte, []int)
- func (m *ParallelismSpec) GetCoefficient() float64
- func (m *ParallelismSpec) GetConstant() uint64
- func (m *ParallelismSpec) GetStrategy() ParallelismSpec_Strategy
- func (*ParallelismSpec) ProtoMessage()
- func (m *ParallelismSpec) Reset()
- func (m *ParallelismSpec) String() string
- type ParallelismSpec_Strategy
- type Pipeline
- type PipelineInfo
- func (*PipelineInfo) Descriptor() ([]byte, []int)
- func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp
- func (m *PipelineInfo) GetEgress() *Egress
- func (m *PipelineInfo) GetID() string
- func (m *PipelineInfo) GetInputs() []*PipelineInput
- func (m *PipelineInfo) GetJobCounts() map[int32]int32
- func (m *PipelineInfo) GetOutputBranch() string
- func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec
- func (m *PipelineInfo) GetPipeline() *Pipeline
- func (m *PipelineInfo) GetRecentError() string
- func (m *PipelineInfo) GetResourceSpec() *ResourceSpec
- func (m *PipelineInfo) GetScaleDownThreshold() *google_protobuf2.Duration
- func (m *PipelineInfo) GetState() PipelineState
- func (m *PipelineInfo) GetStopped() bool
- func (m *PipelineInfo) GetTransform() *Transform
- func (m *PipelineInfo) GetVersion() uint64
- func (*PipelineInfo) ProtoMessage()
- func (m *PipelineInfo) Reset()
- func (m *PipelineInfo) String() string
- type PipelineInfos
- type PipelineInput
- func (*PipelineInput) Descriptor() ([]byte, []int)
- func (m *PipelineInput) GetBranch() string
- func (m *PipelineInput) GetFrom() *pfs.Commit
- func (m *PipelineInput) GetGlob() string
- func (m *PipelineInput) GetLazy() bool
- func (m *PipelineInput) GetName() string
- func (m *PipelineInput) GetRepo() *pfs.Repo
- func (*PipelineInput) ProtoMessage()
- func (m *PipelineInput) Reset()
- func (m *PipelineInput) String() string
- type PipelineState
- type RerunPipelineRequest
- func (*RerunPipelineRequest) Descriptor() ([]byte, []int)
- func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit
- func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit
- func (m *RerunPipelineRequest) GetPipeline() *Pipeline
- func (*RerunPipelineRequest) ProtoMessage()
- func (m *RerunPipelineRequest) Reset()
- func (m *RerunPipelineRequest) String() string
- type ResourceSpec
- type RestartDatumRequest
- type Secret
- type Service
- type StartPipelineRequest
- type StopJobRequest
- type StopPipelineRequest
- type Transform
- func (*Transform) Descriptor() ([]byte, []int)
- func (m *Transform) GetAcceptReturnCode() []int64
- func (m *Transform) GetCmd() []string
- func (m *Transform) GetDebug() bool
- func (m *Transform) GetEnv() map[string]string
- func (m *Transform) GetImage() string
- func (m *Transform) GetImagePullSecrets() []string
- func (m *Transform) GetSecrets() []*Secret
- func (m *Transform) GetStdin() []string
- func (*Transform) ProtoMessage()
- func (m *Transform) Reset()
- func (m *Transform) String() string
- type Worker
- type WorkerState
- type WorkerStatus
- func (*WorkerStatus) Descriptor() ([]byte, []int)
- func (m *WorkerStatus) GetData() []*Datum
- func (m *WorkerStatus) GetJobID() string
- func (m *WorkerStatus) GetStarted() *google_protobuf1.Timestamp
- func (m *WorkerStatus) GetWorkerID() string
- func (*WorkerStatus) ProtoMessage()
- func (m *WorkerStatus) Reset()
- func (m *WorkerStatus) String() string
Constants ¶
This section is empty.
Variables ¶
View Source
var JobState_name = map[int32]string{
0: "JOB_STARTING",
1: "JOB_RUNNING",
2: "JOB_FAILURE",
3: "JOB_SUCCESS",
4: "JOB_STOPPED",
}
View Source
var JobState_value = map[string]int32{
"JOB_STARTING": 0,
"JOB_RUNNING": 1,
"JOB_FAILURE": 2,
"JOB_SUCCESS": 3,
"JOB_STOPPED": 4,
}
View Source
var ParallelismSpec_Strategy_name = map[int32]string{
0: "CONSTANT",
1: "COEFFICIENT",
}
View Source
var ParallelismSpec_Strategy_value = map[string]int32{
"CONSTANT": 0,
"COEFFICIENT": 1,
}
View Source
var PipelineState_name = map[int32]string{
0: "PIPELINE_STARTING",
1: "PIPELINE_RUNNING",
2: "PIPELINE_RESTARTING",
3: "PIPELINE_FAILURE",
4: "PIPELINE_STOPPED",
}
View Source
var PipelineState_value = map[string]int32{
"PIPELINE_STARTING": 0,
"PIPELINE_RUNNING": 1,
"PIPELINE_RESTARTING": 2,
"PIPELINE_FAILURE": 3,
"PIPELINE_STOPPED": 4,
}
View Source
var WorkerState_name = map[int32]string{
0: "POD_RUNNING",
1: "POD_SUCCESS",
2: "POD_FAILED",
}
View Source
var WorkerState_value = map[string]int32{
"POD_RUNNING": 0,
"POD_SUCCESS": 1,
"POD_FAILED": 2,
}
Functions ¶
func RegisterAPIServer ¶
Types ¶
type APIClient ¶
type APIClient interface { CreateJob(ctx context.Context, in *CreateJobRequest, opts ...grpc.CallOption) (*Job, error) InspectJob(ctx context.Context, in *InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error) ListJob(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error) DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) StopJob(ctx context.Context, in *StopJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) RestartDatum(ctx context.Context, in *RestartDatumRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) CreatePipeline(ctx context.Context, in *CreatePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) InspectPipeline(ctx context.Context, in *InspectPipelineRequest, opts ...grpc.CallOption) (*PipelineInfo, error) ListPipeline(ctx context.Context, in *ListPipelineRequest, opts ...grpc.CallOption) (*PipelineInfos, error) DeletePipeline(ctx context.Context, in *DeletePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) StartPipeline(ctx context.Context, in *StartPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) StopPipeline(ctx context.Context, in *StopPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) RerunPipeline(ctx context.Context, in *RerunPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error) // DeleteAll deletes everything DeleteAll(ctx context.Context, in *google_protobuf.Empty, opts ...grpc.CallOption) (*google_protobuf.Empty, error) GetLogs(ctx context.Context, in *GetLogsRequest, opts ...grpc.CallOption) (API_GetLogsClient, error) }
func NewAPIClient ¶
func NewAPIClient(cc *grpc.ClientConn) APIClient
type APIServer ¶
type APIServer interface { CreateJob(context.Context, *CreateJobRequest) (*Job, error) InspectJob(context.Context, *InspectJobRequest) (*JobInfo, error) ListJob(context.Context, *ListJobRequest) (*JobInfos, error) DeleteJob(context.Context, *DeleteJobRequest) (*google_protobuf.Empty, error) StopJob(context.Context, *StopJobRequest) (*google_protobuf.Empty, error) RestartDatum(context.Context, *RestartDatumRequest) (*google_protobuf.Empty, error) CreatePipeline(context.Context, *CreatePipelineRequest) (*google_protobuf.Empty, error) InspectPipeline(context.Context, *InspectPipelineRequest) (*PipelineInfo, error) ListPipeline(context.Context, *ListPipelineRequest) (*PipelineInfos, error) DeletePipeline(context.Context, *DeletePipelineRequest) (*google_protobuf.Empty, error) StartPipeline(context.Context, *StartPipelineRequest) (*google_protobuf.Empty, error) StopPipeline(context.Context, *StopPipelineRequest) (*google_protobuf.Empty, error) RerunPipeline(context.Context, *RerunPipelineRequest) (*google_protobuf.Empty, error) // DeleteAll deletes everything DeleteAll(context.Context, *google_protobuf.Empty) (*google_protobuf.Empty, error) GetLogs(*GetLogsRequest, API_GetLogsServer) error }
type API_GetLogsClient ¶
type API_GetLogsClient interface { Recv() (*LogMessage, error) grpc.ClientStream }
type API_GetLogsServer ¶
type API_GetLogsServer interface { Send(*LogMessage) error grpc.ServerStream }
type CreateJobRequest ¶
type CreateJobRequest struct { Transform *Transform `protobuf:"bytes,1,opt,name=transform" json:"transform,omitempty"` Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"` PipelineVersion uint64 `protobuf:"varint,10,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Inputs []*JobInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"` Egress *Egress `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"` // When service is defined, we create a long running job // by using a k8s RC and Service instead of a k8s Job Service *Service `protobuf:"bytes,8,opt,name=service" json:"service,omitempty"` OutputRepo *pfs.Repo `protobuf:"bytes,12,opt,name=outputRepo" json:"outputRepo,omitempty"` OutputBranch string `protobuf:"bytes,11,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"` ParentJob *Job `protobuf:"bytes,13,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"` ResourceSpec *ResourceSpec `protobuf:"bytes,14,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"` }
func (*CreateJobRequest) Descriptor ¶
func (*CreateJobRequest) Descriptor() ([]byte, []int)
func (*CreateJobRequest) GetEgress ¶ added in v1.3.19
func (m *CreateJobRequest) GetEgress() *Egress
func (*CreateJobRequest) GetInputs ¶
func (m *CreateJobRequest) GetInputs() []*JobInput
func (*CreateJobRequest) GetOutputBranch ¶ added in v1.3.19
func (m *CreateJobRequest) GetOutputBranch() string
func (*CreateJobRequest) GetOutputRepo ¶ added in v1.3.19
func (m *CreateJobRequest) GetOutputRepo() *pfs.Repo
func (*CreateJobRequest) GetParallelismSpec ¶ added in v1.2.0
func (m *CreateJobRequest) GetParallelismSpec() *ParallelismSpec
func (*CreateJobRequest) GetParentJob ¶
func (m *CreateJobRequest) GetParentJob() *Job
func (*CreateJobRequest) GetPipeline ¶
func (m *CreateJobRequest) GetPipeline() *Pipeline
func (*CreateJobRequest) GetPipelineVersion ¶ added in v1.3.6
func (m *CreateJobRequest) GetPipelineVersion() uint64
func (*CreateJobRequest) GetResourceSpec ¶ added in v1.4.5
func (m *CreateJobRequest) GetResourceSpec() *ResourceSpec
func (*CreateJobRequest) GetService ¶ added in v1.3.0
func (m *CreateJobRequest) GetService() *Service
func (*CreateJobRequest) GetTransform ¶
func (m *CreateJobRequest) GetTransform() *Transform
func (*CreateJobRequest) ProtoMessage ¶
func (*CreateJobRequest) ProtoMessage()
func (*CreateJobRequest) Reset ¶
func (m *CreateJobRequest) Reset()
func (*CreateJobRequest) String ¶
func (m *CreateJobRequest) String() string
type CreatePipelineRequest ¶
type CreatePipelineRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` Transform *Transform `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Inputs []*PipelineInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"` Egress *Egress `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"` Update bool `protobuf:"varint,5,opt,name=update,proto3" json:"update,omitempty"` OutputBranch string `protobuf:"bytes,10,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"` ScaleDownThreshold *google_protobuf2.Duration `protobuf:"bytes,11,opt,name=scaleDownThreshold" json:"scaleDownThreshold,omitempty"` ResourceSpec *ResourceSpec `protobuf:"bytes,12,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"` }
func (*CreatePipelineRequest) Descriptor ¶
func (*CreatePipelineRequest) Descriptor() ([]byte, []int)
func (*CreatePipelineRequest) GetEgress ¶ added in v1.3.19
func (m *CreatePipelineRequest) GetEgress() *Egress
func (*CreatePipelineRequest) GetInputs ¶
func (m *CreatePipelineRequest) GetInputs() []*PipelineInput
func (*CreatePipelineRequest) GetOutputBranch ¶ added in v1.3.19
func (m *CreatePipelineRequest) GetOutputBranch() string
func (*CreatePipelineRequest) GetParallelismSpec ¶ added in v1.2.0
func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec
func (*CreatePipelineRequest) GetPipeline ¶
func (m *CreatePipelineRequest) GetPipeline() *Pipeline
func (*CreatePipelineRequest) GetResourceSpec ¶ added in v1.4.5
func (m *CreatePipelineRequest) GetResourceSpec() *ResourceSpec
func (*CreatePipelineRequest) GetScaleDownThreshold ¶ added in v1.4.4
func (m *CreatePipelineRequest) GetScaleDownThreshold() *google_protobuf2.Duration
func (*CreatePipelineRequest) GetTransform ¶
func (m *CreatePipelineRequest) GetTransform() *Transform
func (*CreatePipelineRequest) GetUpdate ¶ added in v1.3.5
func (m *CreatePipelineRequest) GetUpdate() bool
func (*CreatePipelineRequest) ProtoMessage ¶
func (*CreatePipelineRequest) ProtoMessage()
func (*CreatePipelineRequest) Reset ¶
func (m *CreatePipelineRequest) Reset()
func (*CreatePipelineRequest) String ¶
func (m *CreatePipelineRequest) String() string
type Datum ¶ added in v1.4.3
type Datum struct { // This file's absolute path within its pfs repo. Path string `protobuf:"bytes,4,opt,name=path,proto3" json:"path,omitempty"` // This file's hash Hash []byte `protobuf:"bytes,5,opt,name=hash,proto3" json:"hash,omitempty"` }
func (*Datum) Descriptor ¶ added in v1.4.3
func (*Datum) ProtoMessage ¶ added in v1.4.3
func (*Datum) ProtoMessage()
type DeleteJobRequest ¶ added in v1.3.0
type DeleteJobRequest struct {
Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}
func (*DeleteJobRequest) Descriptor ¶ added in v1.3.0
func (*DeleteJobRequest) Descriptor() ([]byte, []int)
func (*DeleteJobRequest) GetJob ¶ added in v1.3.0
func (m *DeleteJobRequest) GetJob() *Job
func (*DeleteJobRequest) ProtoMessage ¶ added in v1.3.0
func (*DeleteJobRequest) ProtoMessage()
func (*DeleteJobRequest) Reset ¶ added in v1.3.0
func (m *DeleteJobRequest) Reset()
func (*DeleteJobRequest) String ¶ added in v1.3.0
func (m *DeleteJobRequest) String() string
type DeletePipelineRequest ¶
type DeletePipelineRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` DeleteJobs bool `protobuf:"varint,2,opt,name=delete_jobs,json=deleteJobs,proto3" json:"delete_jobs,omitempty"` }
func (*DeletePipelineRequest) Descriptor ¶
func (*DeletePipelineRequest) Descriptor() ([]byte, []int)
func (*DeletePipelineRequest) GetDeleteJobs ¶ added in v1.4.3
func (m *DeletePipelineRequest) GetDeleteJobs() bool
func (*DeletePipelineRequest) GetPipeline ¶
func (m *DeletePipelineRequest) GetPipeline() *Pipeline
func (*DeletePipelineRequest) ProtoMessage ¶
func (*DeletePipelineRequest) ProtoMessage()
func (*DeletePipelineRequest) Reset ¶
func (m *DeletePipelineRequest) Reset()
func (*DeletePipelineRequest) String ¶
func (m *DeletePipelineRequest) String() string
type Egress ¶ added in v1.3.19
type Egress struct {
URL string `protobuf:"bytes,1,opt,name=URL,json=uRL,proto3" json:"URL,omitempty"`
}
func (*Egress) Descriptor ¶ added in v1.3.19
func (*Egress) ProtoMessage ¶ added in v1.3.19
func (*Egress) ProtoMessage()
type GetLogsRequest ¶
type GetLogsRequest struct { // The pipeline from which we want to get logs (required if the job in 'job' // was created as part of a pipeline. To get logs from a non-orphan job // without the pipeline that created it, you need to use ElasticSearch). Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"` // The job from which we want to get logs. Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` // Names of input files from which we want processing logs. This may contain // multiple files, to query pipelines that contain multiple inputs. Each // filter may be an absolute path of a file within a pps repo, or it may be // a hash for that file (to search for files at specific versions) DataFilters []string `protobuf:"bytes,3,rep,name=data_filters,json=dataFilters" json:"data_filters,omitempty"` }
func (*GetLogsRequest) Descriptor ¶
func (*GetLogsRequest) Descriptor() ([]byte, []int)
func (*GetLogsRequest) GetDataFilters ¶ added in v1.3.19
func (m *GetLogsRequest) GetDataFilters() []string
func (*GetLogsRequest) GetJob ¶
func (m *GetLogsRequest) GetJob() *Job
func (*GetLogsRequest) GetPipeline ¶ added in v1.3.19
func (m *GetLogsRequest) GetPipeline() *Pipeline
func (*GetLogsRequest) ProtoMessage ¶
func (*GetLogsRequest) ProtoMessage()
func (*GetLogsRequest) Reset ¶
func (m *GetLogsRequest) Reset()
func (*GetLogsRequest) String ¶
func (m *GetLogsRequest) String() string
type InspectJobRequest ¶
type InspectJobRequest struct { Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` BlockState bool `protobuf:"varint,2,opt,name=block_state,json=blockState,proto3" json:"block_state,omitempty"` }
func (*InspectJobRequest) Descriptor ¶
func (*InspectJobRequest) Descriptor() ([]byte, []int)
func (*InspectJobRequest) GetBlockState ¶ added in v1.3.5
func (m *InspectJobRequest) GetBlockState() bool
func (*InspectJobRequest) GetJob ¶
func (m *InspectJobRequest) GetJob() *Job
func (*InspectJobRequest) ProtoMessage ¶
func (*InspectJobRequest) ProtoMessage()
func (*InspectJobRequest) Reset ¶
func (m *InspectJobRequest) Reset()
func (*InspectJobRequest) String ¶
func (m *InspectJobRequest) String() string
type InspectPipelineRequest ¶
type InspectPipelineRequest struct {
Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}
func (*InspectPipelineRequest) Descriptor ¶
func (*InspectPipelineRequest) Descriptor() ([]byte, []int)
func (*InspectPipelineRequest) GetPipeline ¶
func (m *InspectPipelineRequest) GetPipeline() *Pipeline
func (*InspectPipelineRequest) ProtoMessage ¶
func (*InspectPipelineRequest) ProtoMessage()
func (*InspectPipelineRequest) Reset ¶
func (m *InspectPipelineRequest) Reset()
func (*InspectPipelineRequest) String ¶
func (m *InspectPipelineRequest) String() string
type Job ¶
type Job struct {
ID string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
}
func (*Job) Descriptor ¶
func (*Job) ProtoMessage ¶
func (*Job) ProtoMessage()
type JobInfo ¶
type JobInfo struct { Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` Transform *Transform `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"` PipelineID string `protobuf:"bytes,19,opt,name=pipeline_id,json=pipelineId,proto3" json:"pipeline_id,omitempty"` Pipeline *Pipeline `protobuf:"bytes,3,opt,name=pipeline" json:"pipeline,omitempty"` PipelineVersion uint64 `protobuf:"varint,13,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,12,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Inputs []*JobInput `protobuf:"bytes,5,rep,name=inputs" json:"inputs,omitempty"` Egress *Egress `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"` ParentJob *Job `protobuf:"bytes,6,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"` Started *google_protobuf1.Timestamp `protobuf:"bytes,7,opt,name=started" json:"started,omitempty"` Finished *google_protobuf1.Timestamp `protobuf:"bytes,8,opt,name=finished" json:"finished,omitempty"` OutputCommit *pfs.Commit `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"` State JobState `protobuf:"varint,10,opt,name=state,proto3,enum=pps.JobState" json:"state,omitempty"` Service *Service `protobuf:"bytes,14,opt,name=service" json:"service,omitempty"` Stopped bool `protobuf:"varint,16,opt,name=stopped,proto3" json:"stopped,omitempty"` OutputRepo *pfs.Repo `protobuf:"bytes,18,opt,name=outputRepo" json:"outputRepo,omitempty"` OutputBranch string `protobuf:"bytes,17,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"` Restart uint64 `protobuf:"varint,20,opt,name=restart,proto3" json:"restart,omitempty"` DataProcessed int64 `protobuf:"varint,22,opt,name=data_processed,json=dataProcessed,proto3" json:"data_processed,omitempty"` DataTotal int64 `protobuf:"varint,23,opt,name=data_total,json=dataTotal,proto3" json:"data_total,omitempty"` WorkerStatus []*WorkerStatus `protobuf:"bytes,24,rep,name=worker_status,json=workerStatus" json:"worker_status,omitempty"` ResourceSpec *ResourceSpec `protobuf:"bytes,25,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"` }
func (*JobInfo) Descriptor ¶
func (*JobInfo) GetDataProcessed ¶ added in v1.4.3
func (*JobInfo) GetDataTotal ¶ added in v1.4.3
func (*JobInfo) GetFinished ¶
func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp
func (*JobInfo) GetOutputBranch ¶ added in v1.3.19
func (*JobInfo) GetOutputCommit ¶
func (*JobInfo) GetOutputRepo ¶ added in v1.3.19
func (*JobInfo) GetParallelismSpec ¶ added in v1.2.0
func (m *JobInfo) GetParallelismSpec() *ParallelismSpec
func (*JobInfo) GetParentJob ¶
func (*JobInfo) GetPipeline ¶
func (*JobInfo) GetPipelineID ¶ added in v1.3.19
func (*JobInfo) GetPipelineVersion ¶ added in v1.3.5
func (*JobInfo) GetResourceSpec ¶ added in v1.4.5
func (m *JobInfo) GetResourceSpec() *ResourceSpec
func (*JobInfo) GetRestart ¶ added in v1.4.2
func (*JobInfo) GetService ¶ added in v1.3.0
func (*JobInfo) GetStarted ¶
func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp
func (*JobInfo) GetStopped ¶ added in v1.3.19
func (*JobInfo) GetTransform ¶
func (*JobInfo) GetWorkerStatus ¶ added in v1.4.4
func (m *JobInfo) GetWorkerStatus() []*WorkerStatus
func (*JobInfo) ProtoMessage ¶
func (*JobInfo) ProtoMessage()
type JobInfos ¶
type JobInfos struct {
JobInfo []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo" json:"job_info,omitempty"`
}
func (*JobInfos) Descriptor ¶
func (*JobInfos) GetJobInfo ¶
func (*JobInfos) ProtoMessage ¶
func (*JobInfos) ProtoMessage()
type JobInput ¶
type JobInput struct { Name string `protobuf:"bytes,4,opt,name=name,proto3" json:"name,omitempty"` Commit *pfs.Commit `protobuf:"bytes,1,opt,name=commit" json:"commit,omitempty"` Glob string `protobuf:"bytes,2,opt,name=glob,proto3" json:"glob,omitempty"` Lazy bool `protobuf:"varint,3,opt,name=lazy,proto3" json:"lazy,omitempty"` }
func (*JobInput) Descriptor ¶
func (*JobInput) ProtoMessage ¶
func (*JobInput) ProtoMessage()
type ListJobRequest ¶
type ListJobRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` InputCommit []*pfs.Commit `protobuf:"bytes,2,rep,name=input_commit,json=inputCommit" json:"input_commit,omitempty"` }
func (*ListJobRequest) Descriptor ¶
func (*ListJobRequest) Descriptor() ([]byte, []int)
func (*ListJobRequest) GetInputCommit ¶
func (m *ListJobRequest) GetInputCommit() []*pfs.Commit
func (*ListJobRequest) GetPipeline ¶
func (m *ListJobRequest) GetPipeline() *Pipeline
func (*ListJobRequest) ProtoMessage ¶
func (*ListJobRequest) ProtoMessage()
func (*ListJobRequest) Reset ¶
func (m *ListJobRequest) Reset()
func (*ListJobRequest) String ¶
func (m *ListJobRequest) String() string
type ListPipelineRequest ¶
type ListPipelineRequest struct { }
func (*ListPipelineRequest) Descriptor ¶
func (*ListPipelineRequest) Descriptor() ([]byte, []int)
func (*ListPipelineRequest) ProtoMessage ¶
func (*ListPipelineRequest) ProtoMessage()
func (*ListPipelineRequest) Reset ¶
func (m *ListPipelineRequest) Reset()
func (*ListPipelineRequest) String ¶
func (m *ListPipelineRequest) String() string
type LogMessage ¶ added in v1.3.19
type LogMessage struct { // The job and pipeline for which a PFS file is being processed (if the job // is an orphan job, pipeline name and ID will be unset) PipelineName string `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName,proto3" json:"pipeline_name,omitempty"` PipelineID string `protobuf:"bytes,2,opt,name=pipeline_id,json=pipelineId,proto3" json:"pipeline_id,omitempty"` JobID string `protobuf:"bytes,3,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"` WorkerID string `protobuf:"bytes,7,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"` // The PFS files being processed (one per pipeline/job input) Data []*Datum `protobuf:"bytes,4,rep,name=data" json:"data,omitempty"` // User is true if log message comes from the users code. User bool `protobuf:"varint,8,opt,name=user,proto3" json:"user,omitempty"` // The message logged, and the time at which it was logged Ts *google_protobuf1.Timestamp `protobuf:"bytes,5,opt,name=ts" json:"ts,omitempty"` Message string `protobuf:"bytes,6,opt,name=message,proto3" json:"message,omitempty"` }
LogMessage is a log line from a PPS worker, annotated with metadata indicating when and why the line was logged.
func (*LogMessage) Descriptor ¶ added in v1.3.19
func (*LogMessage) Descriptor() ([]byte, []int)
func (*LogMessage) GetData ¶ added in v1.3.19
func (m *LogMessage) GetData() []*Datum
func (*LogMessage) GetJobID ¶ added in v1.3.19
func (m *LogMessage) GetJobID() string
func (*LogMessage) GetMessage ¶ added in v1.3.19
func (m *LogMessage) GetMessage() string
func (*LogMessage) GetPipelineID ¶ added in v1.3.19
func (m *LogMessage) GetPipelineID() string
func (*LogMessage) GetPipelineName ¶ added in v1.3.19
func (m *LogMessage) GetPipelineName() string
func (*LogMessage) GetTs ¶ added in v1.3.19
func (m *LogMessage) GetTs() *google_protobuf1.Timestamp
func (*LogMessage) GetUser ¶ added in v1.4.1
func (m *LogMessage) GetUser() bool
func (*LogMessage) GetWorkerID ¶ added in v1.4.1
func (m *LogMessage) GetWorkerID() string
func (*LogMessage) ProtoMessage ¶ added in v1.3.19
func (*LogMessage) ProtoMessage()
func (*LogMessage) Reset ¶ added in v1.3.19
func (m *LogMessage) Reset()
func (*LogMessage) String ¶ added in v1.3.19
func (m *LogMessage) String() string
type ParallelismSpec ¶ added in v1.2.0
type ParallelismSpec struct { Strategy ParallelismSpec_Strategy `protobuf:"varint,1,opt,name=strategy,proto3,enum=pps.ParallelismSpec_Strategy" json:"strategy,omitempty"` // If 'strategy' is set to CONSTANT, then the field 'constant' is used. // // Starts the pipeline/job with a 'constant' workers, unless 'constant' is // zero. If 'constant' is zero (which is the zero value of ParallelismSpec), // then Pachyderm will choose the number of workers that is started, // (currently it chooses the number of workers in the cluster) Constant uint64 `protobuf:"varint,2,opt,name=constant,proto3" json:"constant,omitempty"` // If 'strategy' is set to COEFFICIENT, then the field 'coefficient' is used. // // Starts the pipeline/job with number of workers equal to 'coefficient' * N, // where N is the number of nodes in the kubernetes cluster. // // For example, if each Kubernetes node has four CPUs, you might set // 'coefficient' to four, so that there are four Pachyderm workers per // Kubernetes node, and each Pachyderm worker gets one CPU. If you want to // reserve half the nodes in your cluster for other tasks, you might set // 'coefficient' to 0.5. Coefficient float64 `protobuf:"fixed64,3,opt,name=coefficient,proto3" json:"coefficient,omitempty"` }
func (*ParallelismSpec) Descriptor ¶ added in v1.2.0
func (*ParallelismSpec) Descriptor() ([]byte, []int)
func (*ParallelismSpec) GetCoefficient ¶ added in v1.3.5
func (m *ParallelismSpec) GetCoefficient() float64
func (*ParallelismSpec) GetConstant ¶ added in v1.3.5
func (m *ParallelismSpec) GetConstant() uint64
func (*ParallelismSpec) GetStrategy ¶ added in v1.3.5
func (m *ParallelismSpec) GetStrategy() ParallelismSpec_Strategy
func (*ParallelismSpec) ProtoMessage ¶ added in v1.2.0
func (*ParallelismSpec) ProtoMessage()
func (*ParallelismSpec) Reset ¶ added in v1.2.0
func (m *ParallelismSpec) Reset()
func (*ParallelismSpec) String ¶ added in v1.2.0
func (m *ParallelismSpec) String() string
type ParallelismSpec_Strategy ¶ added in v1.2.0
type ParallelismSpec_Strategy int32
Which Parallelism strategy to use. Depending on the value of 'strategy', other messages in the spec will or will not be set.
const ( ParallelismSpec_CONSTANT ParallelismSpec_Strategy = 0 ParallelismSpec_COEFFICIENT ParallelismSpec_Strategy = 1 )
func (ParallelismSpec_Strategy) EnumDescriptor ¶ added in v1.2.0
func (ParallelismSpec_Strategy) EnumDescriptor() ([]byte, []int)
func (ParallelismSpec_Strategy) String ¶ added in v1.2.0
func (x ParallelismSpec_Strategy) String() string
type Pipeline ¶
type Pipeline struct {
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
}
func (*Pipeline) Descriptor ¶
func (*Pipeline) ProtoMessage ¶
func (*Pipeline) ProtoMessage()
type PipelineInfo ¶
type PipelineInfo struct { ID string `protobuf:"bytes,17,opt,name=id,proto3" json:"id,omitempty"` Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` Version uint64 `protobuf:"varint,11,opt,name=version,proto3" json:"version,omitempty"` Transform *Transform `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"` ParallelismSpec *ParallelismSpec `protobuf:"bytes,10,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"` Inputs []*PipelineInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"` Egress *Egress `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"` CreatedAt *google_protobuf1.Timestamp `protobuf:"bytes,6,opt,name=created_at,json=createdAt" json:"created_at,omitempty"` State PipelineState `protobuf:"varint,7,opt,name=state,proto3,enum=pps.PipelineState" json:"state,omitempty"` RecentError string `protobuf:"bytes,8,opt,name=recent_error,json=recentError,proto3" json:"recent_error,omitempty"` JobCounts map[int32]int32 `` /* 171-byte string literal not displayed */ Stopped bool `protobuf:"varint,13,opt,name=stopped,proto3" json:"stopped,omitempty"` OutputBranch string `protobuf:"bytes,16,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"` ScaleDownThreshold *google_protobuf2.Duration `protobuf:"bytes,18,opt,name=scaleDownThreshold" json:"scaleDownThreshold,omitempty"` ResourceSpec *ResourceSpec `protobuf:"bytes,19,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"` }
func (*PipelineInfo) Descriptor ¶
func (*PipelineInfo) Descriptor() ([]byte, []int)
func (*PipelineInfo) GetCreatedAt ¶
func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp
func (*PipelineInfo) GetEgress ¶ added in v1.3.19
func (m *PipelineInfo) GetEgress() *Egress
func (*PipelineInfo) GetID ¶ added in v1.3.19
func (m *PipelineInfo) GetID() string
func (*PipelineInfo) GetInputs ¶
func (m *PipelineInfo) GetInputs() []*PipelineInput
func (*PipelineInfo) GetJobCounts ¶
func (m *PipelineInfo) GetJobCounts() map[int32]int32
func (*PipelineInfo) GetOutputBranch ¶ added in v1.3.19
func (m *PipelineInfo) GetOutputBranch() string
func (*PipelineInfo) GetParallelismSpec ¶ added in v1.2.0
func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec
func (*PipelineInfo) GetPipeline ¶
func (m *PipelineInfo) GetPipeline() *Pipeline
func (*PipelineInfo) GetRecentError ¶ added in v1.3.5
func (m *PipelineInfo) GetRecentError() string
func (*PipelineInfo) GetResourceSpec ¶ added in v1.4.5
func (m *PipelineInfo) GetResourceSpec() *ResourceSpec
func (*PipelineInfo) GetScaleDownThreshold ¶ added in v1.4.4
func (m *PipelineInfo) GetScaleDownThreshold() *google_protobuf2.Duration
func (*PipelineInfo) GetState ¶ added in v1.3.5
func (m *PipelineInfo) GetState() PipelineState
func (*PipelineInfo) GetStopped ¶ added in v1.3.19
func (m *PipelineInfo) GetStopped() bool
func (*PipelineInfo) GetTransform ¶
func (m *PipelineInfo) GetTransform() *Transform
func (*PipelineInfo) GetVersion ¶ added in v1.3.5
func (m *PipelineInfo) GetVersion() uint64
func (*PipelineInfo) ProtoMessage ¶
func (*PipelineInfo) ProtoMessage()
func (*PipelineInfo) Reset ¶
func (m *PipelineInfo) Reset()
func (*PipelineInfo) String ¶
func (m *PipelineInfo) String() string
type PipelineInfos ¶
type PipelineInfos struct {
PipelineInfo []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo" json:"pipeline_info,omitempty"`
}
func (*PipelineInfos) Descriptor ¶
func (*PipelineInfos) Descriptor() ([]byte, []int)
func (*PipelineInfos) GetPipelineInfo ¶
func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo
func (*PipelineInfos) ProtoMessage ¶
func (*PipelineInfos) ProtoMessage()
func (*PipelineInfos) Reset ¶
func (m *PipelineInfos) Reset()
func (*PipelineInfos) String ¶
func (m *PipelineInfos) String() string
type PipelineInput ¶
type PipelineInput struct { Name string `protobuf:"bytes,5,opt,name=name,proto3" json:"name,omitempty"` Repo *pfs.Repo `protobuf:"bytes,1,opt,name=repo" json:"repo,omitempty"` Branch string `protobuf:"bytes,2,opt,name=branch,proto3" json:"branch,omitempty"` Glob string `protobuf:"bytes,3,opt,name=glob,proto3" json:"glob,omitempty"` Lazy bool `protobuf:"varint,4,opt,name=lazy,proto3" json:"lazy,omitempty"` From *pfs.Commit `protobuf:"bytes,6,opt,name=from" json:"from,omitempty"` }
func (*PipelineInput) Descriptor ¶
func (*PipelineInput) Descriptor() ([]byte, []int)
func (*PipelineInput) GetBranch ¶ added in v1.3.19
func (m *PipelineInput) GetBranch() string
func (*PipelineInput) GetFrom ¶ added in v1.3.19
func (m *PipelineInput) GetFrom() *pfs.Commit
func (*PipelineInput) GetGlob ¶ added in v1.3.19
func (m *PipelineInput) GetGlob() string
func (*PipelineInput) GetLazy ¶ added in v1.3.5
func (m *PipelineInput) GetLazy() bool
func (*PipelineInput) GetName ¶ added in v1.3.19
func (m *PipelineInput) GetName() string
func (*PipelineInput) GetRepo ¶
func (m *PipelineInput) GetRepo() *pfs.Repo
func (*PipelineInput) ProtoMessage ¶
func (*PipelineInput) ProtoMessage()
func (*PipelineInput) Reset ¶
func (m *PipelineInput) Reset()
func (*PipelineInput) String ¶
func (m *PipelineInput) String() string
type PipelineState ¶
type PipelineState int32
const ( // When the pipeline is not ready to be triggered by commits. // This happens when either 1) a pipeline has been created but not // yet picked up by a PPS server, or 2) the pipeline does not have // any inputs and is meant to be triggered manually PipelineState_PIPELINE_STARTING PipelineState = 0 // After this pipeline is picked up by a pachd node. This is the normal // state of a pipeline. PipelineState_PIPELINE_RUNNING PipelineState = 1 // After some error caused runPipeline to exit, but before the // pipeline is re-run. This is when the exponential backoff is // in effect. PipelineState_PIPELINE_RESTARTING PipelineState = 2 // We have retried too many times and we have given up on this pipeline. PipelineState_PIPELINE_FAILURE PipelineState = 3 // The pipeline has been explicitly stopped by the user. PipelineState_PIPELINE_STOPPED PipelineState = 4 )
func (PipelineState) EnumDescriptor ¶
func (PipelineState) EnumDescriptor() ([]byte, []int)
func (PipelineState) String ¶
func (x PipelineState) String() string
type RerunPipelineRequest ¶ added in v1.3.6
type RerunPipelineRequest struct { Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"` Exclude []*pfs.Commit `protobuf:"bytes,2,rep,name=exclude" json:"exclude,omitempty"` Include []*pfs.Commit `protobuf:"bytes,3,rep,name=include" json:"include,omitempty"` }
func (*RerunPipelineRequest) Descriptor ¶ added in v1.3.6
func (*RerunPipelineRequest) Descriptor() ([]byte, []int)
func (*RerunPipelineRequest) GetExclude ¶ added in v1.3.6
func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit
func (*RerunPipelineRequest) GetInclude ¶ added in v1.3.6
func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit
func (*RerunPipelineRequest) GetPipeline ¶ added in v1.3.6
func (m *RerunPipelineRequest) GetPipeline() *Pipeline
func (*RerunPipelineRequest) ProtoMessage ¶ added in v1.3.6
func (*RerunPipelineRequest) ProtoMessage()
func (*RerunPipelineRequest) Reset ¶ added in v1.3.6
func (m *RerunPipelineRequest) Reset()
func (*RerunPipelineRequest) String ¶ added in v1.3.6
func (m *RerunPipelineRequest) String() string
type ResourceSpec ¶ added in v1.4.5
type ResourceSpec struct { // The number of CPUs each worker needs (partial values are allowed, and // encouraged) Cpu float32 `protobuf:"fixed32,1,opt,name=cpu,proto3" json:"cpu,omitempty"` // The amount of memory, in bytes, each worker needs (in bytes, with allowed // SI suffixes (M, K, G, Mi, Ki, Gi, etc). Memory string `protobuf:"bytes,2,opt,name=memory,proto3" json:"memory,omitempty"` }
ResourceSpec describes the amount of resources that pipeline pods should request from kubernetes, for scheduling.
func (*ResourceSpec) Descriptor ¶ added in v1.4.5
func (*ResourceSpec) Descriptor() ([]byte, []int)
func (*ResourceSpec) GetCpu ¶ added in v1.4.5
func (m *ResourceSpec) GetCpu() float32
func (*ResourceSpec) GetMemory ¶ added in v1.4.5
func (m *ResourceSpec) GetMemory() string
func (*ResourceSpec) ProtoMessage ¶ added in v1.4.5
func (*ResourceSpec) ProtoMessage()
func (*ResourceSpec) Reset ¶ added in v1.4.5
func (m *ResourceSpec) Reset()
func (*ResourceSpec) String ¶ added in v1.4.5
func (m *ResourceSpec) String() string
type RestartDatumRequest ¶ added in v1.4.4
type RestartDatumRequest struct { Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"` DataFilters []string `protobuf:"bytes,2,rep,name=data_filters,json=dataFilters" json:"data_filters,omitempty"` }
func (*RestartDatumRequest) Descriptor ¶ added in v1.4.4
func (*RestartDatumRequest) Descriptor() ([]byte, []int)
func (*RestartDatumRequest) GetDataFilters ¶ added in v1.4.4
func (m *RestartDatumRequest) GetDataFilters() []string
func (*RestartDatumRequest) GetJob ¶ added in v1.4.4
func (m *RestartDatumRequest) GetJob() *Job
func (*RestartDatumRequest) ProtoMessage ¶ added in v1.4.4
func (*RestartDatumRequest) ProtoMessage()
func (*RestartDatumRequest) Reset ¶ added in v1.4.4
func (m *RestartDatumRequest) Reset()
func (*RestartDatumRequest) String ¶ added in v1.4.4
func (m *RestartDatumRequest) String() string
type Secret ¶ added in v1.2.0
type Secret struct { // Name must be the name of the secret in kubernetes. Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` MountPath string `protobuf:"bytes,2,opt,name=mount_path,json=mountPath,proto3" json:"mount_path,omitempty"` }
func (*Secret) Descriptor ¶ added in v1.2.0
func (*Secret) GetMountPath ¶ added in v1.3.5
func (*Secret) ProtoMessage ¶ added in v1.2.0
func (*Secret) ProtoMessage()
type Service ¶ added in v1.3.0
type Service struct { InternalPort int32 `protobuf:"varint,1,opt,name=internal_port,json=internalPort,proto3" json:"internal_port,omitempty"` ExternalPort int32 `protobuf:"varint,2,opt,name=external_port,json=externalPort,proto3" json:"external_port,omitempty"` }
func (*Service) Descriptor ¶ added in v1.3.0
func (*Service) GetExternalPort ¶ added in v1.3.5
func (*Service) GetInternalPort ¶ added in v1.3.5
func (*Service) ProtoMessage ¶ added in v1.3.0
func (*Service) ProtoMessage()
type StartPipelineRequest ¶ added in v1.2.0
type StartPipelineRequest struct {
Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}
func (*StartPipelineRequest) Descriptor ¶ added in v1.2.0
func (*StartPipelineRequest) Descriptor() ([]byte, []int)
func (*StartPipelineRequest) GetPipeline ¶ added in v1.2.0
func (m *StartPipelineRequest) GetPipeline() *Pipeline
func (*StartPipelineRequest) ProtoMessage ¶ added in v1.2.0
func (*StartPipelineRequest) ProtoMessage()
func (*StartPipelineRequest) Reset ¶ added in v1.2.0
func (m *StartPipelineRequest) Reset()
func (*StartPipelineRequest) String ¶ added in v1.2.0
func (m *StartPipelineRequest) String() string
type StopJobRequest ¶ added in v1.4.4
type StopJobRequest struct {
Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}
func (*StopJobRequest) Descriptor ¶ added in v1.4.4
func (*StopJobRequest) Descriptor() ([]byte, []int)
func (*StopJobRequest) GetJob ¶ added in v1.4.4
func (m *StopJobRequest) GetJob() *Job
func (*StopJobRequest) ProtoMessage ¶ added in v1.4.4
func (*StopJobRequest) ProtoMessage()
func (*StopJobRequest) Reset ¶ added in v1.4.4
func (m *StopJobRequest) Reset()
func (*StopJobRequest) String ¶ added in v1.4.4
func (m *StopJobRequest) String() string
type StopPipelineRequest ¶ added in v1.2.0
type StopPipelineRequest struct {
Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}
func (*StopPipelineRequest) Descriptor ¶ added in v1.2.0
func (*StopPipelineRequest) Descriptor() ([]byte, []int)
func (*StopPipelineRequest) GetPipeline ¶ added in v1.2.0
func (m *StopPipelineRequest) GetPipeline() *Pipeline
func (*StopPipelineRequest) ProtoMessage ¶ added in v1.2.0
func (*StopPipelineRequest) ProtoMessage()
func (*StopPipelineRequest) Reset ¶ added in v1.2.0
func (m *StopPipelineRequest) Reset()
func (*StopPipelineRequest) String ¶ added in v1.2.0
func (m *StopPipelineRequest) String() string
type Transform ¶
type Transform struct { Image string `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"` Cmd []string `protobuf:"bytes,2,rep,name=cmd" json:"cmd,omitempty"` Env map[string]string `` /* 140-byte string literal not displayed */ Secrets []*Secret `protobuf:"bytes,4,rep,name=secrets" json:"secrets,omitempty"` ImagePullSecrets []string `protobuf:"bytes,9,rep,name=image_pull_secrets,json=imagePullSecrets" json:"image_pull_secrets,omitempty"` Stdin []string `protobuf:"bytes,5,rep,name=stdin" json:"stdin,omitempty"` AcceptReturnCode []int64 `protobuf:"varint,6,rep,packed,name=accept_return_code,json=acceptReturnCode" json:"accept_return_code,omitempty"` Debug bool `protobuf:"varint,7,opt,name=debug,proto3" json:"debug,omitempty"` }
func (*Transform) Descriptor ¶
func (*Transform) GetAcceptReturnCode ¶ added in v1.3.5
func (*Transform) GetImagePullSecrets ¶ added in v1.3.5
func (*Transform) GetSecrets ¶ added in v1.2.0
func (*Transform) ProtoMessage ¶
func (*Transform) ProtoMessage()
type Worker ¶ added in v1.3.19
type Worker struct { Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` State WorkerState `protobuf:"varint,2,opt,name=state,proto3,enum=pps.WorkerState" json:"state,omitempty"` }
func (*Worker) Descriptor ¶ added in v1.3.19
func (*Worker) GetState ¶ added in v1.3.19
func (m *Worker) GetState() WorkerState
func (*Worker) ProtoMessage ¶ added in v1.3.19
func (*Worker) ProtoMessage()
type WorkerState ¶ added in v1.3.19
type WorkerState int32
const ( WorkerState_POD_RUNNING WorkerState = 0 WorkerState_POD_SUCCESS WorkerState = 1 WorkerState_POD_FAILED WorkerState = 2 )
func (WorkerState) EnumDescriptor ¶ added in v1.3.19
func (WorkerState) EnumDescriptor() ([]byte, []int)
func (WorkerState) String ¶ added in v1.3.19
func (x WorkerState) String() string
type WorkerStatus ¶ added in v1.4.4
type WorkerStatus struct { WorkerID string `protobuf:"bytes,1,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"` JobID string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"` Data []*Datum `protobuf:"bytes,3,rep,name=data" json:"data,omitempty"` // Started is the time processing on the current datum began. Started *google_protobuf1.Timestamp `protobuf:"bytes,4,opt,name=started" json:"started,omitempty"` }
func (*WorkerStatus) Descriptor ¶ added in v1.4.4
func (*WorkerStatus) Descriptor() ([]byte, []int)
func (*WorkerStatus) GetData ¶ added in v1.4.4
func (m *WorkerStatus) GetData() []*Datum
func (*WorkerStatus) GetJobID ¶ added in v1.4.4
func (m *WorkerStatus) GetJobID() string
func (*WorkerStatus) GetStarted ¶ added in v1.4.4
func (m *WorkerStatus) GetStarted() *google_protobuf1.Timestamp
func (*WorkerStatus) GetWorkerID ¶ added in v1.4.4
func (m *WorkerStatus) GetWorkerID() string
func (*WorkerStatus) ProtoMessage ¶ added in v1.4.4
func (*WorkerStatus) ProtoMessage()
func (*WorkerStatus) Reset ¶ added in v1.4.4
func (m *WorkerStatus) Reset()
func (*WorkerStatus) String ¶ added in v1.4.4
func (m *WorkerStatus) String() string
Click to show internal directories.
Click to hide internal directories.