pps

package
v1.4.0-GM Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Mar 28, 2017 License: Apache-2.0 Imports: 8 Imported by: 0

Documentation

Overview

Package pps is a generated protocol buffer package.

It is generated from these files: 

client/pps/pps.proto

It has these top-level messages: 

Secret
Transform
Egress
Job
Service
JobInput
ParallelismSpec
JobInfo
Worker
JobInfos
Pipeline
PipelineInput
GCPolicy
PipelineInfo
PipelineInfos
CreateJobRequest
InspectJobRequest
ListJobRequest
DeleteJobRequest
GetLogsRequest
LogMessage
CreatePipelineRequest
InspectPipelineRequest
ListPipelineRequest
DeletePipelineRequest
StartPipelineRequest
StopPipelineRequest
RerunPipelineRequest

Index

Constants

This section is empty.

Variables

View Source 
var JobState_name = map[int32]string{
	0: "JOB_STARTING",
	1: "JOB_RUNNING",
	2: "JOB_FAILURE",
	3: "JOB_SUCCESS",
}
View Source 
var JobState_value = map[string]int32{
	"JOB_STARTING": 0,
	"JOB_RUNNING":  1,
	"JOB_FAILURE":  2,
	"JOB_SUCCESS":  3,
}
View Source 
var ParallelismSpec_Strategy_name = map[int32]string{
	0: "CONSTANT",
	1: "COEFFICIENT",
}
View Source 
var ParallelismSpec_Strategy_value = map[string]int32{
	"CONSTANT":    0,
	"COEFFICIENT": 1,
}
View Source 
var PipelineState_name = map[int32]string{
	0: "PIPELINE_STARTING",
	1: "PIPELINE_RUNNING",
	2: "PIPELINE_RESTARTING",
	3: "PIPELINE_FAILURE",
	4: "PIPELINE_STOPPED",
}
View Source 
var PipelineState_value = map[string]int32{
	"PIPELINE_STARTING":   0,
	"PIPELINE_RUNNING":    1,
	"PIPELINE_RESTARTING": 2,
	"PIPELINE_FAILURE":    3,
	"PIPELINE_STOPPED":    4,
}
View Source 
var WorkerState_name = map[int32]string{
	0: "POD_RUNNING",
	1: "POD_SUCCESS",
	2: "POD_FAILED",
}
View Source 
var WorkerState_value = map[string]int32{
	"POD_RUNNING": 0,
	"POD_SUCCESS": 1,
	"POD_FAILED":  2,
}

Functions

func RegisterAPIServer 

func RegisterAPIServer(s *grpc.Server, srv APIServer)

Types

type APIClient 

type APIClient interface {
	CreateJob(ctx context.Context, in *CreateJobRequest, opts ...grpc.CallOption) (*Job, error)
	InspectJob(ctx context.Context, in *InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error)
	ListJob(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error)
	DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	CreatePipeline(ctx context.Context, in *CreatePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	InspectPipeline(ctx context.Context, in *InspectPipelineRequest, opts ...grpc.CallOption) (*PipelineInfo, error)
	ListPipeline(ctx context.Context, in *ListPipelineRequest, opts ...grpc.CallOption) (*PipelineInfos, error)
	DeletePipeline(ctx context.Context, in *DeletePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StartPipeline(ctx context.Context, in *StartPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StopPipeline(ctx context.Context, in *StopPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	RerunPipeline(ctx context.Context, in *RerunPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(ctx context.Context, in *google_protobuf.Empty, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	GetLogs(ctx context.Context, in *GetLogsRequest, opts ...grpc.CallOption) (API_GetLogsClient, error)
}

func NewAPIClient 

func NewAPIClient(cc *grpc.ClientConn) APIClient

type APIServer 

type APIServer interface {
	CreateJob(context.Context, *CreateJobRequest) (*Job, error)
	InspectJob(context.Context, *InspectJobRequest) (*JobInfo, error)
	ListJob(context.Context, *ListJobRequest) (*JobInfos, error)
	DeleteJob(context.Context, *DeleteJobRequest) (*google_protobuf.Empty, error)
	CreatePipeline(context.Context, *CreatePipelineRequest) (*google_protobuf.Empty, error)
	InspectPipeline(context.Context, *InspectPipelineRequest) (*PipelineInfo, error)
	ListPipeline(context.Context, *ListPipelineRequest) (*PipelineInfos, error)
	DeletePipeline(context.Context, *DeletePipelineRequest) (*google_protobuf.Empty, error)
	StartPipeline(context.Context, *StartPipelineRequest) (*google_protobuf.Empty, error)
	StopPipeline(context.Context, *StopPipelineRequest) (*google_protobuf.Empty, error)
	RerunPipeline(context.Context, *RerunPipelineRequest) (*google_protobuf.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(context.Context, *google_protobuf.Empty) (*google_protobuf.Empty, error)
	GetLogs(*GetLogsRequest, API_GetLogsServer) error
}

type API_GetLogsClient 

type API_GetLogsClient interface {
	Recv() (*LogMessage, error)
	grpc.ClientStream
}

type API_GetLogsServer 

type API_GetLogsServer interface {
	Send(*LogMessage) error
	grpc.ServerStream
}

type CreateJobRequest 

type CreateJobRequest struct {
	Transform       *Transform       `protobuf:"bytes,1,opt,name=transform" json:"transform,omitempty"`
	Pipeline        *Pipeline        `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"`
	PipelineVersion uint64           `protobuf:"varint,10,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"`
	ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*JobInput      `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	Egress          *Egress          `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"`
	// When service is defined, we create a long running job
	// by using a k8s RC and Service instead of a k8s Job
	Service      *Service  `protobuf:"bytes,8,opt,name=service" json:"service,omitempty"`
	OutputRepo   *pfs.Repo `protobuf:"bytes,12,opt,name=outputRepo" json:"outputRepo,omitempty"`
	OutputBranch string    `protobuf:"bytes,11,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"`
	ParentJob    *Job      `protobuf:"bytes,13,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
}

func (*CreateJobRequest) Descriptor 

func (*CreateJobRequest) Descriptor() ([]byte, []int)

func (*CreateJobRequest) GetEgress added in v1.3.19 

func (m *CreateJobRequest) GetEgress() *Egress

func (*CreateJobRequest) GetInputs 

func (m *CreateJobRequest) GetInputs() []*JobInput

func (*CreateJobRequest) GetOutputBranch added in v1.3.19 

func (m *CreateJobRequest) GetOutputBranch() string

func (*CreateJobRequest) GetOutputRepo added in v1.3.19 

func (m *CreateJobRequest) GetOutputRepo() *pfs.Repo

func (*CreateJobRequest) GetParallelismSpec added in v1.2.0 

func (m *CreateJobRequest) GetParallelismSpec() *ParallelismSpec

func (*CreateJobRequest) GetParentJob 

func (m *CreateJobRequest) GetParentJob() *Job

func (*CreateJobRequest) GetPipeline 

func (m *CreateJobRequest) GetPipeline() *Pipeline

func (*CreateJobRequest) GetPipelineVersion added in v1.3.6 

func (m *CreateJobRequest) GetPipelineVersion() uint64

func (*CreateJobRequest) GetService added in v1.3.0 

func (m *CreateJobRequest) GetService() *Service

func (*CreateJobRequest) GetTransform 

func (m *CreateJobRequest) GetTransform() *Transform

func (*CreateJobRequest) ProtoMessage 

func (*CreateJobRequest) ProtoMessage()

func (*CreateJobRequest) Reset 

func (m *CreateJobRequest) Reset()

func (*CreateJobRequest) String 

func (m *CreateJobRequest) String() string

type CreatePipelineRequest 

type CreatePipelineRequest struct {
	Pipeline        *Pipeline        `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Transform       *Transform       `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*PipelineInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	Egress          *Egress          `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"`
	Update          bool             `protobuf:"varint,5,opt,name=update,proto3" json:"update,omitempty"`
	GcPolicy        *GCPolicy        `protobuf:"bytes,8,opt,name=gc_policy,json=gcPolicy" json:"gc_policy,omitempty"`
	OutputBranch    string           `protobuf:"bytes,10,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"`
}

func (*CreatePipelineRequest) Descriptor 

func (*CreatePipelineRequest) Descriptor() ([]byte, []int)

func (*CreatePipelineRequest) GetEgress added in v1.3.19 

func (m *CreatePipelineRequest) GetEgress() *Egress

func (*CreatePipelineRequest) GetGcPolicy added in v1.3.0 

func (m *CreatePipelineRequest) GetGcPolicy() *GCPolicy

func (*CreatePipelineRequest) GetInputs 

func (m *CreatePipelineRequest) GetInputs() []*PipelineInput

func (*CreatePipelineRequest) GetOutputBranch added in v1.3.19 

func (m *CreatePipelineRequest) GetOutputBranch() string

func (*CreatePipelineRequest) GetParallelismSpec added in v1.2.0 

func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec

func (*CreatePipelineRequest) GetPipeline 

func (m *CreatePipelineRequest) GetPipeline() *Pipeline

func (*CreatePipelineRequest) GetTransform 

func (m *CreatePipelineRequest) GetTransform() *Transform

func (*CreatePipelineRequest) GetUpdate added in v1.3.5 

func (m *CreatePipelineRequest) GetUpdate() bool

func (*CreatePipelineRequest) ProtoMessage 

func (*CreatePipelineRequest) ProtoMessage()

func (*CreatePipelineRequest) Reset 

func (m *CreatePipelineRequest) Reset()

func (*CreatePipelineRequest) String 

func (m *CreatePipelineRequest) String() string

type DeleteJobRequest added in v1.3.0 

type DeleteJobRequest struct {
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}

func (*DeleteJobRequest) Descriptor added in v1.3.0 

func (*DeleteJobRequest) Descriptor() ([]byte, []int)

func (*DeleteJobRequest) GetJob added in v1.3.0 

func (m *DeleteJobRequest) GetJob() *Job

func (*DeleteJobRequest) ProtoMessage added in v1.3.0 

func (*DeleteJobRequest) ProtoMessage()

func (*DeleteJobRequest) Reset added in v1.3.0 

func (m *DeleteJobRequest) Reset()

func (*DeleteJobRequest) String added in v1.3.0 

func (m *DeleteJobRequest) String() string

type DeletePipelineRequest 

type DeletePipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*DeletePipelineRequest) Descriptor 

func (*DeletePipelineRequest) Descriptor() ([]byte, []int)

func (*DeletePipelineRequest) GetPipeline 

func (m *DeletePipelineRequest) GetPipeline() *Pipeline

func (*DeletePipelineRequest) ProtoMessage 

func (*DeletePipelineRequest) ProtoMessage()

func (*DeletePipelineRequest) Reset 

func (m *DeletePipelineRequest) Reset()

func (*DeletePipelineRequest) String 

func (m *DeletePipelineRequest) String() string

type Egress added in v1.3.19 

type Egress struct {
	URL string `protobuf:"bytes,1,opt,name=URL,json=uRL,proto3" json:"URL,omitempty"`
}

func (*Egress) Descriptor added in v1.3.19 

func (*Egress) Descriptor() ([]byte, []int)

func (*Egress) GetURL added in v1.3.19 

func (m *Egress) GetURL() string

func (*Egress) ProtoMessage added in v1.3.19 

func (*Egress) ProtoMessage()

func (*Egress) Reset added in v1.3.19 

func (m *Egress) Reset()

func (*Egress) String added in v1.3.19 

func (m *Egress) String() string

type GCPolicy added in v1.3.0 

type GCPolicy struct {
	// The amount of time that needs to pass before a successful job
	// can be GC-ed.
	Success *google_protobuf2.Duration `protobuf:"bytes,1,opt,name=success" json:"success,omitempty"`
	// The amount of time that needs to pass before a failed job
	// can be GC-ed.
	Failure *google_protobuf2.Duration `protobuf:"bytes,2,opt,name=failure" json:"failure,omitempty"`
}

GCPolicy describes when jobs can be garbage-collected.

func (*GCPolicy) Descriptor added in v1.3.0 

func (*GCPolicy) Descriptor() ([]byte, []int)

func (*GCPolicy) GetFailure added in v1.3.0 

func (m *GCPolicy) GetFailure() *google_protobuf2.Duration

func (*GCPolicy) GetSuccess added in v1.3.0 

func (m *GCPolicy) GetSuccess() *google_protobuf2.Duration

func (*GCPolicy) ProtoMessage added in v1.3.0 

func (*GCPolicy) ProtoMessage()

func (*GCPolicy) Reset added in v1.3.0 

func (m *GCPolicy) Reset()

func (*GCPolicy) String added in v1.3.0 

func (m *GCPolicy) String() string

type GetLogsRequest 

type GetLogsRequest struct {
	// The pipeline from which we want to get logs (required if the job in 'job'
	// was created as part of a pipeline. To get logs from a non-orphan job
	// without the pipeline that created it, you need to use ElasticSearch).
	Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"`
	// The job from which we want to get logs.
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	// Names of input files from which we want processing logs. This may contain
	// multiple files, to query pipelines that contain multiple inputs. Each
	// filter may be an absolute path of a file within a pps repo, or it may be
	// a hash for that file (to search for files at specific versions)
	DataFilters []string `protobuf:"bytes,3,rep,name=data_filters,json=dataFilters" json:"data_filters,omitempty"`
}

func (*GetLogsRequest) Descriptor 

func (*GetLogsRequest) Descriptor() ([]byte, []int)

func (*GetLogsRequest) GetDataFilters added in v1.3.19 

func (m *GetLogsRequest) GetDataFilters() []string

func (*GetLogsRequest) GetJob 

func (m *GetLogsRequest) GetJob() *Job

func (*GetLogsRequest) GetPipeline added in v1.3.19 

func (m *GetLogsRequest) GetPipeline() *Pipeline

func (*GetLogsRequest) ProtoMessage 

func (*GetLogsRequest) ProtoMessage()

func (*GetLogsRequest) Reset 

func (m *GetLogsRequest) Reset()

func (*GetLogsRequest) String 

func (m *GetLogsRequest) String() string

type InspectJobRequest 

type InspectJobRequest struct {
	Job        *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	BlockState bool `protobuf:"varint,2,opt,name=block_state,json=blockState,proto3" json:"block_state,omitempty"`
}

func (*InspectJobRequest) Descriptor 

func (*InspectJobRequest) Descriptor() ([]byte, []int)

func (*InspectJobRequest) GetBlockState added in v1.3.5 

func (m *InspectJobRequest) GetBlockState() bool

func (*InspectJobRequest) GetJob 

func (m *InspectJobRequest) GetJob() *Job

func (*InspectJobRequest) ProtoMessage 

func (*InspectJobRequest) ProtoMessage()

func (*InspectJobRequest) Reset 

func (m *InspectJobRequest) Reset()

func (*InspectJobRequest) String 

func (m *InspectJobRequest) String() string

type InspectPipelineRequest 

type InspectPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*InspectPipelineRequest) Descriptor 

func (*InspectPipelineRequest) Descriptor() ([]byte, []int)

func (*InspectPipelineRequest) GetPipeline 

func (m *InspectPipelineRequest) GetPipeline() *Pipeline

func (*InspectPipelineRequest) ProtoMessage 

func (*InspectPipelineRequest) ProtoMessage()

func (*InspectPipelineRequest) Reset 

func (m *InspectPipelineRequest) Reset()

func (*InspectPipelineRequest) String 

func (m *InspectPipelineRequest) String() string

type Job 

type Job struct {
	ID string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
}

func (*Job) Descriptor 

func (*Job) Descriptor() ([]byte, []int)

func (*Job) GetID added in v1.3.5 

func (m *Job) GetID() string

func (*Job) ProtoMessage 

func (*Job) ProtoMessage()

func (*Job) Reset 

func (m *Job) Reset()

func (*Job) String 

func (m *Job) String() string

type JobInfo 

type JobInfo struct {
	Job             *Job                        `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	Transform       *Transform                  `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	PipelineID      string                      `protobuf:"bytes,19,opt,name=pipeline_id,json=pipelineId,proto3" json:"pipeline_id,omitempty"`
	Pipeline        *Pipeline                   `protobuf:"bytes,3,opt,name=pipeline" json:"pipeline,omitempty"`
	PipelineVersion uint64                      `protobuf:"varint,13,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"`
	ParallelismSpec *ParallelismSpec            `protobuf:"bytes,12,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*JobInput                 `protobuf:"bytes,5,rep,name=inputs" json:"inputs,omitempty"`
	Egress          *Egress                     `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"`
	ParentJob       *Job                        `protobuf:"bytes,6,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
	Started         *google_protobuf1.Timestamp `protobuf:"bytes,7,opt,name=started" json:"started,omitempty"`
	Finished        *google_protobuf1.Timestamp `protobuf:"bytes,8,opt,name=finished" json:"finished,omitempty"`
	OutputCommit    *pfs.Commit                 `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
	State           JobState                    `protobuf:"varint,10,opt,name=state,proto3,enum=pps.JobState" json:"state,omitempty"`
	Service         *Service                    `protobuf:"bytes,14,opt,name=service" json:"service,omitempty"`
	Stopped         bool                        `protobuf:"varint,16,opt,name=stopped,proto3" json:"stopped,omitempty"`
	OutputRepo      *pfs.Repo                   `protobuf:"bytes,18,opt,name=outputRepo" json:"outputRepo,omitempty"`
	OutputBranch    string                      `protobuf:"bytes,17,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"`
	// The log of stdout+stderr of the most recent datum that failed
	Error string `protobuf:"bytes,20,opt,name=error,proto3" json:"error,omitempty"`
}

func (*JobInfo) Descriptor 

func (*JobInfo) Descriptor() ([]byte, []int)

func (*JobInfo) GetEgress added in v1.3.19 

func (m *JobInfo) GetEgress() *Egress

func (*JobInfo) GetError added in v1.3.19 

func (m *JobInfo) GetError() string

func (*JobInfo) GetFinished 

func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp

func (*JobInfo) GetInputs 

func (m *JobInfo) GetInputs() []*JobInput

func (*JobInfo) GetJob 

func (m *JobInfo) GetJob() *Job

func (*JobInfo) GetOutputBranch added in v1.3.19 

func (m *JobInfo) GetOutputBranch() string

func (*JobInfo) GetOutputCommit 

func (m *JobInfo) GetOutputCommit() *pfs.Commit

func (*JobInfo) GetOutputRepo added in v1.3.19 

func (m *JobInfo) GetOutputRepo() *pfs.Repo

func (*JobInfo) GetParallelismSpec added in v1.2.0 

func (m *JobInfo) GetParallelismSpec() *ParallelismSpec

func (*JobInfo) GetParentJob 

func (m *JobInfo) GetParentJob() *Job

func (*JobInfo) GetPipeline 

func (m *JobInfo) GetPipeline() *Pipeline

func (*JobInfo) GetPipelineID added in v1.3.19 

func (m *JobInfo) GetPipelineID() string

func (*JobInfo) GetPipelineVersion added in v1.3.5 

func (m *JobInfo) GetPipelineVersion() uint64

func (*JobInfo) GetService added in v1.3.0 

func (m *JobInfo) GetService() *Service

func (*JobInfo) GetStarted 

func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp

func (*JobInfo) GetState added in v1.3.5 

func (m *JobInfo) GetState() JobState

func (*JobInfo) GetStopped added in v1.3.19 

func (m *JobInfo) GetStopped() bool

func (*JobInfo) GetTransform 

func (m *JobInfo) GetTransform() *Transform

func (*JobInfo) ProtoMessage 

func (*JobInfo) ProtoMessage()

func (*JobInfo) Reset 

func (m *JobInfo) Reset()

func (*JobInfo) String 

func (m *JobInfo) String() string

type JobInfos 

type JobInfos struct {
	JobInfo []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo" json:"job_info,omitempty"`
}

func (*JobInfos) Descriptor 

func (*JobInfos) Descriptor() ([]byte, []int)

func (*JobInfos) GetJobInfo 

func (m *JobInfos) GetJobInfo() []*JobInfo

func (*JobInfos) ProtoMessage 

func (*JobInfos) ProtoMessage()

func (*JobInfos) Reset 

func (m *JobInfos) Reset()

func (*JobInfos) String 

func (m *JobInfos) String() string

type JobInput 

type JobInput struct {
	Name   string      `protobuf:"bytes,4,opt,name=name,proto3" json:"name,omitempty"`
	Commit *pfs.Commit `protobuf:"bytes,1,opt,name=commit" json:"commit,omitempty"`
	Glob   string      `protobuf:"bytes,2,opt,name=glob,proto3" json:"glob,omitempty"`
	Lazy   bool        `protobuf:"varint,3,opt,name=lazy,proto3" json:"lazy,omitempty"`
}

func (*JobInput) Descriptor 

func (*JobInput) Descriptor() ([]byte, []int)

func (*JobInput) GetCommit 

func (m *JobInput) GetCommit() *pfs.Commit

func (*JobInput) GetGlob added in v1.3.19 

func (m *JobInput) GetGlob() string

func (*JobInput) GetLazy added in v1.3.5 

func (m *JobInput) GetLazy() bool

func (*JobInput) GetName added in v1.3.19 

func (m *JobInput) GetName() string

func (*JobInput) ProtoMessage 

func (*JobInput) ProtoMessage()

func (*JobInput) Reset 

func (m *JobInput) Reset()

func (*JobInput) String 

func (m *JobInput) String() string

type JobState 

type JobState int32
const (
	JobState_JOB_STARTING JobState = 0
	JobState_JOB_RUNNING  JobState = 1
	JobState_JOB_FAILURE  JobState = 2
	JobState_JOB_SUCCESS  JobState = 3
)

func (JobState) EnumDescriptor 

func (JobState) EnumDescriptor() ([]byte, []int)

func (JobState) String 

func (x JobState) String() string

type ListJobRequest 

type ListJobRequest struct {
	Pipeline    *Pipeline     `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	InputCommit []*pfs.Commit `protobuf:"bytes,2,rep,name=input_commit,json=inputCommit" json:"input_commit,omitempty"`
}

func (*ListJobRequest) Descriptor 

func (*ListJobRequest) Descriptor() ([]byte, []int)

func (*ListJobRequest) GetInputCommit 

func (m *ListJobRequest) GetInputCommit() []*pfs.Commit

func (*ListJobRequest) GetPipeline 

func (m *ListJobRequest) GetPipeline() *Pipeline

func (*ListJobRequest) ProtoMessage 

func (*ListJobRequest) ProtoMessage()

func (*ListJobRequest) Reset 

func (m *ListJobRequest) Reset()

func (*ListJobRequest) String 

func (m *ListJobRequest) String() string

type ListPipelineRequest 

type ListPipelineRequest struct {
}

func (*ListPipelineRequest) Descriptor 

func (*ListPipelineRequest) Descriptor() ([]byte, []int)

func (*ListPipelineRequest) ProtoMessage 

func (*ListPipelineRequest) ProtoMessage()

func (*ListPipelineRequest) Reset 

func (m *ListPipelineRequest) Reset()

func (*ListPipelineRequest) String 

func (m *ListPipelineRequest) String() string

type LogMessage added in v1.3.19 

type LogMessage struct {
	// The job and pipeline for which a PFS file is being processed (if the job
	// is an orphan job, pipeline name and ID will be unset)
	PipelineName string              `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName,proto3" json:"pipeline_name,omitempty"`
	PipelineID   string              `protobuf:"bytes,2,opt,name=pipeline_id,json=pipelineId,proto3" json:"pipeline_id,omitempty"`
	JobID        string              `protobuf:"bytes,3,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	Data         []*LogMessage_Datum `protobuf:"bytes,4,rep,name=data" json:"data,omitempty"`
	// The message logged, and the time at which it was logged
	Ts      *google_protobuf1.Timestamp `protobuf:"bytes,5,opt,name=ts" json:"ts,omitempty"`
	Message string                      `protobuf:"bytes,6,opt,name=message,proto3" json:"message,omitempty"`
}

LogMessage is a log line from a PPS worker, annotated with metadata indicating when and why the line was logged.

func (*LogMessage) Descriptor added in v1.3.19 

func (*LogMessage) Descriptor() ([]byte, []int)

func (*LogMessage) GetData added in v1.3.19 

func (m *LogMessage) GetData() []*LogMessage_Datum

func (*LogMessage) GetJobID added in v1.3.19 

func (m *LogMessage) GetJobID() string

func (*LogMessage) GetMessage added in v1.3.19 

func (m *LogMessage) GetMessage() string

func (*LogMessage) GetPipelineID added in v1.3.19 

func (m *LogMessage) GetPipelineID() string

func (*LogMessage) GetPipelineName added in v1.3.19 

func (m *LogMessage) GetPipelineName() string

func (*LogMessage) GetTs added in v1.3.19 

func (m *LogMessage) GetTs() *google_protobuf1.Timestamp

func (*LogMessage) ProtoMessage added in v1.3.19 

func (*LogMessage) ProtoMessage()

func (*LogMessage) Reset added in v1.3.19 

func (m *LogMessage) Reset()

func (*LogMessage) String added in v1.3.19 

func (m *LogMessage) String() string

type LogMessage_Datum added in v1.3.19 

type LogMessage_Datum struct {
	// This file's absolute path within its pfs repo.
	Path string `protobuf:"bytes,4,opt,name=path,proto3" json:"path,omitempty"`
	// This file's hash
	Hash []byte `protobuf:"bytes,5,opt,name=hash,proto3" json:"hash,omitempty"`
}

The PFS files being processed (one per pipeline/job input)

func (*LogMessage_Datum) Descriptor added in v1.3.19 

func (*LogMessage_Datum) Descriptor() ([]byte, []int)

func (*LogMessage_Datum) GetHash added in v1.3.19 

func (m *LogMessage_Datum) GetHash() []byte

func (*LogMessage_Datum) GetPath added in v1.3.19 

func (m *LogMessage_Datum) GetPath() string

func (*LogMessage_Datum) ProtoMessage added in v1.3.19 

func (*LogMessage_Datum) ProtoMessage()

func (*LogMessage_Datum) Reset added in v1.3.19 

func (m *LogMessage_Datum) Reset()

func (*LogMessage_Datum) String added in v1.3.19 

func (m *LogMessage_Datum) String() string

type ParallelismSpec added in v1.2.0 

type ParallelismSpec struct {
	Strategy ParallelismSpec_Strategy `protobuf:"varint,1,opt,name=strategy,proto3,enum=pps.ParallelismSpec_Strategy" json:"strategy,omitempty"`
	// If 'strategy' is set to CONSTANT, then the field 'constant' is used.
	//
	// Starts the pipeline/job with a 'constant' workers, unless 'constant' is
	// zero. If 'constant' is zero (which is the zero value of ParallelismSpec),
	// then Pachyderm will choose the number of workers that is started,
	// (currently it chooses the number of workers in the cluster)
	Constant uint64 `protobuf:"varint,2,opt,name=constant,proto3" json:"constant,omitempty"`
	// If 'strategy' is set to COEFFICIENT, then the field 'coefficient' is used.
	//
	// Starts the pipeline/job with number of workers equal to 'coefficient' * N,
	// where N is the number of nodes in the kubernetes cluster.
	//
	// For example, if each Kubernetes node has four CPUs, you might set
	// 'coefficient' to four, so that there are four Pachyderm workers per
	// Kubernetes node, and each Pachyderm worker gets one CPU. If you want to
	// reserve half the nodes in your cluster for other tasks, you might set
	// 'coefficient' to 0.5.
	Coefficient float64 `protobuf:"fixed64,3,opt,name=coefficient,proto3" json:"coefficient,omitempty"`
}

func (*ParallelismSpec) Descriptor added in v1.2.0 

func (*ParallelismSpec) Descriptor() ([]byte, []int)

func (*ParallelismSpec) GetCoefficient added in v1.3.5 

func (m *ParallelismSpec) GetCoefficient() float64

func (*ParallelismSpec) GetConstant added in v1.3.5 

func (m *ParallelismSpec) GetConstant() uint64

func (*ParallelismSpec) GetStrategy added in v1.3.5 

func (m *ParallelismSpec) GetStrategy() ParallelismSpec_Strategy

func (*ParallelismSpec) ProtoMessage added in v1.2.0 

func (*ParallelismSpec) ProtoMessage()

func (*ParallelismSpec) Reset added in v1.2.0 

func (m *ParallelismSpec) Reset()

func (*ParallelismSpec) String added in v1.2.0 

func (m *ParallelismSpec) String() string

type ParallelismSpec_Strategy added in v1.2.0 

type ParallelismSpec_Strategy int32

Which Parallelism strategy to use. Depending on the value of 'strategy', other messages in the spec will or will not be set. 

const (
	ParallelismSpec_CONSTANT    ParallelismSpec_Strategy = 0
	ParallelismSpec_COEFFICIENT ParallelismSpec_Strategy = 1
)

func (ParallelismSpec_Strategy) EnumDescriptor added in v1.2.0 

func (ParallelismSpec_Strategy) EnumDescriptor() ([]byte, []int)

func (ParallelismSpec_Strategy) String added in v1.2.0 

func (x ParallelismSpec_Strategy) String() string

type Pipeline 

type Pipeline struct {
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
}

func (*Pipeline) Descriptor 

func (*Pipeline) Descriptor() ([]byte, []int)

func (*Pipeline) GetName added in v1.3.5 

func (m *Pipeline) GetName() string

func (*Pipeline) ProtoMessage 

func (*Pipeline) ProtoMessage()

func (*Pipeline) Reset 

func (m *Pipeline) Reset()

func (*Pipeline) String 

func (m *Pipeline) String() string

type PipelineInfo 

type PipelineInfo struct {
	ID              string                      `protobuf:"bytes,17,opt,name=id,proto3" json:"id,omitempty"`
	Pipeline        *Pipeline                   `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Version         uint64                      `protobuf:"varint,11,opt,name=version,proto3" json:"version,omitempty"`
	Transform       *Transform                  `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	ParallelismSpec *ParallelismSpec            `protobuf:"bytes,10,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*PipelineInput            `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	Egress          *Egress                     `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"`
	CreatedAt       *google_protobuf1.Timestamp `protobuf:"bytes,6,opt,name=created_at,json=createdAt" json:"created_at,omitempty"`
	State           PipelineState               `protobuf:"varint,7,opt,name=state,proto3,enum=pps.PipelineState" json:"state,omitempty"`
	RecentError     string                      `protobuf:"bytes,8,opt,name=recent_error,json=recentError,proto3" json:"recent_error,omitempty"`
	JobCounts       map[int32]int32             `` /* 171-byte string literal not displayed */
	GcPolicy        *GCPolicy                   `protobuf:"bytes,12,opt,name=gc_policy,json=gcPolicy" json:"gc_policy,omitempty"`
	Stopped         bool                        `protobuf:"varint,13,opt,name=stopped,proto3" json:"stopped,omitempty"`
	OutputBranch    string                      `protobuf:"bytes,16,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"`
}

func (*PipelineInfo) Descriptor 

func (*PipelineInfo) Descriptor() ([]byte, []int)

func (*PipelineInfo) GetCreatedAt 

func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp

func (*PipelineInfo) GetEgress added in v1.3.19 

func (m *PipelineInfo) GetEgress() *Egress

func (*PipelineInfo) GetGcPolicy added in v1.3.0 

func (m *PipelineInfo) GetGcPolicy() *GCPolicy

func (*PipelineInfo) GetID added in v1.3.19 

func (m *PipelineInfo) GetID() string

func (*PipelineInfo) GetInputs 

func (m *PipelineInfo) GetInputs() []*PipelineInput

func (*PipelineInfo) GetJobCounts 

func (m *PipelineInfo) GetJobCounts() map[int32]int32

func (*PipelineInfo) GetOutputBranch added in v1.3.19 

func (m *PipelineInfo) GetOutputBranch() string

func (*PipelineInfo) GetParallelismSpec added in v1.2.0 

func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec

func (*PipelineInfo) GetPipeline 

func (m *PipelineInfo) GetPipeline() *Pipeline

func (*PipelineInfo) GetRecentError added in v1.3.5 

func (m *PipelineInfo) GetRecentError() string

func (*PipelineInfo) GetState added in v1.3.5 

func (m *PipelineInfo) GetState() PipelineState

func (*PipelineInfo) GetStopped added in v1.3.19 

func (m *PipelineInfo) GetStopped() bool

func (*PipelineInfo) GetTransform 

func (m *PipelineInfo) GetTransform() *Transform

func (*PipelineInfo) GetVersion added in v1.3.5 

func (m *PipelineInfo) GetVersion() uint64

func (*PipelineInfo) ProtoMessage 

func (*PipelineInfo) ProtoMessage()

func (*PipelineInfo) Reset 

func (m *PipelineInfo) Reset()

func (*PipelineInfo) String 

func (m *PipelineInfo) String() string

type PipelineInfos 

type PipelineInfos struct {
	PipelineInfo []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo" json:"pipeline_info,omitempty"`
}

func (*PipelineInfos) Descriptor 

func (*PipelineInfos) Descriptor() ([]byte, []int)

func (*PipelineInfos) GetPipelineInfo 

func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo

func (*PipelineInfos) ProtoMessage 

func (*PipelineInfos) ProtoMessage()

func (*PipelineInfos) Reset 

func (m *PipelineInfos) Reset()

func (*PipelineInfos) String 

func (m *PipelineInfos) String() string

type PipelineInput 

type PipelineInput struct {
	Name   string      `protobuf:"bytes,5,opt,name=name,proto3" json:"name,omitempty"`
	Repo   *pfs.Repo   `protobuf:"bytes,1,opt,name=repo" json:"repo,omitempty"`
	Branch string      `protobuf:"bytes,2,opt,name=branch,proto3" json:"branch,omitempty"`
	Glob   string      `protobuf:"bytes,3,opt,name=glob,proto3" json:"glob,omitempty"`
	Lazy   bool        `protobuf:"varint,4,opt,name=lazy,proto3" json:"lazy,omitempty"`
	From   *pfs.Commit `protobuf:"bytes,6,opt,name=from" json:"from,omitempty"`
}

func (*PipelineInput) Descriptor 

func (*PipelineInput) Descriptor() ([]byte, []int)

func (*PipelineInput) GetBranch added in v1.3.19 

func (m *PipelineInput) GetBranch() string

func (*PipelineInput) GetFrom added in v1.3.19 

func (m *PipelineInput) GetFrom() *pfs.Commit

func (*PipelineInput) GetGlob added in v1.3.19 

func (m *PipelineInput) GetGlob() string

func (*PipelineInput) GetLazy added in v1.3.5 

func (m *PipelineInput) GetLazy() bool

func (*PipelineInput) GetName added in v1.3.19 

func (m *PipelineInput) GetName() string

func (*PipelineInput) GetRepo 

func (m *PipelineInput) GetRepo() *pfs.Repo

func (*PipelineInput) ProtoMessage 

func (*PipelineInput) ProtoMessage()

func (*PipelineInput) Reset 

func (m *PipelineInput) Reset()

func (*PipelineInput) String 

func (m *PipelineInput) String() string

type PipelineState 

type PipelineState int32
const (
	// When the pipeline is not ready to be triggered by commits.
	// This happens when either 1) a pipeline has been created but not
	// yet picked up by a PPS server, or 2) the pipeline does not have
	// any inputs and is meant to be triggered manually
	PipelineState_PIPELINE_STARTING PipelineState = 0
	// After this pipeline is picked up by a pachd node.  This is the normal
	// state of a pipeline.
	PipelineState_PIPELINE_RUNNING PipelineState = 1
	// After some error caused runPipeline to exit, but before the
	// pipeline is re-run.  This is when the exponential backoff is
	// in effect.
	PipelineState_PIPELINE_RESTARTING PipelineState = 2
	// We have retried too many times and we have given up on this pipeline.
	PipelineState_PIPELINE_FAILURE PipelineState = 3
	// The pipeline has been explicitly stopped by the user.
	PipelineState_PIPELINE_STOPPED PipelineState = 4
)

func (PipelineState) EnumDescriptor 

func (PipelineState) EnumDescriptor() ([]byte, []int)

func (PipelineState) String 

func (x PipelineState) String() string

type RerunPipelineRequest added in v1.3.6 

type RerunPipelineRequest struct {
	Pipeline *Pipeline     `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Exclude  []*pfs.Commit `protobuf:"bytes,2,rep,name=exclude" json:"exclude,omitempty"`
	Include  []*pfs.Commit `protobuf:"bytes,3,rep,name=include" json:"include,omitempty"`
}

func (*RerunPipelineRequest) Descriptor added in v1.3.6 

func (*RerunPipelineRequest) Descriptor() ([]byte, []int)

func (*RerunPipelineRequest) GetExclude added in v1.3.6 

func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit

func (*RerunPipelineRequest) GetInclude added in v1.3.6 

func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit

func (*RerunPipelineRequest) GetPipeline added in v1.3.6 

func (m *RerunPipelineRequest) GetPipeline() *Pipeline

func (*RerunPipelineRequest) ProtoMessage added in v1.3.6 

func (*RerunPipelineRequest) ProtoMessage()

func (*RerunPipelineRequest) Reset added in v1.3.6 

func (m *RerunPipelineRequest) Reset()

func (*RerunPipelineRequest) String added in v1.3.6 

func (m *RerunPipelineRequest) String() string

type Secret added in v1.2.0 

type Secret struct {
	// Name must be the name of the secret in kubernetes.
	Name      string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	MountPath string `protobuf:"bytes,2,opt,name=mount_path,json=mountPath,proto3" json:"mount_path,omitempty"`
}

func (*Secret) Descriptor added in v1.2.0 

func (*Secret) Descriptor() ([]byte, []int)

func (*Secret) GetMountPath added in v1.3.5 

func (m *Secret) GetMountPath() string

func (*Secret) GetName added in v1.3.5 

func (m *Secret) GetName() string

func (*Secret) ProtoMessage added in v1.2.0 

func (*Secret) ProtoMessage()

func (*Secret) Reset added in v1.2.0 

func (m *Secret) Reset()

func (*Secret) String added in v1.2.0 

func (m *Secret) String() string

type Service added in v1.3.0 

type Service struct {
	InternalPort int32 `protobuf:"varint,1,opt,name=internal_port,json=internalPort,proto3" json:"internal_port,omitempty"`
	ExternalPort int32 `protobuf:"varint,2,opt,name=external_port,json=externalPort,proto3" json:"external_port,omitempty"`
}

func (*Service) Descriptor added in v1.3.0 

func (*Service) Descriptor() ([]byte, []int)

func (*Service) GetExternalPort added in v1.3.5 

func (m *Service) GetExternalPort() int32

func (*Service) GetInternalPort added in v1.3.5 

func (m *Service) GetInternalPort() int32

func (*Service) ProtoMessage added in v1.3.0 

func (*Service) ProtoMessage()

func (*Service) Reset added in v1.3.0 

func (m *Service) Reset()

func (*Service) String added in v1.3.0 

func (m *Service) String() string

type StartPipelineRequest added in v1.2.0 

type StartPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*StartPipelineRequest) Descriptor added in v1.2.0 

func (*StartPipelineRequest) Descriptor() ([]byte, []int)

func (*StartPipelineRequest) GetPipeline added in v1.2.0 

func (m *StartPipelineRequest) GetPipeline() *Pipeline

func (*StartPipelineRequest) ProtoMessage added in v1.2.0 

func (*StartPipelineRequest) ProtoMessage()

func (*StartPipelineRequest) Reset added in v1.2.0 

func (m *StartPipelineRequest) Reset()

func (*StartPipelineRequest) String added in v1.2.0 

func (m *StartPipelineRequest) String() string

type StopPipelineRequest added in v1.2.0 

type StopPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*StopPipelineRequest) Descriptor added in v1.2.0 

func (*StopPipelineRequest) Descriptor() ([]byte, []int)

func (*StopPipelineRequest) GetPipeline added in v1.2.0 

func (m *StopPipelineRequest) GetPipeline() *Pipeline

func (*StopPipelineRequest) ProtoMessage added in v1.2.0 

func (*StopPipelineRequest) ProtoMessage()

func (*StopPipelineRequest) Reset added in v1.2.0 

func (m *StopPipelineRequest) Reset()

func (*StopPipelineRequest) String added in v1.2.0 

func (m *StopPipelineRequest) String() string

type Transform 

type Transform struct {
	Image            string            `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"`
	Cmd              []string          `protobuf:"bytes,2,rep,name=cmd" json:"cmd,omitempty"`
	Env              map[string]string `` /* 140-byte string literal not displayed */
	Secrets          []*Secret         `protobuf:"bytes,4,rep,name=secrets" json:"secrets,omitempty"`
	ImagePullSecrets []string          `protobuf:"bytes,9,rep,name=image_pull_secrets,json=imagePullSecrets" json:"image_pull_secrets,omitempty"`
	Stdin            []string          `protobuf:"bytes,5,rep,name=stdin" json:"stdin,omitempty"`
	AcceptReturnCode []int64           `protobuf:"varint,6,rep,packed,name=accept_return_code,json=acceptReturnCode" json:"accept_return_code,omitempty"`
	Debug            bool              `protobuf:"varint,7,opt,name=debug,proto3" json:"debug,omitempty"`
}

func (*Transform) Descriptor 

func (*Transform) Descriptor() ([]byte, []int)

func (*Transform) GetAcceptReturnCode added in v1.3.5 

func (m *Transform) GetAcceptReturnCode() []int64

func (*Transform) GetCmd added in v1.3.5 

func (m *Transform) GetCmd() []string

func (*Transform) GetDebug added in v1.3.5 

func (m *Transform) GetDebug() bool

func (*Transform) GetEnv added in v1.2.0 

func (m *Transform) GetEnv() map[string]string

func (*Transform) GetImage added in v1.3.5 

func (m *Transform) GetImage() string

func (*Transform) GetImagePullSecrets added in v1.3.5 

func (m *Transform) GetImagePullSecrets() []string

func (*Transform) GetSecrets added in v1.2.0 

func (m *Transform) GetSecrets() []*Secret

func (*Transform) GetStdin added in v1.3.5 

func (m *Transform) GetStdin() []string

func (*Transform) ProtoMessage 

func (*Transform) ProtoMessage()

func (*Transform) Reset 

func (m *Transform) Reset()

func (*Transform) String 

func (m *Transform) String() string

type Worker added in v1.3.19 

type Worker struct {
	Name  string      `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	State WorkerState `protobuf:"varint,2,opt,name=state,proto3,enum=pps.WorkerState" json:"state,omitempty"`
}

func (*Worker) Descriptor added in v1.3.19 

func (*Worker) Descriptor() ([]byte, []int)

func (*Worker) GetName added in v1.3.19 

func (m *Worker) GetName() string

func (*Worker) GetState added in v1.3.19 

func (m *Worker) GetState() WorkerState

func (*Worker) ProtoMessage added in v1.3.19 

func (*Worker) ProtoMessage()

func (*Worker) Reset added in v1.3.19 

func (m *Worker) Reset()

func (*Worker) String added in v1.3.19 

func (m *Worker) String() string

type WorkerState added in v1.3.19 

type WorkerState int32
const (
	WorkerState_POD_RUNNING WorkerState = 0
	WorkerState_POD_SUCCESS WorkerState = 1
	WorkerState_POD_FAILED  WorkerState = 2
)

func (WorkerState) EnumDescriptor added in v1.3.19 

func (WorkerState) EnumDescriptor() ([]byte, []int)

func (WorkerState) String added in v1.3.19 

func (x WorkerState) String() string

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.