pps

package
v1.3.16 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Mar 13, 2017 License: Apache-2.0 Imports: 8 Imported by: 0

Documentation

Overview

Package pps is a generated protocol buffer package.

It is generated from these files:

client/pps/pps.proto

It has these top-level messages:

Secret
Transform
Output
Job
Service
Method
JobInput
ParallelismSpec
JobInfo
Chunk
Pod
JobInfos
Pipeline
PipelineInput
GCPolicy
PipelineInfo
PipelineInfos
CreateJobRequest
InspectJobRequest
ListJobRequest
DeleteJobRequest
GetLogsRequest
Resources
CreatePipelineRequest
InspectPipelineRequest
ListPipelineRequest
DeletePipelineRequest
StartPipelineRequest
StopPipelineRequest
RerunPipelineRequest

Index

Constants

This section is empty.

Variables

View Source
var ChunkState_name = map[int32]string{
	0: "CHUNK_UNASSIGNED",
	1: "CHUNK_ASSIGNED",
	2: "CHUNK_SUCCESS",
	3: "CHUNK_FAILURE",
}
View Source
var ChunkState_value = map[string]int32{
	"CHUNK_UNASSIGNED": 0,
	"CHUNK_ASSIGNED":   1,
	"CHUNK_SUCCESS":    2,
	"CHUNK_FAILURE":    3,
}
View Source
var Incremental_name = map[int32]string{
	0: "NONE",
	1: "DIFF",
	2: "FULL",
}
View Source
var Incremental_value = map[string]int32{
	"NONE": 0,
	"DIFF": 1,
	"FULL": 2,
}
View Source
var JobState_name = map[int32]string{
	0: "JOB_CREATING",
	1: "JOB_RUNNING",
	2: "JOB_FAILURE",
	3: "JOB_SUCCESS",
	4: "JOB_EMPTY",
	5: "JOB_OUTPUTTING",
}
View Source
var JobState_value = map[string]int32{
	"JOB_CREATING":   0,
	"JOB_RUNNING":    1,
	"JOB_FAILURE":    2,
	"JOB_SUCCESS":    3,
	"JOB_EMPTY":      4,
	"JOB_OUTPUTTING": 5,
}
View Source
var ParallelismSpec_Strategy_name = map[int32]string{
	0: "CONSTANT",
	1: "COEFFICIENT",
}
View Source
var ParallelismSpec_Strategy_value = map[string]int32{
	"CONSTANT":    0,
	"COEFFICIENT": 1,
}
View Source
var Partition_name = map[int32]string{
	0: "BLOCK",
	1: "FILE",
	2: "REPO",
}
View Source
var Partition_value = map[string]int32{
	"BLOCK": 0,
	"FILE":  1,
	"REPO":  2,
}
View Source
var PipelineState_name = map[int32]string{
	0: "PIPELINE_IDLE",
	1: "PIPELINE_RUNNING",
	2: "PIPELINE_RESTARTING",
	3: "PIPELINE_FAILURE",
	4: "PIPELINE_STOPPED",
}
View Source
var PipelineState_value = map[string]int32{
	"PIPELINE_IDLE":       0,
	"PIPELINE_RUNNING":    1,
	"PIPELINE_RESTARTING": 2,
	"PIPELINE_FAILURE":    3,
	"PIPELINE_STOPPED":    4,
}
View Source
var PodState_name = map[int32]string{
	0: "POD_RUNNING",
	1: "POD_SUCCESS",
	2: "POD_FAILED",
}
View Source
var PodState_value = map[string]int32{
	"POD_RUNNING": 0,
	"POD_SUCCESS": 1,
	"POD_FAILED":  2,
}

Functions

func RegisterAPIServer

func RegisterAPIServer(s *grpc.Server, srv APIServer)

Types

type APIClient

type APIClient interface {
	CreateJob(ctx context.Context, in *CreateJobRequest, opts ...grpc.CallOption) (*Job, error)
	InspectJob(ctx context.Context, in *InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error)
	ListJob(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error)
	DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	GetLogs(ctx context.Context, in *GetLogsRequest, opts ...grpc.CallOption) (API_GetLogsClient, error)
	CreatePipeline(ctx context.Context, in *CreatePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	InspectPipeline(ctx context.Context, in *InspectPipelineRequest, opts ...grpc.CallOption) (*PipelineInfo, error)
	ListPipeline(ctx context.Context, in *ListPipelineRequest, opts ...grpc.CallOption) (*PipelineInfos, error)
	DeletePipeline(ctx context.Context, in *DeletePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StartPipeline(ctx context.Context, in *StartPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StopPipeline(ctx context.Context, in *StopPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	RerunPipeline(ctx context.Context, in *RerunPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(ctx context.Context, in *google_protobuf.Empty, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
}

func NewAPIClient

func NewAPIClient(cc *grpc.ClientConn) APIClient

type API_GetLogsClient

type API_GetLogsClient interface {
	Recv() (*google_protobuf3.BytesValue, error)
	grpc.ClientStream
}

type API_GetLogsServer

type API_GetLogsServer interface {
	Send(*google_protobuf3.BytesValue) error
	grpc.ServerStream
}

type Chunk added in v1.2.4

type Chunk struct {
	ID string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// A series of pods, in chronological order, that have processed this shard
	Pods  []*Pod     `protobuf:"bytes,2,rep,name=pods" json:"pods,omitempty"`
	State ChunkState `protobuf:"varint,3,opt,name=state,proto3,enum=pps.ChunkState" json:"state,omitempty"`
}

func (*Chunk) Descriptor added in v1.2.4

func (*Chunk) Descriptor() ([]byte, []int)

func (*Chunk) GetID added in v1.3.5

func (m *Chunk) GetID() string

func (*Chunk) GetPods added in v1.2.4

func (m *Chunk) GetPods() []*Pod

func (*Chunk) GetState added in v1.3.5

func (m *Chunk) GetState() ChunkState

func (*Chunk) ProtoMessage added in v1.2.4

func (*Chunk) ProtoMessage()

func (*Chunk) Reset added in v1.2.4

func (m *Chunk) Reset()

func (*Chunk) String added in v1.2.4

func (m *Chunk) String() string

type ChunkState added in v1.2.4

type ChunkState int32
const (
	ChunkState_CHUNK_UNASSIGNED ChunkState = 0
	ChunkState_CHUNK_ASSIGNED   ChunkState = 1
	ChunkState_CHUNK_SUCCESS    ChunkState = 2
	ChunkState_CHUNK_FAILURE    ChunkState = 3
)

func (ChunkState) EnumDescriptor added in v1.2.4

func (ChunkState) EnumDescriptor() ([]byte, []int)

func (ChunkState) String added in v1.2.4

func (x ChunkState) String() string

type CreateJobRequest

type CreateJobRequest struct {
	Transform       *Transform       `protobuf:"bytes,1,opt,name=transform" json:"transform,omitempty"`
	Pipeline        *Pipeline        `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"`
	PipelineVersion uint64           `protobuf:"varint,10,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"`
	ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*JobInput      `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	Output          *Output          `protobuf:"bytes,9,opt,name=output" json:"output,omitempty"`
	// The compute resources that should be allocated to each worker in this
	// job. If unset, pachyderm will generate a default resource request.
	Resources *Resources `protobuf:"bytes,11,opt,name=resources" json:"resources,omitempty"`
	ParentJob *Job       `protobuf:"bytes,5,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
	Force     bool       `protobuf:"varint,6,opt,name=force,proto3" json:"force,omitempty"`
	// When service is defined, we create a long running job
	// by using a k8s RC and Service instead of a k8s Job
	Service *Service `protobuf:"bytes,8,opt,name=service" json:"service,omitempty"`
}

func (*CreateJobRequest) Descriptor

func (*CreateJobRequest) Descriptor() ([]byte, []int)

func (*CreateJobRequest) GetForce added in v1.3.5

func (m *CreateJobRequest) GetForce() bool

func (*CreateJobRequest) GetInputs

func (m *CreateJobRequest) GetInputs() []*JobInput

func (*CreateJobRequest) GetOutput added in v1.3.2

func (m *CreateJobRequest) GetOutput() *Output

func (*CreateJobRequest) GetParallelismSpec added in v1.2.0

func (m *CreateJobRequest) GetParallelismSpec() *ParallelismSpec

func (*CreateJobRequest) GetParentJob

func (m *CreateJobRequest) GetParentJob() *Job

func (*CreateJobRequest) GetPipeline

func (m *CreateJobRequest) GetPipeline() *Pipeline

func (*CreateJobRequest) GetPipelineVersion added in v1.3.6

func (m *CreateJobRequest) GetPipelineVersion() uint64

func (*CreateJobRequest) GetResources added in v1.3.12

func (m *CreateJobRequest) GetResources() *Resources

func (*CreateJobRequest) GetService added in v1.3.0

func (m *CreateJobRequest) GetService() *Service

func (*CreateJobRequest) GetTransform

func (m *CreateJobRequest) GetTransform() *Transform

func (*CreateJobRequest) ProtoMessage

func (*CreateJobRequest) ProtoMessage()

func (*CreateJobRequest) Reset

func (m *CreateJobRequest) Reset()

func (*CreateJobRequest) String

func (m *CreateJobRequest) String() string

type CreatePipelineRequest

type CreatePipelineRequest struct {
	Pipeline        *Pipeline        `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Transform       *Transform       `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*PipelineInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	Output          *Output          `protobuf:"bytes,9,opt,name=output" json:"output,omitempty"`
	// The compute resources that should be allocated to each worker in this
	// pipeline. If unset, pachyderm will generate a default resource request.
	Resources *Resources `protobuf:"bytes,10,opt,name=resources" json:"resources,omitempty"`
	Update    bool       `protobuf:"varint,5,opt,name=update,proto3" json:"update,omitempty"`
	NoArchive bool       `protobuf:"varint,6,opt,name=no_archive,json=noArchive,proto3" json:"no_archive,omitempty"`
	GcPolicy  *GCPolicy  `protobuf:"bytes,8,opt,name=gc_policy,json=gcPolicy" json:"gc_policy,omitempty"`
}

func (*CreatePipelineRequest) Descriptor

func (*CreatePipelineRequest) Descriptor() ([]byte, []int)

func (*CreatePipelineRequest) GetGcPolicy added in v1.3.0

func (m *CreatePipelineRequest) GetGcPolicy() *GCPolicy

func (*CreatePipelineRequest) GetInputs

func (m *CreatePipelineRequest) GetInputs() []*PipelineInput

func (*CreatePipelineRequest) GetNoArchive added in v1.3.5

func (m *CreatePipelineRequest) GetNoArchive() bool

func (*CreatePipelineRequest) GetOutput added in v1.3.2

func (m *CreatePipelineRequest) GetOutput() *Output

func (*CreatePipelineRequest) GetParallelismSpec added in v1.2.0

func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec

func (*CreatePipelineRequest) GetPipeline

func (m *CreatePipelineRequest) GetPipeline() *Pipeline

func (*CreatePipelineRequest) GetResources added in v1.3.12

func (m *CreatePipelineRequest) GetResources() *Resources

func (*CreatePipelineRequest) GetTransform

func (m *CreatePipelineRequest) GetTransform() *Transform

func (*CreatePipelineRequest) GetUpdate added in v1.3.5

func (m *CreatePipelineRequest) GetUpdate() bool

func (*CreatePipelineRequest) ProtoMessage

func (*CreatePipelineRequest) ProtoMessage()

func (*CreatePipelineRequest) Reset

func (m *CreatePipelineRequest) Reset()

func (*CreatePipelineRequest) String

func (m *CreatePipelineRequest) String() string

type DeleteJobRequest added in v1.3.0

type DeleteJobRequest struct {
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}

func (*DeleteJobRequest) Descriptor added in v1.3.0

func (*DeleteJobRequest) Descriptor() ([]byte, []int)

func (*DeleteJobRequest) GetJob added in v1.3.0

func (m *DeleteJobRequest) GetJob() *Job

func (*DeleteJobRequest) ProtoMessage added in v1.3.0

func (*DeleteJobRequest) ProtoMessage()

func (*DeleteJobRequest) Reset added in v1.3.0

func (m *DeleteJobRequest) Reset()

func (*DeleteJobRequest) String added in v1.3.0

func (m *DeleteJobRequest) String() string

type DeletePipelineRequest

type DeletePipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*DeletePipelineRequest) Descriptor

func (*DeletePipelineRequest) Descriptor() ([]byte, []int)

func (*DeletePipelineRequest) GetPipeline

func (m *DeletePipelineRequest) GetPipeline() *Pipeline

func (*DeletePipelineRequest) ProtoMessage

func (*DeletePipelineRequest) ProtoMessage()

func (*DeletePipelineRequest) Reset

func (m *DeletePipelineRequest) Reset()

func (*DeletePipelineRequest) String

func (m *DeletePipelineRequest) String() string

type GCPolicy added in v1.3.0

type GCPolicy struct {
	// The amount of time that needs to pass before a successful job
	// can be GC-ed.
	Success *google_protobuf2.Duration `protobuf:"bytes,1,opt,name=success" json:"success,omitempty"`
	// The amount of time that needs to pass before a failed job
	// can be GC-ed.
	Failure *google_protobuf2.Duration `protobuf:"bytes,2,opt,name=failure" json:"failure,omitempty"`
}

GCPolicy describes when jobs can be garbage-collected.

func (*GCPolicy) Descriptor added in v1.3.0

func (*GCPolicy) Descriptor() ([]byte, []int)

func (*GCPolicy) GetFailure added in v1.3.0

func (m *GCPolicy) GetFailure() *google_protobuf2.Duration

func (*GCPolicy) GetSuccess added in v1.3.0

func (m *GCPolicy) GetSuccess() *google_protobuf2.Duration

func (*GCPolicy) ProtoMessage added in v1.3.0

func (*GCPolicy) ProtoMessage()

func (*GCPolicy) Reset added in v1.3.0

func (m *GCPolicy) Reset()

func (*GCPolicy) String added in v1.3.0

func (m *GCPolicy) String() string

type GetLogsRequest

type GetLogsRequest struct {
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}

func (*GetLogsRequest) Descriptor

func (*GetLogsRequest) Descriptor() ([]byte, []int)

func (*GetLogsRequest) GetJob

func (m *GetLogsRequest) GetJob() *Job

func (*GetLogsRequest) ProtoMessage

func (*GetLogsRequest) ProtoMessage()

func (*GetLogsRequest) Reset

func (m *GetLogsRequest) Reset()

func (*GetLogsRequest) String

func (m *GetLogsRequest) String() string

type Incremental added in v1.2.0

type Incremental int32
const (
	Incremental_NONE Incremental = 0
	Incremental_DIFF Incremental = 1
	Incremental_FULL Incremental = 2
)

func (Incremental) EnumDescriptor added in v1.2.0

func (Incremental) EnumDescriptor() ([]byte, []int)

func (Incremental) String added in v1.2.0

func (x Incremental) String() string

type InspectJobRequest

type InspectJobRequest struct {
	Job        *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	BlockState bool `protobuf:"varint,2,opt,name=block_state,json=blockState,proto3" json:"block_state,omitempty"`
}

func (*InspectJobRequest) Descriptor

func (*InspectJobRequest) Descriptor() ([]byte, []int)

func (*InspectJobRequest) GetBlockState added in v1.3.5

func (m *InspectJobRequest) GetBlockState() bool

func (*InspectJobRequest) GetJob

func (m *InspectJobRequest) GetJob() *Job

func (*InspectJobRequest) ProtoMessage

func (*InspectJobRequest) ProtoMessage()

func (*InspectJobRequest) Reset

func (m *InspectJobRequest) Reset()

func (*InspectJobRequest) String

func (m *InspectJobRequest) String() string

type InspectPipelineRequest

type InspectPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*InspectPipelineRequest) Descriptor

func (*InspectPipelineRequest) Descriptor() ([]byte, []int)

func (*InspectPipelineRequest) GetPipeline

func (m *InspectPipelineRequest) GetPipeline() *Pipeline

func (*InspectPipelineRequest) ProtoMessage

func (*InspectPipelineRequest) ProtoMessage()

func (*InspectPipelineRequest) Reset

func (m *InspectPipelineRequest) Reset()

func (*InspectPipelineRequest) String

func (m *InspectPipelineRequest) String() string

type Job

type Job struct {
	ID string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
}

func (*Job) Descriptor

func (*Job) Descriptor() ([]byte, []int)

func (*Job) GetID added in v1.3.5

func (m *Job) GetID() string

func (*Job) ProtoMessage

func (*Job) ProtoMessage()

func (*Job) Reset

func (m *Job) Reset()

func (*Job) String

func (m *Job) String() string

type JobInfo

type JobInfo struct {
	Job             *Job                        `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	Transform       *Transform                  `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	Pipeline        *Pipeline                   `protobuf:"bytes,3,opt,name=pipeline" json:"pipeline,omitempty"`
	PipelineVersion uint64                      `protobuf:"varint,13,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"`
	ParallelismSpec *ParallelismSpec            `protobuf:"bytes,12,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*JobInput                 `protobuf:"bytes,5,rep,name=inputs" json:"inputs,omitempty"`
	Output          *Output                     `protobuf:"bytes,15,opt,name=output" json:"output,omitempty"`
	ParentJob       *Job                        `protobuf:"bytes,6,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
	Started         *google_protobuf1.Timestamp `protobuf:"bytes,7,opt,name=started" json:"started,omitempty"`
	Finished        *google_protobuf1.Timestamp `protobuf:"bytes,8,opt,name=finished" json:"finished,omitempty"`
	OutputCommit    *pfs.Commit                 `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
	State           JobState                    `protobuf:"varint,10,opt,name=state,proto3,enum=pps.JobState" json:"state,omitempty"`
	Chunks          []*Chunk                    `protobuf:"bytes,11,rep,name=chunks" json:"chunks,omitempty"`
	Service         *Service                    `protobuf:"bytes,14,opt,name=service" json:"service,omitempty"`
	Resources       *Resources                  `protobuf:"bytes,16,opt,name=resources" json:"resources,omitempty"`
}

func (*JobInfo) Descriptor

func (*JobInfo) Descriptor() ([]byte, []int)

func (*JobInfo) GetChunks added in v1.2.4

func (m *JobInfo) GetChunks() []*Chunk

func (*JobInfo) GetFinished

func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp

func (*JobInfo) GetInputs

func (m *JobInfo) GetInputs() []*JobInput

func (*JobInfo) GetJob

func (m *JobInfo) GetJob() *Job

func (*JobInfo) GetOutput added in v1.3.2

func (m *JobInfo) GetOutput() *Output

func (*JobInfo) GetOutputCommit

func (m *JobInfo) GetOutputCommit() *pfs.Commit

func (*JobInfo) GetParallelismSpec added in v1.2.0

func (m *JobInfo) GetParallelismSpec() *ParallelismSpec

func (*JobInfo) GetParentJob

func (m *JobInfo) GetParentJob() *Job

func (*JobInfo) GetPipeline

func (m *JobInfo) GetPipeline() *Pipeline

func (*JobInfo) GetPipelineVersion added in v1.3.5

func (m *JobInfo) GetPipelineVersion() uint64

func (*JobInfo) GetResources added in v1.3.12

func (m *JobInfo) GetResources() *Resources

func (*JobInfo) GetService added in v1.3.0

func (m *JobInfo) GetService() *Service

func (*JobInfo) GetStarted

func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp

func (*JobInfo) GetState added in v1.3.5

func (m *JobInfo) GetState() JobState

func (*JobInfo) GetTransform

func (m *JobInfo) GetTransform() *Transform

func (*JobInfo) ProtoMessage

func (*JobInfo) ProtoMessage()

func (*JobInfo) Reset

func (m *JobInfo) Reset()

func (*JobInfo) String

func (m *JobInfo) String() string

type JobInfos

type JobInfos struct {
	JobInfo []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo" json:"job_info,omitempty"`
}

func (*JobInfos) Descriptor

func (*JobInfos) Descriptor() ([]byte, []int)

func (*JobInfos) GetJobInfo

func (m *JobInfos) GetJobInfo() []*JobInfo

func (*JobInfos) ProtoMessage

func (*JobInfos) ProtoMessage()

func (*JobInfos) Reset

func (m *JobInfos) Reset()

func (*JobInfos) String

func (m *JobInfos) String() string

type JobInput

type JobInput struct {
	Commit *pfs.Commit `protobuf:"bytes,1,opt,name=commit" json:"commit,omitempty"`
	Method *Method     `protobuf:"bytes,2,opt,name=method" json:"method,omitempty"`
	// This flag specifies whether the pipeline should be triggered
	// when this input gets an empty commit.
	RunEmpty bool `protobuf:"varint,3,opt,name=run_empty,json=runEmpty,proto3" json:"run_empty,omitempty"`
	Lazy     bool `protobuf:"varint,4,opt,name=lazy,proto3" json:"lazy,omitempty"`
}

func (*JobInput) Descriptor

func (*JobInput) Descriptor() ([]byte, []int)

func (*JobInput) GetCommit

func (m *JobInput) GetCommit() *pfs.Commit

func (*JobInput) GetLazy added in v1.3.5

func (m *JobInput) GetLazy() bool

func (*JobInput) GetMethod

func (m *JobInput) GetMethod() *Method

func (*JobInput) GetRunEmpty added in v1.3.5

func (m *JobInput) GetRunEmpty() bool

func (*JobInput) ProtoMessage

func (*JobInput) ProtoMessage()

func (*JobInput) Reset

func (m *JobInput) Reset()

func (*JobInput) String

func (m *JobInput) String() string

type JobState

type JobState int32
const (
	JobState_JOB_CREATING JobState = 0
	JobState_JOB_RUNNING  JobState = 1
	JobState_JOB_FAILURE  JobState = 2
	JobState_JOB_SUCCESS  JobState = 3
	// An empty job is a job that hasn't actually been run.
	// It's a result of empty input commits.
	JobState_JOB_EMPTY      JobState = 4
	JobState_JOB_OUTPUTTING JobState = 5
)

func (JobState) EnumDescriptor

func (JobState) EnumDescriptor() ([]byte, []int)

func (JobState) String

func (x JobState) String() string

type ListJobRequest

type ListJobRequest struct {
	Pipeline    *Pipeline     `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	InputCommit []*pfs.Commit `protobuf:"bytes,2,rep,name=input_commit,json=inputCommit" json:"input_commit,omitempty"`
}

func (*ListJobRequest) Descriptor

func (*ListJobRequest) Descriptor() ([]byte, []int)

func (*ListJobRequest) GetInputCommit

func (m *ListJobRequest) GetInputCommit() []*pfs.Commit

func (*ListJobRequest) GetPipeline

func (m *ListJobRequest) GetPipeline() *Pipeline

func (*ListJobRequest) ProtoMessage

func (*ListJobRequest) ProtoMessage()

func (*ListJobRequest) Reset

func (m *ListJobRequest) Reset()

func (*ListJobRequest) String

func (m *ListJobRequest) String() string

type ListPipelineRequest

type ListPipelineRequest struct {
}

func (*ListPipelineRequest) Descriptor

func (*ListPipelineRequest) Descriptor() ([]byte, []int)

func (*ListPipelineRequest) ProtoMessage

func (*ListPipelineRequest) ProtoMessage()

func (*ListPipelineRequest) Reset

func (m *ListPipelineRequest) Reset()

func (*ListPipelineRequest) String

func (m *ListPipelineRequest) String() string

type Method

type Method struct {
	Partition   Partition   `protobuf:"varint,1,opt,name=partition,proto3,enum=pps.Partition" json:"partition,omitempty"`
	Incremental Incremental `protobuf:"varint,2,opt,name=incremental,proto3,enum=pps.Incremental" json:"incremental,omitempty"`
}

func (*Method) Descriptor

func (*Method) Descriptor() ([]byte, []int)

func (*Method) GetIncremental added in v1.3.5

func (m *Method) GetIncremental() Incremental

func (*Method) GetPartition added in v1.3.5

func (m *Method) GetPartition() Partition

func (*Method) ProtoMessage

func (*Method) ProtoMessage()

func (*Method) Reset

func (m *Method) Reset()

func (*Method) String

func (m *Method) String() string

type Output added in v1.3.2

type Output struct {
	URL string `protobuf:"bytes,1,opt,name=URL,json=uRL,proto3" json:"URL,omitempty"`
}

func (*Output) Descriptor added in v1.3.2

func (*Output) Descriptor() ([]byte, []int)

func (*Output) GetURL added in v1.3.5

func (m *Output) GetURL() string

func (*Output) ProtoMessage added in v1.3.2

func (*Output) ProtoMessage()

func (*Output) Reset added in v1.3.2

func (m *Output) Reset()

func (*Output) String added in v1.3.2

func (m *Output) String() string

type ParallelismSpec added in v1.2.0

type ParallelismSpec struct {
	Strategy ParallelismSpec_Strategy `protobuf:"varint,1,opt,name=strategy,proto3,enum=pps.ParallelismSpec_Strategy" json:"strategy,omitempty"`
	// If 'strategy' is set to CONSTANT, then the field 'constant' is used.
	//
	// Starts the pipeline/job with a 'constant' workers, unless 'constant' is
	// zero. If 'constant' is zero (which is the zero value of ParallelismSpec),
	// then Pachyderm will choose the number of workers that is started,
	// (currently it chooses the number of workers in the cluster)
	Constant uint64 `protobuf:"varint,2,opt,name=constant,proto3" json:"constant,omitempty"`
	// If 'strategy' is set to COEFFICIENT, then the field 'coefficient' is used.
	//
	// Starts the pipeline/job with number of workers equal to 'coefficient' * N,
	// where N is the number of nodes in the kubernetes cluster.
	//
	// For example, if each Kubernetes node has four CPUs, you might set
	// 'coefficient' to four, so that there are four Pachyderm workers per
	// Kubernetes node, and each Pachyderm worker gets one CPU. If you want to
	// reserve half the nodes in your cluster for other tasks, you might set
	// 'coefficient' to 0.5.
	Coefficient float64 `protobuf:"fixed64,3,opt,name=coefficient,proto3" json:"coefficient,omitempty"`
}

func (*ParallelismSpec) Descriptor added in v1.2.0

func (*ParallelismSpec) Descriptor() ([]byte, []int)

func (*ParallelismSpec) GetCoefficient added in v1.3.5

func (m *ParallelismSpec) GetCoefficient() float64

func (*ParallelismSpec) GetConstant added in v1.3.5

func (m *ParallelismSpec) GetConstant() uint64

func (*ParallelismSpec) GetStrategy added in v1.3.5

func (m *ParallelismSpec) GetStrategy() ParallelismSpec_Strategy

func (*ParallelismSpec) ProtoMessage added in v1.2.0

func (*ParallelismSpec) ProtoMessage()

func (*ParallelismSpec) Reset added in v1.2.0

func (m *ParallelismSpec) Reset()

func (*ParallelismSpec) String added in v1.2.0

func (m *ParallelismSpec) String() string

type ParallelismSpec_Strategy added in v1.2.0

type ParallelismSpec_Strategy int32

Which Parallelism strategy to use. Depending on the value of 'strategy', other messages in the spec will or will not be set.

const (
	ParallelismSpec_CONSTANT    ParallelismSpec_Strategy = 0
	ParallelismSpec_COEFFICIENT ParallelismSpec_Strategy = 1
)

func (ParallelismSpec_Strategy) EnumDescriptor added in v1.2.0

func (ParallelismSpec_Strategy) EnumDescriptor() ([]byte, []int)

func (ParallelismSpec_Strategy) String added in v1.2.0

func (x ParallelismSpec_Strategy) String() string

type Partition

type Partition int32
const (
	Partition_BLOCK Partition = 0
	Partition_FILE  Partition = 1
	Partition_REPO  Partition = 2
)

func (Partition) EnumDescriptor

func (Partition) EnumDescriptor() ([]byte, []int)

func (Partition) String

func (x Partition) String() string

type Pipeline

type Pipeline struct {
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
}

func (*Pipeline) Descriptor

func (*Pipeline) Descriptor() ([]byte, []int)

func (*Pipeline) GetName added in v1.3.5

func (m *Pipeline) GetName() string

func (*Pipeline) ProtoMessage

func (*Pipeline) ProtoMessage()

func (*Pipeline) Reset

func (m *Pipeline) Reset()

func (*Pipeline) String

func (m *Pipeline) String() string

type PipelineInfo

type PipelineInfo struct {
	Pipeline        *Pipeline                   `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Version         uint64                      `protobuf:"varint,11,opt,name=version,proto3" json:"version,omitempty"`
	Transform       *Transform                  `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	ParallelismSpec *ParallelismSpec            `protobuf:"bytes,10,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*PipelineInput            `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	Output          *Output                     `protobuf:"bytes,15,opt,name=output" json:"output,omitempty"`
	OutputRepo      *pfs.Repo                   `protobuf:"bytes,5,opt,name=output_repo,json=outputRepo" json:"output_repo,omitempty"`
	CreatedAt       *google_protobuf1.Timestamp `protobuf:"bytes,6,opt,name=created_at,json=createdAt" json:"created_at,omitempty"`
	State           PipelineState               `protobuf:"varint,7,opt,name=state,proto3,enum=pps.PipelineState" json:"state,omitempty"`
	RecentError     string                      `protobuf:"bytes,8,opt,name=recent_error,json=recentError,proto3" json:"recent_error,omitempty"`
	JobCounts       map[int32]int32             `` /* 171-byte string literal not displayed */
	GcPolicy        *GCPolicy                   `protobuf:"bytes,12,opt,name=gc_policy,json=gcPolicy" json:"gc_policy,omitempty"`
	Resources       *Resources                  `protobuf:"bytes,16,opt,name=resources" json:"resources,omitempty"`
}

func (*PipelineInfo) Descriptor

func (*PipelineInfo) Descriptor() ([]byte, []int)

func (*PipelineInfo) GetCreatedAt

func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp

func (*PipelineInfo) GetGcPolicy added in v1.3.0

func (m *PipelineInfo) GetGcPolicy() *GCPolicy

func (*PipelineInfo) GetInputs

func (m *PipelineInfo) GetInputs() []*PipelineInput

func (*PipelineInfo) GetJobCounts

func (m *PipelineInfo) GetJobCounts() map[int32]int32

func (*PipelineInfo) GetOutput added in v1.3.2

func (m *PipelineInfo) GetOutput() *Output

func (*PipelineInfo) GetOutputRepo

func (m *PipelineInfo) GetOutputRepo() *pfs.Repo

func (*PipelineInfo) GetParallelismSpec added in v1.2.0

func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec

func (*PipelineInfo) GetPipeline

func (m *PipelineInfo) GetPipeline() *Pipeline

func (*PipelineInfo) GetRecentError added in v1.3.5

func (m *PipelineInfo) GetRecentError() string

func (*PipelineInfo) GetResources added in v1.3.13

func (m *PipelineInfo) GetResources() *Resources

func (*PipelineInfo) GetState added in v1.3.5

func (m *PipelineInfo) GetState() PipelineState

func (*PipelineInfo) GetTransform

func (m *PipelineInfo) GetTransform() *Transform

func (*PipelineInfo) GetVersion added in v1.3.5

func (m *PipelineInfo) GetVersion() uint64

func (*PipelineInfo) ProtoMessage

func (*PipelineInfo) ProtoMessage()

func (*PipelineInfo) Reset

func (m *PipelineInfo) Reset()

func (*PipelineInfo) String

func (m *PipelineInfo) String() string

type PipelineInfos

type PipelineInfos struct {
	PipelineInfo []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo" json:"pipeline_info,omitempty"`
}

func (*PipelineInfos) Descriptor

func (*PipelineInfos) Descriptor() ([]byte, []int)

func (*PipelineInfos) GetPipelineInfo

func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo

func (*PipelineInfos) ProtoMessage

func (*PipelineInfos) ProtoMessage()

func (*PipelineInfos) Reset

func (m *PipelineInfos) Reset()

func (*PipelineInfos) String

func (m *PipelineInfos) String() string

type PipelineInput

type PipelineInput struct {
	Repo   *pfs.Repo `protobuf:"bytes,1,opt,name=repo" json:"repo,omitempty"`
	Method *Method   `protobuf:"bytes,2,opt,name=method" json:"method,omitempty"`
	// This flag specifies whether the pipeline should be triggered
	// when this input gets an empty commit.
	RunEmpty bool `protobuf:"varint,3,opt,name=run_empty,json=runEmpty,proto3" json:"run_empty,omitempty"`
	Lazy     bool `protobuf:"varint,4,opt,name=lazy,proto3" json:"lazy,omitempty"`
}

func (*PipelineInput) Descriptor

func (*PipelineInput) Descriptor() ([]byte, []int)

func (*PipelineInput) GetLazy added in v1.3.5

func (m *PipelineInput) GetLazy() bool

func (*PipelineInput) GetMethod

func (m *PipelineInput) GetMethod() *Method

func (*PipelineInput) GetRepo

func (m *PipelineInput) GetRepo() *pfs.Repo

func (*PipelineInput) GetRunEmpty added in v1.3.5

func (m *PipelineInput) GetRunEmpty() bool

func (*PipelineInput) ProtoMessage

func (*PipelineInput) ProtoMessage()

func (*PipelineInput) Reset

func (m *PipelineInput) Reset()

func (*PipelineInput) String

func (m *PipelineInput) String() string

type PipelineState

type PipelineState int32
const (
	// When the pipeline is not ready to be triggered by commits.
	// This happens when either 1) a pipeline has been created but not yet picked
	// up by a PPS server, or 2) the pipeline does not have any inputs and is meant
	// to be triggered manually
	PipelineState_PIPELINE_IDLE PipelineState = 0
	// After this pipeline is picked up by a pachd node.  This is the normal
	// state of a pipeline.
	PipelineState_PIPELINE_RUNNING PipelineState = 1
	// After some error caused runPipeline to exit, but before the pipeline is
	// re-run.  This is when the exponential backoff is in effect.
	PipelineState_PIPELINE_RESTARTING PipelineState = 2
	// We have retried too many times and we have given up on this pipeline.
	PipelineState_PIPELINE_FAILURE PipelineState = 3
	// The pipeline has been explicitly stopped by the user.
	PipelineState_PIPELINE_STOPPED PipelineState = 4
)

func (PipelineState) EnumDescriptor

func (PipelineState) EnumDescriptor() ([]byte, []int)

func (PipelineState) String

func (x PipelineState) String() string

type Pod added in v1.2.4

type Pod struct {
	Name         string      `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	OutputCommit *pfs.Commit `protobuf:"bytes,2,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
	State        PodState    `protobuf:"varint,3,opt,name=state,proto3,enum=pps.PodState" json:"state,omitempty"`
}

func (*Pod) Descriptor added in v1.2.4

func (*Pod) Descriptor() ([]byte, []int)

func (*Pod) GetName added in v1.3.5

func (m *Pod) GetName() string

func (*Pod) GetOutputCommit added in v1.2.4

func (m *Pod) GetOutputCommit() *pfs.Commit

func (*Pod) GetState added in v1.3.5

func (m *Pod) GetState() PodState

func (*Pod) ProtoMessage added in v1.2.4

func (*Pod) ProtoMessage()

func (*Pod) Reset added in v1.2.4

func (m *Pod) Reset()

func (*Pod) String added in v1.2.4

func (m *Pod) String() string

type PodState added in v1.2.4

type PodState int32
const (
	PodState_POD_RUNNING PodState = 0
	PodState_POD_SUCCESS PodState = 1
	PodState_POD_FAILED  PodState = 2
)

func (PodState) EnumDescriptor added in v1.2.4

func (PodState) EnumDescriptor() ([]byte, []int)

func (PodState) String added in v1.2.4

func (x PodState) String() string

type RerunPipelineRequest added in v1.3.6

type RerunPipelineRequest struct {
	Pipeline *Pipeline     `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Exclude  []*pfs.Commit `protobuf:"bytes,2,rep,name=exclude" json:"exclude,omitempty"`
	Include  []*pfs.Commit `protobuf:"bytes,3,rep,name=include" json:"include,omitempty"`
}

func (*RerunPipelineRequest) Descriptor added in v1.3.6

func (*RerunPipelineRequest) Descriptor() ([]byte, []int)

func (*RerunPipelineRequest) GetExclude added in v1.3.6

func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit

func (*RerunPipelineRequest) GetInclude added in v1.3.6

func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit

func (*RerunPipelineRequest) GetPipeline added in v1.3.6

func (m *RerunPipelineRequest) GetPipeline() *Pipeline

func (*RerunPipelineRequest) ProtoMessage added in v1.3.6

func (*RerunPipelineRequest) ProtoMessage()

func (*RerunPipelineRequest) Reset added in v1.3.6

func (m *RerunPipelineRequest) Reset()

func (*RerunPipelineRequest) String added in v1.3.6

func (m *RerunPipelineRequest) String() string

type Resources added in v1.3.12

type Resources struct {
	// The amount of cpu that each worker in a pipeline should be allocated,
	// in cores. Partial cores are allowed (and encouraged).
	Cpu float32 `protobuf:"fixed32,1,opt,name=cpu,proto3" json:"cpu,omitempty"`
	// The amount of memory that each worker in a pipeline should be allocated,
	// in bytes. This should be a number, with allowed SI suffixes (M, K, G, Mi,
	// Ki, Gi, etc)
	Memory string `protobuf:"bytes,2,opt,name=memory,proto3" json:"memory,omitempty"`
}

func (*Resources) Descriptor added in v1.3.12

func (*Resources) Descriptor() ([]byte, []int)

func (*Resources) GetCpu added in v1.3.12

func (m *Resources) GetCpu() float32

func (*Resources) GetMemory added in v1.3.12

func (m *Resources) GetMemory() string

func (*Resources) ProtoMessage added in v1.3.12

func (*Resources) ProtoMessage()

func (*Resources) Reset added in v1.3.12

func (m *Resources) Reset()

func (*Resources) String added in v1.3.12

func (m *Resources) String() string

type Secret added in v1.2.0

type Secret struct {
	// Name must be the name of the secret in kubernetes.
	Name      string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	MountPath string `protobuf:"bytes,2,opt,name=mount_path,json=mountPath,proto3" json:"mount_path,omitempty"`
}

func (*Secret) Descriptor added in v1.2.0

func (*Secret) Descriptor() ([]byte, []int)

func (*Secret) GetMountPath added in v1.3.5

func (m *Secret) GetMountPath() string

func (*Secret) GetName added in v1.3.5

func (m *Secret) GetName() string

func (*Secret) ProtoMessage added in v1.2.0

func (*Secret) ProtoMessage()

func (*Secret) Reset added in v1.2.0

func (m *Secret) Reset()

func (*Secret) String added in v1.2.0

func (m *Secret) String() string

type Service added in v1.3.0

type Service struct {
	InternalPort int32 `protobuf:"varint,1,opt,name=internal_port,json=internalPort,proto3" json:"internal_port,omitempty"`
	ExternalPort int32 `protobuf:"varint,2,opt,name=external_port,json=externalPort,proto3" json:"external_port,omitempty"`
}

func (*Service) Descriptor added in v1.3.0

func (*Service) Descriptor() ([]byte, []int)

func (*Service) GetExternalPort added in v1.3.5

func (m *Service) GetExternalPort() int32

func (*Service) GetInternalPort added in v1.3.5

func (m *Service) GetInternalPort() int32

func (*Service) ProtoMessage added in v1.3.0

func (*Service) ProtoMessage()

func (*Service) Reset added in v1.3.0

func (m *Service) Reset()

func (*Service) String added in v1.3.0

func (m *Service) String() string

type StartPipelineRequest added in v1.2.0

type StartPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*StartPipelineRequest) Descriptor added in v1.2.0

func (*StartPipelineRequest) Descriptor() ([]byte, []int)

func (*StartPipelineRequest) GetPipeline added in v1.2.0

func (m *StartPipelineRequest) GetPipeline() *Pipeline

func (*StartPipelineRequest) ProtoMessage added in v1.2.0

func (*StartPipelineRequest) ProtoMessage()

func (*StartPipelineRequest) Reset added in v1.2.0

func (m *StartPipelineRequest) Reset()

func (*StartPipelineRequest) String added in v1.2.0

func (m *StartPipelineRequest) String() string

type StopPipelineRequest added in v1.2.0

type StopPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*StopPipelineRequest) Descriptor added in v1.2.0

func (*StopPipelineRequest) Descriptor() ([]byte, []int)

func (*StopPipelineRequest) GetPipeline added in v1.2.0

func (m *StopPipelineRequest) GetPipeline() *Pipeline

func (*StopPipelineRequest) ProtoMessage added in v1.2.0

func (*StopPipelineRequest) ProtoMessage()

func (*StopPipelineRequest) Reset added in v1.2.0

func (m *StopPipelineRequest) Reset()

func (*StopPipelineRequest) String added in v1.2.0

func (m *StopPipelineRequest) String() string

type Transform

type Transform struct {
	Image            string            `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"`
	Cmd              []string          `protobuf:"bytes,2,rep,name=cmd" json:"cmd,omitempty"`
	Env              map[string]string `` /* 140-byte string literal not displayed */
	Secrets          []*Secret         `protobuf:"bytes,4,rep,name=secrets" json:"secrets,omitempty"`
	ImagePullSecrets []string          `protobuf:"bytes,9,rep,name=image_pull_secrets,json=imagePullSecrets" json:"image_pull_secrets,omitempty"`
	Stdin            []string          `protobuf:"bytes,5,rep,name=stdin" json:"stdin,omitempty"`
	AcceptReturnCode []int64           `protobuf:"varint,6,rep,packed,name=accept_return_code,json=acceptReturnCode" json:"accept_return_code,omitempty"`
	Debug            bool              `protobuf:"varint,7,opt,name=debug,proto3" json:"debug,omitempty"`
	// If set to true, writing to a file overwrites the original file, as opposed to
	// appending to it.
	Overwrite bool `protobuf:"varint,8,opt,name=overwrite,proto3" json:"overwrite,omitempty"`
}

func (*Transform) Descriptor

func (*Transform) Descriptor() ([]byte, []int)

func (*Transform) GetAcceptReturnCode added in v1.3.5

func (m *Transform) GetAcceptReturnCode() []int64

func (*Transform) GetCmd added in v1.3.5

func (m *Transform) GetCmd() []string

func (*Transform) GetDebug added in v1.3.5

func (m *Transform) GetDebug() bool

func (*Transform) GetEnv added in v1.2.0

func (m *Transform) GetEnv() map[string]string

func (*Transform) GetImage added in v1.3.5

func (m *Transform) GetImage() string

func (*Transform) GetImagePullSecrets added in v1.3.5

func (m *Transform) GetImagePullSecrets() []string

func (*Transform) GetOverwrite added in v1.3.5

func (m *Transform) GetOverwrite() bool

func (*Transform) GetSecrets added in v1.2.0

func (m *Transform) GetSecrets() []*Secret

func (*Transform) GetStdin added in v1.3.5

func (m *Transform) GetStdin() []string

func (*Transform) ProtoMessage

func (*Transform) ProtoMessage()

func (*Transform) Reset

func (m *Transform) Reset()

func (*Transform) String

func (m *Transform) String() string

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL