pps

package
v1.3.1 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Dec 12, 2016 License: Apache-2.0 Imports: 7 Imported by: 0

Documentation

Overview

Package pps is a generated protocol buffer package.

It is generated from these files: 

client/pps/pps.proto

It has these top-level messages: 

Secret
Transform
Job
Service
Method
JobInput
ParallelismSpec
JobInfo
Chunk
Pod
JobInfos
Pipeline
PipelineInput
GCPolicy
PipelineInfo
PipelineInfos
CreateJobRequest
InspectJobRequest
ListJobRequest
DeleteJobRequest
GetLogsRequest
CreatePipelineRequest
InspectPipelineRequest
ListPipelineRequest
DeletePipelineRequest
StartPipelineRequest
StopPipelineRequest

Index

Constants

This section is empty.

Variables

View Source 
var ChunkState_name = map[int32]string{
	0: "CHUNK_UNASSIGNED",
	1: "CHUNK_ASSIGNED",
	2: "CHUNK_SUCCESS",
	3: "CHUNK_FAILURE",
}
View Source 
var ChunkState_value = map[string]int32{
	"CHUNK_UNASSIGNED": 0,
	"CHUNK_ASSIGNED":   1,
	"CHUNK_SUCCESS":    2,
	"CHUNK_FAILURE":    3,
}
View Source 
var Incremental_name = map[int32]string{
	0: "NONE",
	1: "DIFF",
	2: "FULL",
}
View Source 
var Incremental_value = map[string]int32{
	"NONE": 0,
	"DIFF": 1,
	"FULL": 2,
}
View Source 
var JobState_name = map[int32]string{
	0: "JOB_CREATING",
	1: "JOB_RUNNING",
	2: "JOB_FAILURE",
	3: "JOB_SUCCESS",
	4: "JOB_EMPTY",
}
View Source 
var JobState_value = map[string]int32{
	"JOB_CREATING": 0,
	"JOB_RUNNING":  1,
	"JOB_FAILURE":  2,
	"JOB_SUCCESS":  3,
	"JOB_EMPTY":    4,
}
View Source 
var ParallelismSpec_Strategy_name = map[int32]string{
	0: "CONSTANT",
	1: "COEFFICIENT",
}
View Source 
var ParallelismSpec_Strategy_value = map[string]int32{
	"CONSTANT":    0,
	"COEFFICIENT": 1,
}
View Source 
var Partition_name = map[int32]string{
	0: "BLOCK",
	1: "FILE",
	2: "REPO",
}
View Source 
var Partition_value = map[string]int32{
	"BLOCK": 0,
	"FILE":  1,
	"REPO":  2,
}
View Source 
var PipelineState_name = map[int32]string{
	0: "PIPELINE_IDLE",
	1: "PIPELINE_RUNNING",
	2: "PIPELINE_RESTARTING",
	3: "PIPELINE_FAILURE",
	4: "PIPELINE_STOPPED",
}
View Source 
var PipelineState_value = map[string]int32{
	"PIPELINE_IDLE":       0,
	"PIPELINE_RUNNING":    1,
	"PIPELINE_RESTARTING": 2,
	"PIPELINE_FAILURE":    3,
	"PIPELINE_STOPPED":    4,
}
View Source 
var PodState_name = map[int32]string{
	0: "POD_RUNNING",
	1: "POD_SUCCESS",
	2: "POD_FAILED",
}
View Source 
var PodState_value = map[string]int32{
	"POD_RUNNING": 0,
	"POD_SUCCESS": 1,
	"POD_FAILED":  2,
}

Functions

func RegisterAPIServer 

func RegisterAPIServer(s *grpc.Server, srv APIServer)

Types

type APIClient 

type APIClient interface {
	CreateJob(ctx context.Context, in *CreateJobRequest, opts ...grpc.CallOption) (*Job, error)
	InspectJob(ctx context.Context, in *InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error)
	ListJob(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error)
	DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	GetLogs(ctx context.Context, in *GetLogsRequest, opts ...grpc.CallOption) (API_GetLogsClient, error)
	CreatePipeline(ctx context.Context, in *CreatePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	InspectPipeline(ctx context.Context, in *InspectPipelineRequest, opts ...grpc.CallOption) (*PipelineInfo, error)
	ListPipeline(ctx context.Context, in *ListPipelineRequest, opts ...grpc.CallOption) (*PipelineInfos, error)
	DeletePipeline(ctx context.Context, in *DeletePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StartPipeline(ctx context.Context, in *StartPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StopPipeline(ctx context.Context, in *StopPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(ctx context.Context, in *google_protobuf.Empty, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
}

func NewAPIClient 

func NewAPIClient(cc *grpc.ClientConn) APIClient

type APIServer 

type APIServer interface {
	CreateJob(context.Context, *CreateJobRequest) (*Job, error)
	InspectJob(context.Context, *InspectJobRequest) (*JobInfo, error)
	ListJob(context.Context, *ListJobRequest) (*JobInfos, error)
	DeleteJob(context.Context, *DeleteJobRequest) (*google_protobuf.Empty, error)
	GetLogs(*GetLogsRequest, API_GetLogsServer) error
	CreatePipeline(context.Context, *CreatePipelineRequest) (*google_protobuf.Empty, error)
	InspectPipeline(context.Context, *InspectPipelineRequest) (*PipelineInfo, error)
	ListPipeline(context.Context, *ListPipelineRequest) (*PipelineInfos, error)
	DeletePipeline(context.Context, *DeletePipelineRequest) (*google_protobuf.Empty, error)
	StartPipeline(context.Context, *StartPipelineRequest) (*google_protobuf.Empty, error)
	StopPipeline(context.Context, *StopPipelineRequest) (*google_protobuf.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(context.Context, *google_protobuf.Empty) (*google_protobuf.Empty, error)
}

type API_GetLogsClient 

type API_GetLogsClient interface {
	Recv() (*google_protobuf3.BytesValue, error)
	grpc.ClientStream
}

type API_GetLogsServer 

type API_GetLogsServer interface {
	Send(*google_protobuf3.BytesValue) error
	grpc.ServerStream
}

type Chunk added in v1.2.4 

type Chunk struct {
	ID string `protobuf:"bytes,1,opt,name=id" json:"id,omitempty"`
	// A series of pods, in chronological order, that have processed this shard
	Pods  []*Pod     `protobuf:"bytes,2,rep,name=pods" json:"pods,omitempty"`
	State ChunkState `protobuf:"varint,3,opt,name=state,enum=pps.ChunkState" json:"state,omitempty"`
}

func (*Chunk) Descriptor added in v1.2.4 

func (*Chunk) Descriptor() ([]byte, []int)

func (*Chunk) GetPods added in v1.2.4 

func (m *Chunk) GetPods() []*Pod

func (*Chunk) ProtoMessage added in v1.2.4 

func (*Chunk) ProtoMessage()

func (*Chunk) Reset added in v1.2.4 

func (m *Chunk) Reset()

func (*Chunk) String added in v1.2.4 

func (m *Chunk) String() string

type ChunkState added in v1.2.4 

type ChunkState int32
const (
	ChunkState_CHUNK_UNASSIGNED ChunkState = 0
	ChunkState_CHUNK_ASSIGNED   ChunkState = 1
	ChunkState_CHUNK_SUCCESS    ChunkState = 2
	ChunkState_CHUNK_FAILURE    ChunkState = 3
)

func (ChunkState) EnumDescriptor added in v1.2.4 

func (ChunkState) EnumDescriptor() ([]byte, []int)

func (ChunkState) String added in v1.2.4 

func (x ChunkState) String() string

type CreateJobRequest 

type CreateJobRequest struct {
	Transform       *Transform       `protobuf:"bytes,1,opt,name=transform" json:"transform,omitempty"`
	Pipeline        *Pipeline        `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"`
	ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*JobInput      `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	ParentJob       *Job             `protobuf:"bytes,5,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
	Force           bool             `protobuf:"varint,6,opt,name=force" json:"force,omitempty"`
	// When service is defined, we create a long running job
	// by using a k8s RC and Service instead of a k8s Job
	Service *Service `protobuf:"bytes,8,opt,name=service" json:"service,omitempty"`
}

func (*CreateJobRequest) Descriptor 

func (*CreateJobRequest) Descriptor() ([]byte, []int)

func (*CreateJobRequest) GetInputs 

func (m *CreateJobRequest) GetInputs() []*JobInput

func (*CreateJobRequest) GetParallelismSpec added in v1.2.0 

func (m *CreateJobRequest) GetParallelismSpec() *ParallelismSpec

func (*CreateJobRequest) GetParentJob 

func (m *CreateJobRequest) GetParentJob() *Job

func (*CreateJobRequest) GetPipeline 

func (m *CreateJobRequest) GetPipeline() *Pipeline

func (*CreateJobRequest) GetService added in v1.3.0 

func (m *CreateJobRequest) GetService() *Service

func (*CreateJobRequest) GetTransform 

func (m *CreateJobRequest) GetTransform() *Transform

func (*CreateJobRequest) ProtoMessage 

func (*CreateJobRequest) ProtoMessage()

func (*CreateJobRequest) Reset 

func (m *CreateJobRequest) Reset()

func (*CreateJobRequest) String 

func (m *CreateJobRequest) String() string

type CreatePipelineRequest 

type CreatePipelineRequest struct {
	Pipeline        *Pipeline        `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Transform       *Transform       `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*PipelineInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	Update          bool             `protobuf:"varint,5,opt,name=update" json:"update,omitempty"`
	NoArchive       bool             `protobuf:"varint,6,opt,name=no_archive,json=noArchive" json:"no_archive,omitempty"`
	GcPolicy        *GCPolicy        `protobuf:"bytes,8,opt,name=gc_policy,json=gcPolicy" json:"gc_policy,omitempty"`
}

func (*CreatePipelineRequest) Descriptor 

func (*CreatePipelineRequest) Descriptor() ([]byte, []int)

func (*CreatePipelineRequest) GetGcPolicy added in v1.3.0 

func (m *CreatePipelineRequest) GetGcPolicy() *GCPolicy

func (*CreatePipelineRequest) GetInputs 

func (m *CreatePipelineRequest) GetInputs() []*PipelineInput

func (*CreatePipelineRequest) GetParallelismSpec added in v1.2.0 

func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec

func (*CreatePipelineRequest) GetPipeline 

func (m *CreatePipelineRequest) GetPipeline() *Pipeline

func (*CreatePipelineRequest) GetTransform 

func (m *CreatePipelineRequest) GetTransform() *Transform

func (*CreatePipelineRequest) ProtoMessage 

func (*CreatePipelineRequest) ProtoMessage()

func (*CreatePipelineRequest) Reset 

func (m *CreatePipelineRequest) Reset()

func (*CreatePipelineRequest) String 

func (m *CreatePipelineRequest) String() string

type DeleteJobRequest added in v1.3.0 

type DeleteJobRequest struct {
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}

func (*DeleteJobRequest) Descriptor added in v1.3.0 

func (*DeleteJobRequest) Descriptor() ([]byte, []int)

func (*DeleteJobRequest) GetJob added in v1.3.0 

func (m *DeleteJobRequest) GetJob() *Job

func (*DeleteJobRequest) ProtoMessage added in v1.3.0 

func (*DeleteJobRequest) ProtoMessage()

func (*DeleteJobRequest) Reset added in v1.3.0 

func (m *DeleteJobRequest) Reset()

func (*DeleteJobRequest) String added in v1.3.0 

func (m *DeleteJobRequest) String() string

type DeletePipelineRequest 

type DeletePipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*DeletePipelineRequest) Descriptor 

func (*DeletePipelineRequest) Descriptor() ([]byte, []int)

func (*DeletePipelineRequest) GetPipeline 

func (m *DeletePipelineRequest) GetPipeline() *Pipeline

func (*DeletePipelineRequest) ProtoMessage 

func (*DeletePipelineRequest) ProtoMessage()

func (*DeletePipelineRequest) Reset 

func (m *DeletePipelineRequest) Reset()

func (*DeletePipelineRequest) String 

func (m *DeletePipelineRequest) String() string

type GCPolicy added in v1.3.0 

type GCPolicy struct {
	// The amount of time that needs to pass before a successful job
	// can be GC-ed.
	Success *google_protobuf2.Duration `protobuf:"bytes,1,opt,name=success" json:"success,omitempty"`
	// The amount of time that needs to pass before a failed job
	// can be GC-ed.
	Failure *google_protobuf2.Duration `protobuf:"bytes,2,opt,name=failure" json:"failure,omitempty"`
}

GCPolicy describes when jobs can be garbage-collected.

func (*GCPolicy) Descriptor added in v1.3.0 

func (*GCPolicy) Descriptor() ([]byte, []int)

func (*GCPolicy) GetFailure added in v1.3.0 

func (m *GCPolicy) GetFailure() *google_protobuf2.Duration

func (*GCPolicy) GetSuccess added in v1.3.0 

func (m *GCPolicy) GetSuccess() *google_protobuf2.Duration

func (*GCPolicy) ProtoMessage added in v1.3.0 

func (*GCPolicy) ProtoMessage()

func (*GCPolicy) Reset added in v1.3.0 

func (m *GCPolicy) Reset()

func (*GCPolicy) String added in v1.3.0 

func (m *GCPolicy) String() string

type GetLogsRequest 

type GetLogsRequest struct {
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}

func (*GetLogsRequest) Descriptor 

func (*GetLogsRequest) Descriptor() ([]byte, []int)

func (*GetLogsRequest) GetJob 

func (m *GetLogsRequest) GetJob() *Job

func (*GetLogsRequest) ProtoMessage 

func (*GetLogsRequest) ProtoMessage()

func (*GetLogsRequest) Reset 

func (m *GetLogsRequest) Reset()

func (*GetLogsRequest) String 

func (m *GetLogsRequest) String() string

type Incremental added in v1.2.0 

type Incremental int32
const (
	Incremental_NONE Incremental = 0
	Incremental_DIFF Incremental = 1
	Incremental_FULL Incremental = 2
)

func (Incremental) EnumDescriptor added in v1.2.0 

func (Incremental) EnumDescriptor() ([]byte, []int)

func (Incremental) String added in v1.2.0 

func (x Incremental) String() string

type InspectJobRequest 

type InspectJobRequest struct {
	Job        *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	BlockState bool `protobuf:"varint,2,opt,name=block_state,json=blockState" json:"block_state,omitempty"`
}

func (*InspectJobRequest) Descriptor 

func (*InspectJobRequest) Descriptor() ([]byte, []int)

func (*InspectJobRequest) GetJob 

func (m *InspectJobRequest) GetJob() *Job

func (*InspectJobRequest) ProtoMessage 

func (*InspectJobRequest) ProtoMessage()

func (*InspectJobRequest) Reset 

func (m *InspectJobRequest) Reset()

func (*InspectJobRequest) String 

func (m *InspectJobRequest) String() string

type InspectPipelineRequest 

type InspectPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*InspectPipelineRequest) Descriptor 

func (*InspectPipelineRequest) Descriptor() ([]byte, []int)

func (*InspectPipelineRequest) GetPipeline 

func (m *InspectPipelineRequest) GetPipeline() *Pipeline

func (*InspectPipelineRequest) ProtoMessage 

func (*InspectPipelineRequest) ProtoMessage()

func (*InspectPipelineRequest) Reset 

func (m *InspectPipelineRequest) Reset()

func (*InspectPipelineRequest) String 

func (m *InspectPipelineRequest) String() string

type Job 

type Job struct {
	ID string `protobuf:"bytes,1,opt,name=id" json:"id,omitempty"`
}

func (*Job) Descriptor 

func (*Job) Descriptor() ([]byte, []int)

func (*Job) ProtoMessage 

func (*Job) ProtoMessage()

func (*Job) Reset 

func (m *Job) Reset()

func (*Job) String 

func (m *Job) String() string

type JobInfo 

type JobInfo struct {
	Job             *Job                        `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	Transform       *Transform                  `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	Pipeline        *Pipeline                   `protobuf:"bytes,3,opt,name=pipeline" json:"pipeline,omitempty"`
	PipelineVersion uint64                      `protobuf:"varint,13,opt,name=pipeline_version,json=pipelineVersion" json:"pipeline_version,omitempty"`
	ParallelismSpec *ParallelismSpec            `protobuf:"bytes,12,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*JobInput                 `protobuf:"bytes,5,rep,name=inputs" json:"inputs,omitempty"`
	ParentJob       *Job                        `protobuf:"bytes,6,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
	Started         *google_protobuf1.Timestamp `protobuf:"bytes,7,opt,name=started" json:"started,omitempty"`
	Finished        *google_protobuf1.Timestamp `protobuf:"bytes,8,opt,name=finished" json:"finished,omitempty"`
	OutputCommit    *pfs.Commit                 `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
	State           JobState                    `protobuf:"varint,10,opt,name=state,enum=pps.JobState" json:"state,omitempty"`
	Chunks          []*Chunk                    `protobuf:"bytes,11,rep,name=chunks" json:"chunks,omitempty"`
	Service         *Service                    `protobuf:"bytes,14,opt,name=service" json:"service,omitempty"`
}

func (*JobInfo) Descriptor 

func (*JobInfo) Descriptor() ([]byte, []int)

func (*JobInfo) GetChunks added in v1.2.4 

func (m *JobInfo) GetChunks() []*Chunk

func (*JobInfo) GetFinished 

func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp

func (*JobInfo) GetInputs 

func (m *JobInfo) GetInputs() []*JobInput

func (*JobInfo) GetJob 

func (m *JobInfo) GetJob() *Job

func (*JobInfo) GetOutputCommit 

func (m *JobInfo) GetOutputCommit() *pfs.Commit

func (*JobInfo) GetParallelismSpec added in v1.2.0 

func (m *JobInfo) GetParallelismSpec() *ParallelismSpec

func (*JobInfo) GetParentJob 

func (m *JobInfo) GetParentJob() *Job

func (*JobInfo) GetPipeline 

func (m *JobInfo) GetPipeline() *Pipeline

func (*JobInfo) GetService added in v1.3.0 

func (m *JobInfo) GetService() *Service

func (*JobInfo) GetStarted 

func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp

func (*JobInfo) GetTransform 

func (m *JobInfo) GetTransform() *Transform

func (*JobInfo) ProtoMessage 

func (*JobInfo) ProtoMessage()

func (*JobInfo) Reset 

func (m *JobInfo) Reset()

func (*JobInfo) String 

func (m *JobInfo) String() string

type JobInfos 

type JobInfos struct {
	JobInfo []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo" json:"job_info,omitempty"`
}

func (*JobInfos) Descriptor 

func (*JobInfos) Descriptor() ([]byte, []int)

func (*JobInfos) GetJobInfo 

func (m *JobInfos) GetJobInfo() []*JobInfo

func (*JobInfos) ProtoMessage 

func (*JobInfos) ProtoMessage()

func (*JobInfos) Reset 

func (m *JobInfos) Reset()

func (*JobInfos) String 

func (m *JobInfos) String() string

type JobInput 

type JobInput struct {
	Commit *pfs.Commit `protobuf:"bytes,1,opt,name=commit" json:"commit,omitempty"`
	Method *Method     `protobuf:"bytes,2,opt,name=method" json:"method,omitempty"`
	// This flag specifies whether the pipeline should be triggered
	// when this input gets an empty commit.
	RunEmpty bool `protobuf:"varint,3,opt,name=run_empty,json=runEmpty" json:"run_empty,omitempty"`
	Lazy     bool `protobuf:"varint,4,opt,name=lazy" json:"lazy,omitempty"`
}

func (*JobInput) Descriptor 

func (*JobInput) Descriptor() ([]byte, []int)

func (*JobInput) GetCommit 

func (m *JobInput) GetCommit() *pfs.Commit

func (*JobInput) GetMethod 

func (m *JobInput) GetMethod() *Method

func (*JobInput) ProtoMessage 

func (*JobInput) ProtoMessage()

func (*JobInput) Reset 

func (m *JobInput) Reset()

func (*JobInput) String 

func (m *JobInput) String() string

type JobState 

type JobState int32
const (
	JobState_JOB_CREATING JobState = 0
	JobState_JOB_RUNNING  JobState = 1
	JobState_JOB_FAILURE  JobState = 2
	JobState_JOB_SUCCESS  JobState = 3
	// An empty job is a job that hasn't actually been run.
	// It's a result of empty input commits.
	JobState_JOB_EMPTY JobState = 4
)

func (JobState) EnumDescriptor 

func (JobState) EnumDescriptor() ([]byte, []int)

func (JobState) String 

func (x JobState) String() string

type ListJobRequest 

type ListJobRequest struct {
	Pipeline    *Pipeline     `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	InputCommit []*pfs.Commit `protobuf:"bytes,2,rep,name=input_commit,json=inputCommit" json:"input_commit,omitempty"`
}

func (*ListJobRequest) Descriptor 

func (*ListJobRequest) Descriptor() ([]byte, []int)

func (*ListJobRequest) GetInputCommit 

func (m *ListJobRequest) GetInputCommit() []*pfs.Commit

func (*ListJobRequest) GetPipeline 

func (m *ListJobRequest) GetPipeline() *Pipeline

func (*ListJobRequest) ProtoMessage 

func (*ListJobRequest) ProtoMessage()

func (*ListJobRequest) Reset 

func (m *ListJobRequest) Reset()

func (*ListJobRequest) String 

func (m *ListJobRequest) String() string

type ListPipelineRequest 

type ListPipelineRequest struct {
}

func (*ListPipelineRequest) Descriptor 

func (*ListPipelineRequest) Descriptor() ([]byte, []int)

func (*ListPipelineRequest) ProtoMessage 

func (*ListPipelineRequest) ProtoMessage()

func (*ListPipelineRequest) Reset 

func (m *ListPipelineRequest) Reset()

func (*ListPipelineRequest) String 

func (m *ListPipelineRequest) String() string

type Method 

type Method struct {
	Partition   Partition   `protobuf:"varint,1,opt,name=partition,enum=pps.Partition" json:"partition,omitempty"`
	Incremental Incremental `protobuf:"varint,2,opt,name=incremental,enum=pps.Incremental" json:"incremental,omitempty"`
}

func (*Method) Descriptor 

func (*Method) Descriptor() ([]byte, []int)

func (*Method) ProtoMessage 

func (*Method) ProtoMessage()

func (*Method) Reset 

func (m *Method) Reset()

func (*Method) String 

func (m *Method) String() string

type ParallelismSpec added in v1.2.0 

type ParallelismSpec struct {
	Strategy ParallelismSpec_Strategy `protobuf:"varint,1,opt,name=strategy,enum=pps.ParallelismSpec_Strategy" json:"strategy,omitempty"`
	// If 'strategy' is set to CONSTANT, then the field 'constant' is used.
	//
	// Starts the pipeline/job with a 'constant' workers, unless 'constant' is
	// zero. If 'constant' is zero (which is the zero value of ParallelismSpec),
	// then Pachyderm will choose the number of workers that is started,
	// (currently it chooses the number of workers in the cluster)
	Constant uint64 `protobuf:"varint,2,opt,name=constant" json:"constant,omitempty"`
	// If 'strategy' is set to COEFFICIENT, then the field 'coefficient' is used.
	//
	// Starts the pipeline/job with number of workers equal to 'coefficient' * N,
	// where N is the number of nodes in the kubernetes cluster.
	//
	// For example, if each Kubernetes node has four CPUs, you might set
	// 'coefficient' to four, so that there are four Pachyderm workers per
	// Kubernetes node, and each Pachyderm worker gets one CPU. If you want to
	// reserve half the nodes in your cluster for other tasks, you might set
	// 'coefficient' to 0.5.
	Coefficient float64 `protobuf:"fixed64,3,opt,name=coefficient" json:"coefficient,omitempty"`
}

func (*ParallelismSpec) Descriptor added in v1.2.0 

func (*ParallelismSpec) Descriptor() ([]byte, []int)

func (*ParallelismSpec) ProtoMessage added in v1.2.0 

func (*ParallelismSpec) ProtoMessage()

func (*ParallelismSpec) Reset added in v1.2.0 

func (m *ParallelismSpec) Reset()

func (*ParallelismSpec) String added in v1.2.0 

func (m *ParallelismSpec) String() string

type ParallelismSpec_Strategy added in v1.2.0 

type ParallelismSpec_Strategy int32

Which Parallelism strategy to use. Depending on the value of 'strategy', other messages in the spec will or will not be set. 

const (
	ParallelismSpec_CONSTANT    ParallelismSpec_Strategy = 0
	ParallelismSpec_COEFFICIENT ParallelismSpec_Strategy = 1
)

func (ParallelismSpec_Strategy) EnumDescriptor added in v1.2.0 

func (ParallelismSpec_Strategy) EnumDescriptor() ([]byte, []int)

func (ParallelismSpec_Strategy) String added in v1.2.0 

func (x ParallelismSpec_Strategy) String() string

type Partition 

type Partition int32
const (
	Partition_BLOCK Partition = 0
	Partition_FILE  Partition = 1
	Partition_REPO  Partition = 2
)

func (Partition) EnumDescriptor 

func (Partition) EnumDescriptor() ([]byte, []int)

func (Partition) String 

func (x Partition) String() string

type Pipeline 

type Pipeline struct {
	Name string `protobuf:"bytes,1,opt,name=name" json:"name,omitempty"`
}

func (*Pipeline) Descriptor 

func (*Pipeline) Descriptor() ([]byte, []int)

func (*Pipeline) ProtoMessage 

func (*Pipeline) ProtoMessage()

func (*Pipeline) Reset 

func (m *Pipeline) Reset()

func (*Pipeline) String 

func (m *Pipeline) String() string

type PipelineInfo 

type PipelineInfo struct {
	Pipeline        *Pipeline                   `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Version         uint64                      `protobuf:"varint,11,opt,name=version" json:"version,omitempty"`
	Transform       *Transform                  `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	ParallelismSpec *ParallelismSpec            `protobuf:"bytes,10,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*PipelineInput            `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	OutputRepo      *pfs.Repo                   `protobuf:"bytes,5,opt,name=output_repo,json=outputRepo" json:"output_repo,omitempty"`
	CreatedAt       *google_protobuf1.Timestamp `protobuf:"bytes,6,opt,name=created_at,json=createdAt" json:"created_at,omitempty"`
	State           PipelineState               `protobuf:"varint,7,opt,name=state,enum=pps.PipelineState" json:"state,omitempty"`
	RecentError     string                      `protobuf:"bytes,8,opt,name=recent_error,json=recentError" json:"recent_error,omitempty"`
	JobCounts       map[int32]int32             `` /* 157-byte string literal not displayed */
	GcPolicy        *GCPolicy                   `protobuf:"bytes,12,opt,name=gc_policy,json=gcPolicy" json:"gc_policy,omitempty"`
}

func (*PipelineInfo) Descriptor 

func (*PipelineInfo) Descriptor() ([]byte, []int)

func (*PipelineInfo) GetCreatedAt 

func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp

func (*PipelineInfo) GetGcPolicy added in v1.3.0 

func (m *PipelineInfo) GetGcPolicy() *GCPolicy

func (*PipelineInfo) GetInputs 

func (m *PipelineInfo) GetInputs() []*PipelineInput

func (*PipelineInfo) GetJobCounts 

func (m *PipelineInfo) GetJobCounts() map[int32]int32

func (*PipelineInfo) GetOutputRepo 

func (m *PipelineInfo) GetOutputRepo() *pfs.Repo

func (*PipelineInfo) GetParallelismSpec added in v1.2.0 

func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec

func (*PipelineInfo) GetPipeline 

func (m *PipelineInfo) GetPipeline() *Pipeline

func (*PipelineInfo) GetTransform 

func (m *PipelineInfo) GetTransform() *Transform

func (*PipelineInfo) ProtoMessage 

func (*PipelineInfo) ProtoMessage()

func (*PipelineInfo) Reset 

func (m *PipelineInfo) Reset()

func (*PipelineInfo) String 

func (m *PipelineInfo) String() string

type PipelineInfos 

type PipelineInfos struct {
	PipelineInfo []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo" json:"pipeline_info,omitempty"`
}

func (*PipelineInfos) Descriptor 

func (*PipelineInfos) Descriptor() ([]byte, []int)

func (*PipelineInfos) GetPipelineInfo 

func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo

func (*PipelineInfos) ProtoMessage 

func (*PipelineInfos) ProtoMessage()

func (*PipelineInfos) Reset 

func (m *PipelineInfos) Reset()

func (*PipelineInfos) String 

func (m *PipelineInfos) String() string

type PipelineInput 

type PipelineInput struct {
	Repo   *pfs.Repo `protobuf:"bytes,1,opt,name=repo" json:"repo,omitempty"`
	Method *Method   `protobuf:"bytes,2,opt,name=method" json:"method,omitempty"`
	// This flag specifies whether the pipeline should be triggered
	// when this input gets an empty commit.
	RunEmpty bool `protobuf:"varint,3,opt,name=run_empty,json=runEmpty" json:"run_empty,omitempty"`
	Lazy     bool `protobuf:"varint,4,opt,name=lazy" json:"lazy,omitempty"`
}

func (*PipelineInput) Descriptor 

func (*PipelineInput) Descriptor() ([]byte, []int)

func (*PipelineInput) GetMethod 

func (m *PipelineInput) GetMethod() *Method

func (*PipelineInput) GetRepo 

func (m *PipelineInput) GetRepo() *pfs.Repo

func (*PipelineInput) ProtoMessage 

func (*PipelineInput) ProtoMessage()

func (*PipelineInput) Reset 

func (m *PipelineInput) Reset()

func (*PipelineInput) String 

func (m *PipelineInput) String() string

type PipelineState 

type PipelineState int32
const (
	// When the pipeline is not ready to be triggered by commits.
	// This happens when either 1) a pipeline has been created but not yet picked
	// up by a PPS server, or 2) the pipeline does not have any inputs and is meant
	// to be triggered manually
	PipelineState_PIPELINE_IDLE PipelineState = 0
	// After this pipeline is picked up by a pachd node.  This is the normal
	// state of a pipeline.
	PipelineState_PIPELINE_RUNNING PipelineState = 1
	// After some error caused runPipeline to exit, but before the pipeline is
	// re-run.  This is when the exponential backoff is in effect.
	PipelineState_PIPELINE_RESTARTING PipelineState = 2
	// We have retried too many times and we have given up on this pipeline.
	PipelineState_PIPELINE_FAILURE PipelineState = 3
	// The pipeline has been explicitly stopped by the user.
	PipelineState_PIPELINE_STOPPED PipelineState = 4
)

func (PipelineState) EnumDescriptor 

func (PipelineState) EnumDescriptor() ([]byte, []int)

func (PipelineState) String 

func (x PipelineState) String() string

type Pod added in v1.2.4 

type Pod struct {
	Name         string      `protobuf:"bytes,1,opt,name=name" json:"name,omitempty"`
	OutputCommit *pfs.Commit `protobuf:"bytes,2,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
	State        PodState    `protobuf:"varint,3,opt,name=state,enum=pps.PodState" json:"state,omitempty"`
}

func (*Pod) Descriptor added in v1.2.4 

func (*Pod) Descriptor() ([]byte, []int)

func (*Pod) GetOutputCommit added in v1.2.4 

func (m *Pod) GetOutputCommit() *pfs.Commit

func (*Pod) ProtoMessage added in v1.2.4 

func (*Pod) ProtoMessage()

func (*Pod) Reset added in v1.2.4 

func (m *Pod) Reset()

func (*Pod) String added in v1.2.4 

func (m *Pod) String() string

type PodState added in v1.2.4 

type PodState int32
const (
	PodState_POD_RUNNING PodState = 0
	PodState_POD_SUCCESS PodState = 1
	PodState_POD_FAILED  PodState = 2
)

func (PodState) EnumDescriptor added in v1.2.4 

func (PodState) EnumDescriptor() ([]byte, []int)

func (PodState) String added in v1.2.4 

func (x PodState) String() string

type Secret added in v1.2.0 

type Secret struct {
	// Name must be the name of the secret in kubernetes.
	Name      string `protobuf:"bytes,1,opt,name=name" json:"name,omitempty"`
	MountPath string `protobuf:"bytes,2,opt,name=mount_path,json=mountPath" json:"mount_path,omitempty"`
}

func (*Secret) Descriptor added in v1.2.0 

func (*Secret) Descriptor() ([]byte, []int)

func (*Secret) ProtoMessage added in v1.2.0 

func (*Secret) ProtoMessage()

func (*Secret) Reset added in v1.2.0 

func (m *Secret) Reset()

func (*Secret) String added in v1.2.0 

func (m *Secret) String() string

type Service added in v1.3.0 

type Service struct {
	InternalPort int32 `protobuf:"varint,1,opt,name=internal_port,json=internalPort" json:"internal_port,omitempty"`
	ExternalPort int32 `protobuf:"varint,2,opt,name=external_port,json=externalPort" json:"external_port,omitempty"`
}

func (*Service) Descriptor added in v1.3.0 

func (*Service) Descriptor() ([]byte, []int)

func (*Service) ProtoMessage added in v1.3.0 

func (*Service) ProtoMessage()

func (*Service) Reset added in v1.3.0 

func (m *Service) Reset()

func (*Service) String added in v1.3.0 

func (m *Service) String() string

type StartPipelineRequest added in v1.2.0 

type StartPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*StartPipelineRequest) Descriptor added in v1.2.0 

func (*StartPipelineRequest) Descriptor() ([]byte, []int)

func (*StartPipelineRequest) GetPipeline added in v1.2.0 

func (m *StartPipelineRequest) GetPipeline() *Pipeline

func (*StartPipelineRequest) ProtoMessage added in v1.2.0 

func (*StartPipelineRequest) ProtoMessage()

func (*StartPipelineRequest) Reset added in v1.2.0 

func (m *StartPipelineRequest) Reset()

func (*StartPipelineRequest) String added in v1.2.0 

func (m *StartPipelineRequest) String() string

type StopPipelineRequest added in v1.2.0 

type StopPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*StopPipelineRequest) Descriptor added in v1.2.0 

func (*StopPipelineRequest) Descriptor() ([]byte, []int)

func (*StopPipelineRequest) GetPipeline added in v1.2.0 

func (m *StopPipelineRequest) GetPipeline() *Pipeline

func (*StopPipelineRequest) ProtoMessage added in v1.2.0 

func (*StopPipelineRequest) ProtoMessage()

func (*StopPipelineRequest) Reset added in v1.2.0 

func (m *StopPipelineRequest) Reset()

func (*StopPipelineRequest) String added in v1.2.0 

func (m *StopPipelineRequest) String() string

type Transform 

type Transform struct {
	Image            string            `protobuf:"bytes,1,opt,name=image" json:"image,omitempty"`
	Cmd              []string          `protobuf:"bytes,2,rep,name=cmd" json:"cmd,omitempty"`
	Env              map[string]string `` /* 126-byte string literal not displayed */
	Secrets          []*Secret         `protobuf:"bytes,4,rep,name=secrets" json:"secrets,omitempty"`
	Stdin            []string          `protobuf:"bytes,5,rep,name=stdin" json:"stdin,omitempty"`
	AcceptReturnCode []int64           `protobuf:"varint,6,rep,packed,name=accept_return_code,json=acceptReturnCode" json:"accept_return_code,omitempty"`
	Debug            bool              `protobuf:"varint,7,opt,name=debug" json:"debug,omitempty"`
	// If set to true, writing to a file overwrites the original file, as opposed to
	// appending to it.
	Overwrite bool `protobuf:"varint,8,opt,name=overwrite" json:"overwrite,omitempty"`
}

func (*Transform) Descriptor 

func (*Transform) Descriptor() ([]byte, []int)

func (*Transform) GetEnv added in v1.2.0 

func (m *Transform) GetEnv() map[string]string

func (*Transform) GetSecrets added in v1.2.0 

func (m *Transform) GetSecrets() []*Secret

func (*Transform) ProtoMessage 

func (*Transform) ProtoMessage()

func (*Transform) Reset 

func (m *Transform) Reset()

func (*Transform) String 

func (m *Transform) String() string

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.