pps

package
v1.6.9 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Feb 27, 2018 License: Apache-2.0 Imports: 13 Imported by: 0

Documentation

Overview

Package pps is a generated protocol buffer package.

It is generated from these files: 

client/pps/pps.proto

It has these top-level messages: 

Secret
Transform
Egress
Job
Service
AtomInput
CronInput
GitInput
Input
JobInput
ParallelismSpec
InputFile
Datum
DatumInfo
Aggregate
ProcessStats
AggregateProcessStats
WorkerStatus
ResourceSpec
JobInfo
Worker
JobInfos
Pipeline
PipelineInput
PipelineInfo
PipelineInfos
CreateJobRequest
InspectJobRequest
ListJobRequest
DeleteJobRequest
StopJobRequest
GetLogsRequest
LogMessage
RestartDatumRequest
InspectDatumRequest
ListDatumRequest
ListDatumResponse
ListDatumStreamResponse
ChunkSpec
CreatePipelineRequest
InspectPipelineRequest
ListPipelineRequest
DeletePipelineRequest
StartPipelineRequest
StopPipelineRequest
RerunPipelineRequest
GarbageCollectRequest
GarbageCollectResponse

Index

Constants

This section is empty.

Variables

View Source 
var (
	ErrInvalidLengthPps = fmt.Errorf("proto: negative length found during unmarshaling")
	ErrIntOverflowPps   = fmt.Errorf("proto: integer overflow")
)
View Source 
var DatumState_name = map[int32]string{
	0: "FAILED",
	1: "SUCCESS",
	2: "SKIPPED",
	3: "STARTING",
}
View Source 
var DatumState_value = map[string]int32{
	"FAILED":   0,
	"SUCCESS":  1,
	"SKIPPED":  2,
	"STARTING": 3,
}
View Source 
var JobState_name = map[int32]string{
	0: "JOB_STARTING",
	1: "JOB_RUNNING",
	2: "JOB_FAILURE",
	3: "JOB_SUCCESS",
	4: "JOB_KILLED",
}
View Source 
var JobState_value = map[string]int32{
	"JOB_STARTING": 0,
	"JOB_RUNNING":  1,
	"JOB_FAILURE":  2,
	"JOB_SUCCESS":  3,
	"JOB_KILLED":   4,
}
View Source 
var PipelineState_name = map[int32]string{
	0: "PIPELINE_STARTING",
	1: "PIPELINE_RUNNING",
	2: "PIPELINE_RESTARTING",
	3: "PIPELINE_FAILURE",
	4: "PIPELINE_PAUSED",
}
View Source 
var PipelineState_value = map[string]int32{
	"PIPELINE_STARTING":   0,
	"PIPELINE_RUNNING":    1,
	"PIPELINE_RESTARTING": 2,
	"PIPELINE_FAILURE":    3,
	"PIPELINE_PAUSED":     4,
}
View Source 
var WorkerState_name = map[int32]string{
	0: "POD_RUNNING",
	1: "POD_SUCCESS",
	2: "POD_FAILED",
}
View Source 
var WorkerState_value = map[string]int32{
	"POD_RUNNING": 0,
	"POD_SUCCESS": 1,
	"POD_FAILED":  2,
}

Functions

func InputCommits added in v1.5.0 

func InputCommits(input *Input) []*pfs.Commit

InputCommits returns the commits in an Input.

func InputName added in v1.5.0 

func InputName(input *Input) string

InputName computes the name of an Input.

func RegisterAPIServer 

func RegisterAPIServer(s *grpc.Server, srv APIServer)

func SortInput added in v1.5.0 

func SortInput(input *Input)

SortInput sorts an Input.

func ValidateGitCloneURL added in v1.6.4 

func ValidateGitCloneURL(url string) error

ValidateGitCloneURL returns an error if the provided URL is invalid

func VisitInput added in v1.5.0 

func VisitInput(input *Input, f func(*Input))

VisitInput visits each input recursively in ascending order (root last)

Types

type APIClient 

type APIClient interface {
	CreateJob(ctx context.Context, in *CreateJobRequest, opts ...grpc.CallOption) (*Job, error)
	InspectJob(ctx context.Context, in *InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error)
	// ListJob returns information about current and past Pachyderm jobs. This is
	// deprecated in favor of ListJobStream
	ListJob(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error)
	// ListJobStream returns information about current and past Pachyderm jobs.
	ListJobStream(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (API_ListJobStreamClient, error)
	DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StopJob(ctx context.Context, in *StopJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	InspectDatum(ctx context.Context, in *InspectDatumRequest, opts ...grpc.CallOption) (*DatumInfo, error)
	// ListDatum returns information about each datum fed to a Pachyderm job. This
	// is deprecated in favor of ListDatumStream
	ListDatum(ctx context.Context, in *ListDatumRequest, opts ...grpc.CallOption) (*ListDatumResponse, error)
	// ListDatumStream returns information about each datum fed to a Pachyderm job
	ListDatumStream(ctx context.Context, in *ListDatumRequest, opts ...grpc.CallOption) (API_ListDatumStreamClient, error)
	RestartDatum(ctx context.Context, in *RestartDatumRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	CreatePipeline(ctx context.Context, in *CreatePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	InspectPipeline(ctx context.Context, in *InspectPipelineRequest, opts ...grpc.CallOption) (*PipelineInfo, error)
	ListPipeline(ctx context.Context, in *ListPipelineRequest, opts ...grpc.CallOption) (*PipelineInfos, error)
	DeletePipeline(ctx context.Context, in *DeletePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StartPipeline(ctx context.Context, in *StartPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StopPipeline(ctx context.Context, in *StopPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	RerunPipeline(ctx context.Context, in *RerunPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(ctx context.Context, in *google_protobuf.Empty, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	GetLogs(ctx context.Context, in *GetLogsRequest, opts ...grpc.CallOption) (API_GetLogsClient, error)
	// Garbage collection
	GarbageCollect(ctx context.Context, in *GarbageCollectRequest, opts ...grpc.CallOption) (*GarbageCollectResponse, error)
}

func NewAPIClient 

func NewAPIClient(cc *grpc.ClientConn) APIClient

type APIServer 

type APIServer interface {
	CreateJob(context.Context, *CreateJobRequest) (*Job, error)
	InspectJob(context.Context, *InspectJobRequest) (*JobInfo, error)
	// ListJob returns information about current and past Pachyderm jobs. This is
	// deprecated in favor of ListJobStream
	ListJob(context.Context, *ListJobRequest) (*JobInfos, error)
	// ListJobStream returns information about current and past Pachyderm jobs.
	ListJobStream(*ListJobRequest, API_ListJobStreamServer) error
	DeleteJob(context.Context, *DeleteJobRequest) (*google_protobuf.Empty, error)
	StopJob(context.Context, *StopJobRequest) (*google_protobuf.Empty, error)
	InspectDatum(context.Context, *InspectDatumRequest) (*DatumInfo, error)
	// ListDatum returns information about each datum fed to a Pachyderm job. This
	// is deprecated in favor of ListDatumStream
	ListDatum(context.Context, *ListDatumRequest) (*ListDatumResponse, error)
	// ListDatumStream returns information about each datum fed to a Pachyderm job
	ListDatumStream(*ListDatumRequest, API_ListDatumStreamServer) error
	RestartDatum(context.Context, *RestartDatumRequest) (*google_protobuf.Empty, error)
	CreatePipeline(context.Context, *CreatePipelineRequest) (*google_protobuf.Empty, error)
	InspectPipeline(context.Context, *InspectPipelineRequest) (*PipelineInfo, error)
	ListPipeline(context.Context, *ListPipelineRequest) (*PipelineInfos, error)
	DeletePipeline(context.Context, *DeletePipelineRequest) (*google_protobuf.Empty, error)
	StartPipeline(context.Context, *StartPipelineRequest) (*google_protobuf.Empty, error)
	StopPipeline(context.Context, *StopPipelineRequest) (*google_protobuf.Empty, error)
	RerunPipeline(context.Context, *RerunPipelineRequest) (*google_protobuf.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(context.Context, *google_protobuf.Empty) (*google_protobuf.Empty, error)
	GetLogs(*GetLogsRequest, API_GetLogsServer) error
	// Garbage collection
	GarbageCollect(context.Context, *GarbageCollectRequest) (*GarbageCollectResponse, error)
}

type API_GetLogsClient 

type API_GetLogsClient interface {
	Recv() (*LogMessage, error)
	grpc.ClientStream
}

type API_GetLogsServer 

type API_GetLogsServer interface {
	Send(*LogMessage) error
	grpc.ServerStream
}

type API_ListDatumStreamClient added in v1.6.4 

type API_ListDatumStreamClient interface {
	Recv() (*ListDatumStreamResponse, error)
	grpc.ClientStream
}

type API_ListDatumStreamServer added in v1.6.4 

type API_ListDatumStreamServer interface {
	Send(*ListDatumStreamResponse) error
	grpc.ServerStream
}

type API_ListJobStreamClient added in v1.6.4 

type API_ListJobStreamClient interface {
	Recv() (*JobInfo, error)
	grpc.ClientStream
}

type API_ListJobStreamServer added in v1.6.4 

type API_ListJobStreamServer interface {
	Send(*JobInfo) error
	grpc.ServerStream
}

type Aggregate added in v1.5.1 

type Aggregate struct {
	Count                 int64   `protobuf:"varint,1,opt,name=count,proto3" json:"count,omitempty"`
	Mean                  float64 `protobuf:"fixed64,2,opt,name=mean,proto3" json:"mean,omitempty"`
	Stddev                float64 `protobuf:"fixed64,3,opt,name=stddev,proto3" json:"stddev,omitempty"`
	FifthPercentile       float64 `protobuf:"fixed64,4,opt,name=fifth_percentile,json=fifthPercentile,proto3" json:"fifth_percentile,omitempty"`
	NinetyFifthPercentile float64 `` /* 128-byte string literal not displayed */
}

func (*Aggregate) Descriptor added in v1.5.1 

func (*Aggregate) Descriptor() ([]byte, []int)

func (*Aggregate) GetCount added in v1.5.1 

func (m *Aggregate) GetCount() int64

func (*Aggregate) GetFifthPercentile added in v1.5.1 

func (m *Aggregate) GetFifthPercentile() float64

func (*Aggregate) GetMean added in v1.5.1 

func (m *Aggregate) GetMean() float64

func (*Aggregate) GetNinetyFifthPercentile added in v1.5.1 

func (m *Aggregate) GetNinetyFifthPercentile() float64

func (*Aggregate) GetStddev added in v1.5.1 

func (m *Aggregate) GetStddev() float64

func (*Aggregate) Marshal added in v1.5.1 

func (m *Aggregate) Marshal() (dAtA []byte, err error)

func (*Aggregate) MarshalTo added in v1.5.1 

func (m *Aggregate) MarshalTo(dAtA []byte) (int, error)

func (*Aggregate) ProtoMessage added in v1.5.1 

func (*Aggregate) ProtoMessage()

func (*Aggregate) Reset added in v1.5.1 

func (m *Aggregate) Reset()

func (*Aggregate) Size added in v1.5.1 

func (m *Aggregate) Size() (n int)

func (*Aggregate) String added in v1.5.1 

func (m *Aggregate) String() string

func (*Aggregate) Unmarshal added in v1.5.1 

func (m *Aggregate) Unmarshal(dAtA []byte) error

type AggregateProcessStats added in v1.5.1 

type AggregateProcessStats struct {
	DownloadTime  *Aggregate `protobuf:"bytes,1,opt,name=download_time,json=downloadTime" json:"download_time,omitempty"`
	ProcessTime   *Aggregate `protobuf:"bytes,2,opt,name=process_time,json=processTime" json:"process_time,omitempty"`
	UploadTime    *Aggregate `protobuf:"bytes,3,opt,name=upload_time,json=uploadTime" json:"upload_time,omitempty"`
	DownloadBytes *Aggregate `protobuf:"bytes,4,opt,name=download_bytes,json=downloadBytes" json:"download_bytes,omitempty"`
	UploadBytes   *Aggregate `protobuf:"bytes,5,opt,name=upload_bytes,json=uploadBytes" json:"upload_bytes,omitempty"`
}

func (*AggregateProcessStats) Descriptor added in v1.5.1 

func (*AggregateProcessStats) Descriptor() ([]byte, []int)

func (*AggregateProcessStats) GetDownloadBytes added in v1.5.1 

func (m *AggregateProcessStats) GetDownloadBytes() *Aggregate

func (*AggregateProcessStats) GetDownloadTime added in v1.5.1 

func (m *AggregateProcessStats) GetDownloadTime() *Aggregate

func (*AggregateProcessStats) GetProcessTime added in v1.5.1 

func (m *AggregateProcessStats) GetProcessTime() *Aggregate

func (*AggregateProcessStats) GetUploadBytes added in v1.5.1 

func (m *AggregateProcessStats) GetUploadBytes() *Aggregate

func (*AggregateProcessStats) GetUploadTime added in v1.5.1 

func (m *AggregateProcessStats) GetUploadTime() *Aggregate

func (*AggregateProcessStats) Marshal added in v1.5.1 

func (m *AggregateProcessStats) Marshal() (dAtA []byte, err error)

func (*AggregateProcessStats) MarshalTo added in v1.5.1 

func (m *AggregateProcessStats) MarshalTo(dAtA []byte) (int, error)

func (*AggregateProcessStats) ProtoMessage added in v1.5.1 

func (*AggregateProcessStats) ProtoMessage()

func (*AggregateProcessStats) Reset added in v1.5.1 

func (m *AggregateProcessStats) Reset()

func (*AggregateProcessStats) Size added in v1.5.1 

func (m *AggregateProcessStats) Size() (n int)

func (*AggregateProcessStats) String added in v1.5.1 

func (m *AggregateProcessStats) String() string

func (*AggregateProcessStats) Unmarshal added in v1.5.1 

func (m *AggregateProcessStats) Unmarshal(dAtA []byte) error

type AtomInput added in v1.4.6 

type AtomInput struct {
	Name       string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Repo       string `protobuf:"bytes,2,opt,name=repo,proto3" json:"repo,omitempty"`
	Branch     string `protobuf:"bytes,3,opt,name=branch,proto3" json:"branch,omitempty"`
	Commit     string `protobuf:"bytes,4,opt,name=commit,proto3" json:"commit,omitempty"`
	Glob       string `protobuf:"bytes,5,opt,name=glob,proto3" json:"glob,omitempty"`
	Lazy       bool   `protobuf:"varint,6,opt,name=lazy,proto3" json:"lazy,omitempty"`
	FromCommit string `protobuf:"bytes,7,opt,name=from_commit,json=fromCommit,proto3" json:"from_commit,omitempty"`
	// EmptyFiles, if true, will cause files from this atom to be presented as
	// empty files. This is useful in shuffle pipelines where you want to read
	// the names of files and reorganize them using symlinks.
	EmptyFiles bool `protobuf:"varint,8,opt,name=empty_files,json=emptyFiles,proto3" json:"empty_files,omitempty"`
}

func (*AtomInput) Descriptor added in v1.4.6 

func (*AtomInput) Descriptor() ([]byte, []int)

func (*AtomInput) GetBranch added in v1.4.6 

func (m *AtomInput) GetBranch() string

func (*AtomInput) GetCommit added in v1.4.6 

func (m *AtomInput) GetCommit() string

func (*AtomInput) GetEmptyFiles added in v1.6.8 

func (m *AtomInput) GetEmptyFiles() bool

func (*AtomInput) GetFromCommit added in v1.4.6 

func (m *AtomInput) GetFromCommit() string

func (*AtomInput) GetGlob added in v1.4.6 

func (m *AtomInput) GetGlob() string

func (*AtomInput) GetLazy added in v1.4.6 

func (m *AtomInput) GetLazy() bool

func (*AtomInput) GetName added in v1.4.6 

func (m *AtomInput) GetName() string

func (*AtomInput) GetRepo added in v1.4.6 

func (m *AtomInput) GetRepo() string

func (*AtomInput) Marshal added in v1.5.0 

func (m *AtomInput) Marshal() (dAtA []byte, err error)

func (*AtomInput) MarshalTo added in v1.5.0 

func (m *AtomInput) MarshalTo(dAtA []byte) (int, error)

func (*AtomInput) ProtoMessage added in v1.4.6 

func (*AtomInput) ProtoMessage()

func (*AtomInput) Reset added in v1.4.6 

func (m *AtomInput) Reset()

func (*AtomInput) Size added in v1.5.0 

func (m *AtomInput) Size() (n int)

func (*AtomInput) String added in v1.4.6 

func (m *AtomInput) String() string

func (*AtomInput) Unmarshal added in v1.5.0 

func (m *AtomInput) Unmarshal(dAtA []byte) error

type ChunkSpec added in v1.6.6 

type ChunkSpec struct {
	// number, if nonzero, specifies that each chunk should contain `number`
	// datums. Chunks may contain fewer if the total number of datums don't
	// divide evenly.
	Number int64 `protobuf:"varint,1,opt,name=number,proto3" json:"number,omitempty"`
	// size_bytes, if nonzero, specifies a target size for each chunk of datums.
	// Chunks may be larger or smaller than size_bytes, but will usually be
	// pretty close to size_bytes in size.
	SizeBytes int64 `protobuf:"varint,2,opt,name=size_bytes,json=sizeBytes,proto3" json:"size_bytes,omitempty"`
}

ChunkSpec specifies how a pipeline should chunk its datums.

func (*ChunkSpec) Descriptor added in v1.6.6 

func (*ChunkSpec) Descriptor() ([]byte, []int)

func (*ChunkSpec) GetNumber added in v1.6.6 

func (m *ChunkSpec) GetNumber() int64

func (*ChunkSpec) GetSizeBytes added in v1.6.6 

func (m *ChunkSpec) GetSizeBytes() int64

func (*ChunkSpec) Marshal added in v1.6.6 

func (m *ChunkSpec) Marshal() (dAtA []byte, err error)

func (*ChunkSpec) MarshalTo added in v1.6.6 

func (m *ChunkSpec) MarshalTo(dAtA []byte) (int, error)

func (*ChunkSpec) ProtoMessage added in v1.6.6 

func (*ChunkSpec) ProtoMessage()

func (*ChunkSpec) Reset added in v1.6.6 

func (m *ChunkSpec) Reset()

func (*ChunkSpec) Size added in v1.6.6 

func (m *ChunkSpec) Size() (n int)

func (*ChunkSpec) String added in v1.6.6 

func (m *ChunkSpec) String() string

func (*ChunkSpec) Unmarshal added in v1.6.6 

func (m *ChunkSpec) Unmarshal(dAtA []byte) error

type CreateJobRequest 

type CreateJobRequest struct {
	Transform       *Transform       `protobuf:"bytes,1,opt,name=transform" json:"transform,omitempty"`
	Pipeline        *Pipeline        `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"`
	PipelineVersion uint64           `protobuf:"varint,10,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"`
	ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Egress          *Egress          `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"`
	// When service is defined, we create a long running job
	// by using a k8s RC and Service instead of a k8s Job
	Service          *Service                   `protobuf:"bytes,8,opt,name=service" json:"service,omitempty"`
	OutputRepo       *pfs.Repo                  `protobuf:"bytes,12,opt,name=output_repo,json=outputRepo" json:"output_repo,omitempty"`
	OutputBranch     string                     `protobuf:"bytes,11,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"`
	ParentJob        *Job                       `protobuf:"bytes,13,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
	ResourceRequests *ResourceSpec              `protobuf:"bytes,14,opt,name=resource_requests,json=resourceRequests" json:"resource_requests,omitempty"`
	ResourceLimits   *ResourceSpec              `protobuf:"bytes,21,opt,name=resource_limits,json=resourceLimits" json:"resource_limits,omitempty"`
	Input            *Input                     `protobuf:"bytes,15,opt,name=input" json:"input,omitempty"`
	NewBranch        *pfs.BranchInfo            `protobuf:"bytes,16,opt,name=new_branch,json=newBranch" json:"new_branch,omitempty"`
	Incremental      bool                       `protobuf:"varint,17,opt,name=incremental,proto3" json:"incremental,omitempty"`
	EnableStats      bool                       `protobuf:"varint,18,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"`
	Salt             string                     `protobuf:"bytes,19,opt,name=salt,proto3" json:"salt,omitempty"`
	Batch            bool                       `protobuf:"varint,20,opt,name=batch,proto3" json:"batch,omitempty"`
	ChunkSpec        *ChunkSpec                 `protobuf:"bytes,22,opt,name=chunk_spec,json=chunkSpec" json:"chunk_spec,omitempty"`
	DatumTimeout     *google_protobuf2.Duration `protobuf:"bytes,23,opt,name=datum_timeout,json=datumTimeout" json:"datum_timeout,omitempty"`
	JobTimeout       *google_protobuf2.Duration `protobuf:"bytes,24,opt,name=job_timeout,json=jobTimeout" json:"job_timeout,omitempty"`
}

func (*CreateJobRequest) Descriptor 

func (*CreateJobRequest) Descriptor() ([]byte, []int)

func (*CreateJobRequest) GetBatch added in v1.5.1 

func (m *CreateJobRequest) GetBatch() bool

func (*CreateJobRequest) GetChunkSpec added in v1.6.6 

func (m *CreateJobRequest) GetChunkSpec() *ChunkSpec

func (*CreateJobRequest) GetDatumTimeout added in v1.6.6 

func (m *CreateJobRequest) GetDatumTimeout() *google_protobuf2.Duration

func (*CreateJobRequest) GetEgress added in v1.3.19 

func (m *CreateJobRequest) GetEgress() *Egress

func (*CreateJobRequest) GetEnableStats added in v1.5.1 

func (m *CreateJobRequest) GetEnableStats() bool

func (*CreateJobRequest) GetIncremental added in v1.4.8 

func (m *CreateJobRequest) GetIncremental() bool

func (*CreateJobRequest) GetInput added in v1.4.6 

func (m *CreateJobRequest) GetInput() *Input

func (*CreateJobRequest) GetJobTimeout added in v1.6.6 

func (m *CreateJobRequest) GetJobTimeout() *google_protobuf2.Duration

func (*CreateJobRequest) GetNewBranch added in v1.4.8 

func (m *CreateJobRequest) GetNewBranch() *pfs.BranchInfo

func (*CreateJobRequest) GetOutputBranch added in v1.3.19 

func (m *CreateJobRequest) GetOutputBranch() string

func (*CreateJobRequest) GetOutputRepo added in v1.3.19 

func (m *CreateJobRequest) GetOutputRepo() *pfs.Repo

func (*CreateJobRequest) GetParallelismSpec added in v1.2.0 

func (m *CreateJobRequest) GetParallelismSpec() *ParallelismSpec

func (*CreateJobRequest) GetParentJob 

func (m *CreateJobRequest) GetParentJob() *Job

func (*CreateJobRequest) GetPipeline 

func (m *CreateJobRequest) GetPipeline() *Pipeline

func (*CreateJobRequest) GetPipelineVersion added in v1.3.6 

func (m *CreateJobRequest) GetPipelineVersion() uint64

func (*CreateJobRequest) GetResourceLimits added in v1.6.5 

func (m *CreateJobRequest) GetResourceLimits() *ResourceSpec

func (*CreateJobRequest) GetResourceRequests added in v1.6.5 

func (m *CreateJobRequest) GetResourceRequests() *ResourceSpec

func (*CreateJobRequest) GetSalt added in v1.5.1 

func (m *CreateJobRequest) GetSalt() string

func (*CreateJobRequest) GetService added in v1.3.0 

func (m *CreateJobRequest) GetService() *Service

func (*CreateJobRequest) GetTransform 

func (m *CreateJobRequest) GetTransform() *Transform

func (*CreateJobRequest) Marshal added in v1.5.0 

func (m *CreateJobRequest) Marshal() (dAtA []byte, err error)

func (*CreateJobRequest) MarshalTo added in v1.5.0 

func (m *CreateJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*CreateJobRequest) ProtoMessage 

func (*CreateJobRequest) ProtoMessage()

func (*CreateJobRequest) Reset 

func (m *CreateJobRequest) Reset()

func (*CreateJobRequest) Size added in v1.5.0 

func (m *CreateJobRequest) Size() (n int)

func (*CreateJobRequest) String 

func (m *CreateJobRequest) String() string

func (*CreateJobRequest) Unmarshal added in v1.5.0 

func (m *CreateJobRequest) Unmarshal(dAtA []byte) error

type CreatePipelineRequest 

type CreatePipelineRequest struct {
	Pipeline           *Pipeline                  `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Transform          *Transform                 `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	ParallelismSpec    *ParallelismSpec           `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Egress             *Egress                    `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"`
	Update             bool                       `protobuf:"varint,5,opt,name=update,proto3" json:"update,omitempty"`
	OutputBranch       string                     `protobuf:"bytes,10,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"`
	ScaleDownThreshold *google_protobuf2.Duration `protobuf:"bytes,11,opt,name=scale_down_threshold,json=scaleDownThreshold" json:"scale_down_threshold,omitempty"`
	ResourceRequests   *ResourceSpec              `protobuf:"bytes,12,opt,name=resource_requests,json=resourceRequests" json:"resource_requests,omitempty"`
	ResourceLimits     *ResourceSpec              `protobuf:"bytes,22,opt,name=resource_limits,json=resourceLimits" json:"resource_limits,omitempty"`
	Input              *Input                     `protobuf:"bytes,13,opt,name=input" json:"input,omitempty"`
	Description        string                     `protobuf:"bytes,14,opt,name=description,proto3" json:"description,omitempty"`
	Incremental        bool                       `protobuf:"varint,15,opt,name=incremental,proto3" json:"incremental,omitempty"`
	CacheSize          string                     `protobuf:"bytes,16,opt,name=cache_size,json=cacheSize,proto3" json:"cache_size,omitempty"`
	EnableStats        bool                       `protobuf:"varint,17,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"`
	// Reprocess forces the pipeline to reprocess all datums.
	// It only has meaning if Update is true
	Reprocess    bool                       `protobuf:"varint,18,opt,name=reprocess,proto3" json:"reprocess,omitempty"`
	Batch        bool                       `protobuf:"varint,19,opt,name=batch,proto3" json:"batch,omitempty"`
	MaxQueueSize int64                      `protobuf:"varint,20,opt,name=max_queue_size,json=maxQueueSize,proto3" json:"max_queue_size,omitempty"`
	Service      *Service                   `protobuf:"bytes,21,opt,name=service" json:"service,omitempty"`
	ChunkSpec    *ChunkSpec                 `protobuf:"bytes,23,opt,name=chunk_spec,json=chunkSpec" json:"chunk_spec,omitempty"`
	DatumTimeout *google_protobuf2.Duration `protobuf:"bytes,24,opt,name=datum_timeout,json=datumTimeout" json:"datum_timeout,omitempty"`
	JobTimeout   *google_protobuf2.Duration `protobuf:"bytes,25,opt,name=job_timeout,json=jobTimeout" json:"job_timeout,omitempty"`
	Salt         string                     `protobuf:"bytes,26,opt,name=salt,proto3" json:"salt,omitempty"`
}

func (*CreatePipelineRequest) Descriptor 

func (*CreatePipelineRequest) Descriptor() ([]byte, []int)

func (*CreatePipelineRequest) GetBatch added in v1.5.1 

func (m *CreatePipelineRequest) GetBatch() bool

func (*CreatePipelineRequest) GetCacheSize added in v1.5.1 

func (m *CreatePipelineRequest) GetCacheSize() string

func (*CreatePipelineRequest) GetChunkSpec added in v1.6.6 

func (m *CreatePipelineRequest) GetChunkSpec() *ChunkSpec

func (*CreatePipelineRequest) GetDatumTimeout added in v1.6.6 

func (m *CreatePipelineRequest) GetDatumTimeout() *google_protobuf2.Duration

func (*CreatePipelineRequest) GetDescription added in v1.4.7 

func (m *CreatePipelineRequest) GetDescription() string

func (*CreatePipelineRequest) GetEgress added in v1.3.19 

func (m *CreatePipelineRequest) GetEgress() *Egress

func (*CreatePipelineRequest) GetEnableStats added in v1.5.1 

func (m *CreatePipelineRequest) GetEnableStats() bool

func (*CreatePipelineRequest) GetIncremental added in v1.4.8 

func (m *CreatePipelineRequest) GetIncremental() bool

func (*CreatePipelineRequest) GetInput added in v1.4.6 

func (m *CreatePipelineRequest) GetInput() *Input

func (*CreatePipelineRequest) GetJobTimeout added in v1.6.6 

func (m *CreatePipelineRequest) GetJobTimeout() *google_protobuf2.Duration

func (*CreatePipelineRequest) GetMaxQueueSize added in v1.6.0 

func (m *CreatePipelineRequest) GetMaxQueueSize() int64

func (*CreatePipelineRequest) GetOutputBranch added in v1.3.19 

func (m *CreatePipelineRequest) GetOutputBranch() string

func (*CreatePipelineRequest) GetParallelismSpec added in v1.2.0 

func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec

func (*CreatePipelineRequest) GetPipeline 

func (m *CreatePipelineRequest) GetPipeline() *Pipeline

func (*CreatePipelineRequest) GetReprocess added in v1.5.1 

func (m *CreatePipelineRequest) GetReprocess() bool

func (*CreatePipelineRequest) GetResourceLimits added in v1.6.5 

func (m *CreatePipelineRequest) GetResourceLimits() *ResourceSpec

func (*CreatePipelineRequest) GetResourceRequests added in v1.6.5 

func (m *CreatePipelineRequest) GetResourceRequests() *ResourceSpec

func (*CreatePipelineRequest) GetSalt added in v1.6.9 

func (m *CreatePipelineRequest) GetSalt() string

func (*CreatePipelineRequest) GetScaleDownThreshold added in v1.4.4 

func (m *CreatePipelineRequest) GetScaleDownThreshold() *google_protobuf2.Duration

func (*CreatePipelineRequest) GetService added in v1.6.0 

func (m *CreatePipelineRequest) GetService() *Service

func (*CreatePipelineRequest) GetTransform 

func (m *CreatePipelineRequest) GetTransform() *Transform

func (*CreatePipelineRequest) GetUpdate added in v1.3.5 

func (m *CreatePipelineRequest) GetUpdate() bool

func (*CreatePipelineRequest) Marshal added in v1.5.0 

func (m *CreatePipelineRequest) Marshal() (dAtA []byte, err error)

func (*CreatePipelineRequest) MarshalTo added in v1.5.0 

func (m *CreatePipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*CreatePipelineRequest) ProtoMessage 

func (*CreatePipelineRequest) ProtoMessage()

func (*CreatePipelineRequest) Reset 

func (m *CreatePipelineRequest) Reset()

func (*CreatePipelineRequest) Size added in v1.5.0 

func (m *CreatePipelineRequest) Size() (n int)

func (*CreatePipelineRequest) String 

func (m *CreatePipelineRequest) String() string

func (*CreatePipelineRequest) Unmarshal added in v1.5.0 

func (m *CreatePipelineRequest) Unmarshal(dAtA []byte) error

type CronInput added in v1.5.3 

type CronInput struct {
	Name   string                      `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Repo   string                      `protobuf:"bytes,2,opt,name=repo,proto3" json:"repo,omitempty"`
	Commit string                      `protobuf:"bytes,3,opt,name=commit,proto3" json:"commit,omitempty"`
	Spec   string                      `protobuf:"bytes,4,opt,name=spec,proto3" json:"spec,omitempty"`
	Start  *google_protobuf1.Timestamp `protobuf:"bytes,5,opt,name=start" json:"start,omitempty"`
}

func (*CronInput) Descriptor added in v1.5.3 

func (*CronInput) Descriptor() ([]byte, []int)

func (*CronInput) GetCommit added in v1.5.3 

func (m *CronInput) GetCommit() string

func (*CronInput) GetName added in v1.5.3 

func (m *CronInput) GetName() string

func (*CronInput) GetRepo added in v1.5.3 

func (m *CronInput) GetRepo() string

func (*CronInput) GetSpec added in v1.5.3 

func (m *CronInput) GetSpec() string

func (*CronInput) GetStart added in v1.5.3 

func (m *CronInput) GetStart() *google_protobuf1.Timestamp

func (*CronInput) Marshal added in v1.5.3 

func (m *CronInput) Marshal() (dAtA []byte, err error)

func (*CronInput) MarshalTo added in v1.5.3 

func (m *CronInput) MarshalTo(dAtA []byte) (int, error)

func (*CronInput) ProtoMessage added in v1.5.3 

func (*CronInput) ProtoMessage()

func (*CronInput) Reset added in v1.5.3 

func (m *CronInput) Reset()

func (*CronInput) Size added in v1.5.3 

func (m *CronInput) Size() (n int)

func (*CronInput) String added in v1.5.3 

func (m *CronInput) String() string

func (*CronInput) Unmarshal added in v1.5.3 

func (m *CronInput) Unmarshal(dAtA []byte) error

type Datum added in v1.4.3 

type Datum struct {
	// ID is the hash computed from all the files
	ID  string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Job *Job   `protobuf:"bytes,2,opt,name=job" json:"job,omitempty"`
}

func (*Datum) Descriptor added in v1.4.3 

func (*Datum) Descriptor() ([]byte, []int)

func (*Datum) GetID added in v1.5.2 

func (m *Datum) GetID() string

func (*Datum) GetJob added in v1.5.2 

func (m *Datum) GetJob() *Job

func (*Datum) Marshal added in v1.5.0 

func (m *Datum) Marshal() (dAtA []byte, err error)

func (*Datum) MarshalTo added in v1.5.0 

func (m *Datum) MarshalTo(dAtA []byte) (int, error)

func (*Datum) ProtoMessage added in v1.4.3 

func (*Datum) ProtoMessage()

func (*Datum) Reset added in v1.4.3 

func (m *Datum) Reset()

func (*Datum) Size added in v1.5.0 

func (m *Datum) Size() (n int)

func (*Datum) String added in v1.4.3 

func (m *Datum) String() string

func (*Datum) Unmarshal added in v1.5.0 

func (m *Datum) Unmarshal(dAtA []byte) error

type DatumInfo added in v1.5.2 

type DatumInfo struct {
	Datum    *Datum          `protobuf:"bytes,1,opt,name=datum" json:"datum,omitempty"`
	State    DatumState      `protobuf:"varint,2,opt,name=state,proto3,enum=pps.DatumState" json:"state,omitempty"`
	Stats    *ProcessStats   `protobuf:"bytes,3,opt,name=stats" json:"stats,omitempty"`
	PfsState *pfs.File       `protobuf:"bytes,4,opt,name=pfs_state,json=pfsState" json:"pfs_state,omitempty"`
	Data     []*pfs.FileInfo `protobuf:"bytes,5,rep,name=data" json:"data,omitempty"`
}

func (*DatumInfo) Descriptor added in v1.5.2 

func (*DatumInfo) Descriptor() ([]byte, []int)

func (*DatumInfo) GetData added in v1.5.3 

func (m *DatumInfo) GetData() []*pfs.FileInfo

func (*DatumInfo) GetDatum added in v1.5.2 

func (m *DatumInfo) GetDatum() *Datum

func (*DatumInfo) GetPfsState added in v1.5.2 

func (m *DatumInfo) GetPfsState() *pfs.File

func (*DatumInfo) GetState added in v1.5.2 

func (m *DatumInfo) GetState() DatumState

func (*DatumInfo) GetStats added in v1.5.2 

func (m *DatumInfo) GetStats() *ProcessStats

func (*DatumInfo) Marshal added in v1.5.2 

func (m *DatumInfo) Marshal() (dAtA []byte, err error)

func (*DatumInfo) MarshalTo added in v1.5.2 

func (m *DatumInfo) MarshalTo(dAtA []byte) (int, error)

func (*DatumInfo) ProtoMessage added in v1.5.2 

func (*DatumInfo) ProtoMessage()

func (*DatumInfo) Reset added in v1.5.2 

func (m *DatumInfo) Reset()

func (*DatumInfo) Size added in v1.5.2 

func (m *DatumInfo) Size() (n int)

func (*DatumInfo) String added in v1.5.2 

func (m *DatumInfo) String() string

func (*DatumInfo) Unmarshal added in v1.5.2 

func (m *DatumInfo) Unmarshal(dAtA []byte) error

type DatumState added in v1.5.2 

type DatumState int32
const (
	DatumState_FAILED   DatumState = 0
	DatumState_SUCCESS  DatumState = 1
	DatumState_SKIPPED  DatumState = 2
	DatumState_STARTING DatumState = 3
)

func (DatumState) EnumDescriptor added in v1.5.2 

func (DatumState) EnumDescriptor() ([]byte, []int)

func (DatumState) String added in v1.5.2 

func (x DatumState) String() string

type DeleteJobRequest added in v1.3.0 

type DeleteJobRequest struct {
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}

func (*DeleteJobRequest) Descriptor added in v1.3.0 

func (*DeleteJobRequest) Descriptor() ([]byte, []int)

func (*DeleteJobRequest) GetJob added in v1.3.0 

func (m *DeleteJobRequest) GetJob() *Job

func (*DeleteJobRequest) Marshal added in v1.5.0 

func (m *DeleteJobRequest) Marshal() (dAtA []byte, err error)

func (*DeleteJobRequest) MarshalTo added in v1.5.0 

func (m *DeleteJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*DeleteJobRequest) ProtoMessage added in v1.3.0 

func (*DeleteJobRequest) ProtoMessage()

func (*DeleteJobRequest) Reset added in v1.3.0 

func (m *DeleteJobRequest) Reset()

func (*DeleteJobRequest) Size added in v1.5.0 

func (m *DeleteJobRequest) Size() (n int)

func (*DeleteJobRequest) String added in v1.3.0 

func (m *DeleteJobRequest) String() string

func (*DeleteJobRequest) Unmarshal added in v1.5.0 

func (m *DeleteJobRequest) Unmarshal(dAtA []byte) error

type DeletePipelineRequest 

type DeletePipelineRequest struct {
	Pipeline   *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	DeleteJobs bool      `protobuf:"varint,2,opt,name=delete_jobs,json=deleteJobs,proto3" json:"delete_jobs,omitempty"`
	DeleteRepo bool      `protobuf:"varint,3,opt,name=delete_repo,json=deleteRepo,proto3" json:"delete_repo,omitempty"`
	All        bool      `protobuf:"varint,4,opt,name=all,proto3" json:"all,omitempty"`
}

func (*DeletePipelineRequest) Descriptor 

func (*DeletePipelineRequest) Descriptor() ([]byte, []int)

func (*DeletePipelineRequest) GetAll added in v1.4.8 

func (m *DeletePipelineRequest) GetAll() bool

func (*DeletePipelineRequest) GetDeleteJobs added in v1.4.3 

func (m *DeletePipelineRequest) GetDeleteJobs() bool

func (*DeletePipelineRequest) GetDeleteRepo added in v1.4.8 

func (m *DeletePipelineRequest) GetDeleteRepo() bool

func (*DeletePipelineRequest) GetPipeline 

func (m *DeletePipelineRequest) GetPipeline() *Pipeline

func (*DeletePipelineRequest) Marshal added in v1.5.0 

func (m *DeletePipelineRequest) Marshal() (dAtA []byte, err error)

func (*DeletePipelineRequest) MarshalTo added in v1.5.0 

func (m *DeletePipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*DeletePipelineRequest) ProtoMessage 

func (*DeletePipelineRequest) ProtoMessage()

func (*DeletePipelineRequest) Reset 

func (m *DeletePipelineRequest) Reset()

func (*DeletePipelineRequest) Size added in v1.5.0 

func (m *DeletePipelineRequest) Size() (n int)

func (*DeletePipelineRequest) String 

func (m *DeletePipelineRequest) String() string

func (*DeletePipelineRequest) Unmarshal added in v1.5.0 

func (m *DeletePipelineRequest) Unmarshal(dAtA []byte) error

type Egress added in v1.3.19 

type Egress struct {
	URL string `protobuf:"bytes,1,opt,name=URL,proto3" json:"URL,omitempty"`
}

func (*Egress) Descriptor added in v1.3.19 

func (*Egress) Descriptor() ([]byte, []int)

func (*Egress) GetURL added in v1.3.19 

func (m *Egress) GetURL() string

func (*Egress) Marshal added in v1.5.0 

func (m *Egress) Marshal() (dAtA []byte, err error)

func (*Egress) MarshalTo added in v1.5.0 

func (m *Egress) MarshalTo(dAtA []byte) (int, error)

func (*Egress) ProtoMessage added in v1.3.19 

func (*Egress) ProtoMessage()

func (*Egress) Reset added in v1.3.19 

func (m *Egress) Reset()

func (*Egress) Size added in v1.5.0 

func (m *Egress) Size() (n int)

func (*Egress) String added in v1.3.19 

func (m *Egress) String() string

func (*Egress) Unmarshal added in v1.5.0 

func (m *Egress) Unmarshal(dAtA []byte) error

type GarbageCollectRequest added in v1.4.7 

type GarbageCollectRequest struct {
}

func (*GarbageCollectRequest) Descriptor added in v1.4.7 

func (*GarbageCollectRequest) Descriptor() ([]byte, []int)

func (*GarbageCollectRequest) Marshal added in v1.5.0 

func (m *GarbageCollectRequest) Marshal() (dAtA []byte, err error)

func (*GarbageCollectRequest) MarshalTo added in v1.5.0 

func (m *GarbageCollectRequest) MarshalTo(dAtA []byte) (int, error)

func (*GarbageCollectRequest) ProtoMessage added in v1.4.7 

func (*GarbageCollectRequest) ProtoMessage()

func (*GarbageCollectRequest) Reset added in v1.4.7 

func (m *GarbageCollectRequest) Reset()

func (*GarbageCollectRequest) Size added in v1.5.0 

func (m *GarbageCollectRequest) Size() (n int)

func (*GarbageCollectRequest) String added in v1.4.7 

func (m *GarbageCollectRequest) String() string

func (*GarbageCollectRequest) Unmarshal added in v1.5.0 

func (m *GarbageCollectRequest) Unmarshal(dAtA []byte) error

type GarbageCollectResponse added in v1.4.7 

type GarbageCollectResponse struct {
}

func (*GarbageCollectResponse) Descriptor added in v1.4.7 

func (*GarbageCollectResponse) Descriptor() ([]byte, []int)

func (*GarbageCollectResponse) Marshal added in v1.5.0 

func (m *GarbageCollectResponse) Marshal() (dAtA []byte, err error)

func (*GarbageCollectResponse) MarshalTo added in v1.5.0 

func (m *GarbageCollectResponse) MarshalTo(dAtA []byte) (int, error)

func (*GarbageCollectResponse) ProtoMessage added in v1.4.7 

func (*GarbageCollectResponse) ProtoMessage()

func (*GarbageCollectResponse) Reset added in v1.4.7 

func (m *GarbageCollectResponse) Reset()

func (*GarbageCollectResponse) Size added in v1.5.0 

func (m *GarbageCollectResponse) Size() (n int)

func (*GarbageCollectResponse) String added in v1.4.7 

func (m *GarbageCollectResponse) String() string

func (*GarbageCollectResponse) Unmarshal added in v1.5.0 

func (m *GarbageCollectResponse) Unmarshal(dAtA []byte) error

type GetLogsRequest 

type GetLogsRequest struct {
	// The pipeline from which we want to get logs (required if the job in 'job'
	// was created as part of a pipeline. To get logs from a non-orphan job
	// without the pipeline that created it, you need to use ElasticSearch).
	Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"`
	// The job from which we want to get logs.
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	// Names of input files from which we want processing logs. This may contain
	// multiple files, to query pipelines that contain multiple inputs. Each
	// filter may be an absolute path of a file within a pps repo, or it may be
	// a hash for that file (to search for files at specific versions)
	DataFilters []string `protobuf:"bytes,3,rep,name=data_filters,json=dataFilters" json:"data_filters,omitempty"`
	Datum       *Datum   `protobuf:"bytes,6,opt,name=datum" json:"datum,omitempty"`
	// If true get logs from the master process
	Master bool `protobuf:"varint,5,opt,name=master,proto3" json:"master,omitempty"`
	// Continue to follow new logs as they become available.
	Follow bool `protobuf:"varint,7,opt,name=follow,proto3" json:"follow,omitempty"`
	// If nonzero, the number of lines from the end of the logs to return.  Note:
	// tail applies per container, so you will get tail * <number of pods> total
	// lines back.
	Tail int64 `protobuf:"varint,8,opt,name=tail,proto3" json:"tail,omitempty"`
}

func (*GetLogsRequest) Descriptor 

func (*GetLogsRequest) Descriptor() ([]byte, []int)

func (*GetLogsRequest) GetDataFilters added in v1.3.19 

func (m *GetLogsRequest) GetDataFilters() []string

func (*GetLogsRequest) GetDatum added in v1.6.0 

func (m *GetLogsRequest) GetDatum() *Datum

func (*GetLogsRequest) GetFollow added in v1.6.7 

func (m *GetLogsRequest) GetFollow() bool

func (*GetLogsRequest) GetJob 

func (m *GetLogsRequest) GetJob() *Job

func (*GetLogsRequest) GetMaster added in v1.5.1 

func (m *GetLogsRequest) GetMaster() bool

func (*GetLogsRequest) GetPipeline added in v1.3.19 

func (m *GetLogsRequest) GetPipeline() *Pipeline

func (*GetLogsRequest) GetTail added in v1.6.7 

func (m *GetLogsRequest) GetTail() int64

func (*GetLogsRequest) Marshal added in v1.5.0 

func (m *GetLogsRequest) Marshal() (dAtA []byte, err error)

func (*GetLogsRequest) MarshalTo added in v1.5.0 

func (m *GetLogsRequest) MarshalTo(dAtA []byte) (int, error)

func (*GetLogsRequest) ProtoMessage 

func (*GetLogsRequest) ProtoMessage()

func (*GetLogsRequest) Reset 

func (m *GetLogsRequest) Reset()

func (*GetLogsRequest) Size added in v1.5.0 

func (m *GetLogsRequest) Size() (n int)

func (*GetLogsRequest) String 

func (m *GetLogsRequest) String() string

func (*GetLogsRequest) Unmarshal added in v1.5.0 

func (m *GetLogsRequest) Unmarshal(dAtA []byte) error

type GitInput added in v1.6.4 

type GitInput struct {
	Name   string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	URL    string `protobuf:"bytes,2,opt,name=url,proto3" json:"url,omitempty"`
	Branch string `protobuf:"bytes,3,opt,name=branch,proto3" json:"branch,omitempty"`
	Commit string `protobuf:"bytes,4,opt,name=commit,proto3" json:"commit,omitempty"`
}

func (*GitInput) Descriptor added in v1.6.4 

func (*GitInput) Descriptor() ([]byte, []int)

func (*GitInput) GetBranch added in v1.6.4 

func (m *GitInput) GetBranch() string

func (*GitInput) GetCommit added in v1.6.4 

func (m *GitInput) GetCommit() string

func (*GitInput) GetName added in v1.6.4 

func (m *GitInput) GetName() string

func (*GitInput) GetURL added in v1.6.4 

func (m *GitInput) GetURL() string

func (*GitInput) Marshal added in v1.6.4 

func (m *GitInput) Marshal() (dAtA []byte, err error)

func (*GitInput) MarshalTo added in v1.6.4 

func (m *GitInput) MarshalTo(dAtA []byte) (int, error)

func (*GitInput) ProtoMessage added in v1.6.4 

func (*GitInput) ProtoMessage()

func (*GitInput) Reset added in v1.6.4 

func (m *GitInput) Reset()

func (*GitInput) Size added in v1.6.4 

func (m *GitInput) Size() (n int)

func (*GitInput) String added in v1.6.4 

func (m *GitInput) String() string

func (*GitInput) Unmarshal added in v1.6.4 

func (m *GitInput) Unmarshal(dAtA []byte) error

type Input added in v1.4.6 

type Input struct {
	Atom  *AtomInput `protobuf:"bytes,1,opt,name=atom" json:"atom,omitempty"`
	Cross []*Input   `protobuf:"bytes,2,rep,name=cross" json:"cross,omitempty"`
	Union []*Input   `protobuf:"bytes,3,rep,name=union" json:"union,omitempty"`
	Cron  *CronInput `protobuf:"bytes,4,opt,name=cron" json:"cron,omitempty"`
	Git   *GitInput  `protobuf:"bytes,5,opt,name=git" json:"git,omitempty"`
}

func (*Input) Descriptor added in v1.4.6 

func (*Input) Descriptor() ([]byte, []int)

func (*Input) GetAtom added in v1.4.6 

func (m *Input) GetAtom() *AtomInput

func (*Input) GetCron added in v1.5.3 

func (m *Input) GetCron() *CronInput

func (*Input) GetCross added in v1.4.6 

func (m *Input) GetCross() []*Input

func (*Input) GetGit added in v1.6.4 

func (m *Input) GetGit() *GitInput

func (*Input) GetUnion added in v1.4.6 

func (m *Input) GetUnion() []*Input

func (*Input) Marshal added in v1.5.0 

func (m *Input) Marshal() (dAtA []byte, err error)

func (*Input) MarshalTo added in v1.5.0 

func (m *Input) MarshalTo(dAtA []byte) (int, error)

func (*Input) ProtoMessage added in v1.4.6 

func (*Input) ProtoMessage()

func (*Input) Reset added in v1.4.6 

func (m *Input) Reset()

func (*Input) Size added in v1.5.0 

func (m *Input) Size() (n int)

func (*Input) String added in v1.4.6 

func (m *Input) String() string

func (*Input) Unmarshal added in v1.5.0 

func (m *Input) Unmarshal(dAtA []byte) error

type InputFile added in v1.5.2 

type InputFile struct {
	// This file's absolute path within its pfs repo.
	Path string `protobuf:"bytes,4,opt,name=path,proto3" json:"path,omitempty"`
	// This file's hash
	Hash []byte `protobuf:"bytes,5,opt,name=hash,proto3" json:"hash,omitempty"`
}

func (*InputFile) Descriptor added in v1.5.2 

func (*InputFile) Descriptor() ([]byte, []int)

func (*InputFile) GetHash added in v1.5.2 

func (m *InputFile) GetHash() []byte

func (*InputFile) GetPath added in v1.5.2 

func (m *InputFile) GetPath() string

func (*InputFile) Marshal added in v1.5.2 

func (m *InputFile) Marshal() (dAtA []byte, err error)

func (*InputFile) MarshalTo added in v1.5.2 

func (m *InputFile) MarshalTo(dAtA []byte) (int, error)

func (*InputFile) ProtoMessage added in v1.5.2 

func (*InputFile) ProtoMessage()

func (*InputFile) Reset added in v1.5.2 

func (m *InputFile) Reset()

func (*InputFile) Size added in v1.5.2 

func (m *InputFile) Size() (n int)

func (*InputFile) String added in v1.5.2 

func (m *InputFile) String() string

func (*InputFile) Unmarshal added in v1.5.2 

func (m *InputFile) Unmarshal(dAtA []byte) error

type InspectDatumRequest added in v1.5.2 

type InspectDatumRequest struct {
	Datum *Datum `protobuf:"bytes,1,opt,name=datum" json:"datum,omitempty"`
}

func (*InspectDatumRequest) Descriptor added in v1.5.2 

func (*InspectDatumRequest) Descriptor() ([]byte, []int)

func (*InspectDatumRequest) GetDatum added in v1.5.2 

func (m *InspectDatumRequest) GetDatum() *Datum

func (*InspectDatumRequest) Marshal added in v1.5.2 

func (m *InspectDatumRequest) Marshal() (dAtA []byte, err error)

func (*InspectDatumRequest) MarshalTo added in v1.5.2 

func (m *InspectDatumRequest) MarshalTo(dAtA []byte) (int, error)

func (*InspectDatumRequest) ProtoMessage added in v1.5.2 

func (*InspectDatumRequest) ProtoMessage()

func (*InspectDatumRequest) Reset added in v1.5.2 

func (m *InspectDatumRequest) Reset()

func (*InspectDatumRequest) Size added in v1.5.2 

func (m *InspectDatumRequest) Size() (n int)

func (*InspectDatumRequest) String added in v1.5.2 

func (m *InspectDatumRequest) String() string

func (*InspectDatumRequest) Unmarshal added in v1.5.2 

func (m *InspectDatumRequest) Unmarshal(dAtA []byte) error

type InspectJobRequest 

type InspectJobRequest struct {
	Job        *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	BlockState bool `protobuf:"varint,2,opt,name=block_state,json=blockState,proto3" json:"block_state,omitempty"`
}

func (*InspectJobRequest) Descriptor 

func (*InspectJobRequest) Descriptor() ([]byte, []int)

func (*InspectJobRequest) GetBlockState added in v1.3.5 

func (m *InspectJobRequest) GetBlockState() bool

func (*InspectJobRequest) GetJob 

func (m *InspectJobRequest) GetJob() *Job

func (*InspectJobRequest) Marshal added in v1.5.0 

func (m *InspectJobRequest) Marshal() (dAtA []byte, err error)

func (*InspectJobRequest) MarshalTo added in v1.5.0 

func (m *InspectJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*InspectJobRequest) ProtoMessage 

func (*InspectJobRequest) ProtoMessage()

func (*InspectJobRequest) Reset 

func (m *InspectJobRequest) Reset()

func (*InspectJobRequest) Size added in v1.5.0 

func (m *InspectJobRequest) Size() (n int)

func (*InspectJobRequest) String 

func (m *InspectJobRequest) String() string

func (*InspectJobRequest) Unmarshal added in v1.5.0 

func (m *InspectJobRequest) Unmarshal(dAtA []byte) error

type InspectPipelineRequest 

type InspectPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*InspectPipelineRequest) Descriptor 

func (*InspectPipelineRequest) Descriptor() ([]byte, []int)

func (*InspectPipelineRequest) GetPipeline 

func (m *InspectPipelineRequest) GetPipeline() *Pipeline

func (*InspectPipelineRequest) Marshal added in v1.5.0 

func (m *InspectPipelineRequest) Marshal() (dAtA []byte, err error)

func (*InspectPipelineRequest) MarshalTo added in v1.5.0 

func (m *InspectPipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*InspectPipelineRequest) ProtoMessage 

func (*InspectPipelineRequest) ProtoMessage()

func (*InspectPipelineRequest) Reset 

func (m *InspectPipelineRequest) Reset()

func (*InspectPipelineRequest) Size added in v1.5.0 

func (m *InspectPipelineRequest) Size() (n int)

func (*InspectPipelineRequest) String 

func (m *InspectPipelineRequest) String() string

func (*InspectPipelineRequest) Unmarshal added in v1.5.0 

func (m *InspectPipelineRequest) Unmarshal(dAtA []byte) error

type Job 

type Job struct {
	ID string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
}

func (*Job) Descriptor 

func (*Job) Descriptor() ([]byte, []int)

func (*Job) GetID added in v1.3.5 

func (m *Job) GetID() string

func (*Job) Marshal added in v1.5.0 

func (m *Job) Marshal() (dAtA []byte, err error)

func (*Job) MarshalTo added in v1.5.0 

func (m *Job) MarshalTo(dAtA []byte) (int, error)

func (*Job) ProtoMessage 

func (*Job) ProtoMessage()

func (*Job) Reset 

func (m *Job) Reset()

func (*Job) Size added in v1.5.0 

func (m *Job) Size() (n int)

func (*Job) String 

func (m *Job) String() string

func (*Job) Unmarshal added in v1.5.0 

func (m *Job) Unmarshal(dAtA []byte) error

type JobInfo 

type JobInfo struct {
	Job              *Job                        `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	Transform        *Transform                  `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	Pipeline         *Pipeline                   `protobuf:"bytes,3,opt,name=pipeline" json:"pipeline,omitempty"`
	PipelineVersion  uint64                      `protobuf:"varint,13,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"`
	ParallelismSpec  *ParallelismSpec            `protobuf:"bytes,12,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Egress           *Egress                     `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"`
	ParentJob        *Job                        `protobuf:"bytes,6,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
	Started          *google_protobuf1.Timestamp `protobuf:"bytes,7,opt,name=started" json:"started,omitempty"`
	Finished         *google_protobuf1.Timestamp `protobuf:"bytes,8,opt,name=finished" json:"finished,omitempty"`
	OutputCommit     *pfs.Commit                 `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
	State            JobState                    `protobuf:"varint,10,opt,name=state,proto3,enum=pps.JobState" json:"state,omitempty"`
	Reason           string                      `protobuf:"bytes,35,opt,name=reason,proto3" json:"reason,omitempty"`
	Service          *Service                    `protobuf:"bytes,14,opt,name=service" json:"service,omitempty"`
	OutputRepo       *pfs.Repo                   `protobuf:"bytes,18,opt,name=output_repo,json=outputRepo" json:"output_repo,omitempty"`
	OutputBranch     string                      `protobuf:"bytes,17,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"`
	Restart          uint64                      `protobuf:"varint,20,opt,name=restart,proto3" json:"restart,omitempty"`
	DataProcessed    int64                       `protobuf:"varint,22,opt,name=data_processed,json=dataProcessed,proto3" json:"data_processed,omitempty"`
	DataSkipped      int64                       `protobuf:"varint,30,opt,name=data_skipped,json=dataSkipped,proto3" json:"data_skipped,omitempty"`
	DataFailed       int64                       `protobuf:"varint,40,opt,name=data_failed,json=dataFailed,proto3" json:"data_failed,omitempty"`
	DataTotal        int64                       `protobuf:"varint,23,opt,name=data_total,json=dataTotal,proto3" json:"data_total,omitempty"`
	Stats            *ProcessStats               `protobuf:"bytes,31,opt,name=stats" json:"stats,omitempty"`
	WorkerStatus     []*WorkerStatus             `protobuf:"bytes,24,rep,name=worker_status,json=workerStatus" json:"worker_status,omitempty"`
	ResourceRequests *ResourceSpec               `protobuf:"bytes,25,opt,name=resource_requests,json=resourceRequests" json:"resource_requests,omitempty"`
	ResourceLimits   *ResourceSpec               `protobuf:"bytes,36,opt,name=resource_limits,json=resourceLimits" json:"resource_limits,omitempty"`
	Input            *Input                      `protobuf:"bytes,26,opt,name=input" json:"input,omitempty"`
	NewBranch        *pfs.BranchInfo             `protobuf:"bytes,27,opt,name=new_branch,json=newBranch" json:"new_branch,omitempty"`
	Incremental      bool                        `protobuf:"varint,28,opt,name=incremental,proto3" json:"incremental,omitempty"`
	StatsCommit      *pfs.Commit                 `protobuf:"bytes,29,opt,name=stats_commit,json=statsCommit" json:"stats_commit,omitempty"`
	EnableStats      bool                        `protobuf:"varint,32,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"`
	Salt             string                      `protobuf:"bytes,33,opt,name=salt,proto3" json:"salt,omitempty"`
	Batch            bool                        `protobuf:"varint,34,opt,name=batch,proto3" json:"batch,omitempty"`
	ChunkSpec        *ChunkSpec                  `protobuf:"bytes,37,opt,name=chunk_spec,json=chunkSpec" json:"chunk_spec,omitempty"`
	DatumTimeout     *google_protobuf2.Duration  `protobuf:"bytes,38,opt,name=datum_timeout,json=datumTimeout" json:"datum_timeout,omitempty"`
	JobTimeout       *google_protobuf2.Duration  `protobuf:"bytes,39,opt,name=job_timeout,json=jobTimeout" json:"job_timeout,omitempty"`
}

func (*JobInfo) Descriptor 

func (*JobInfo) Descriptor() ([]byte, []int)

func (*JobInfo) GetBatch added in v1.5.1 

func (m *JobInfo) GetBatch() bool

func (*JobInfo) GetChunkSpec added in v1.6.6 

func (m *JobInfo) GetChunkSpec() *ChunkSpec

func (*JobInfo) GetDataFailed added in v1.6.7 

func (m *JobInfo) GetDataFailed() int64

func (*JobInfo) GetDataProcessed added in v1.4.3 

func (m *JobInfo) GetDataProcessed() int64

func (*JobInfo) GetDataSkipped added in v1.5.1 

func (m *JobInfo) GetDataSkipped() int64

func (*JobInfo) GetDataTotal added in v1.4.3 

func (m *JobInfo) GetDataTotal() int64

func (*JobInfo) GetDatumTimeout added in v1.6.6 

func (m *JobInfo) GetDatumTimeout() *google_protobuf2.Duration

func (*JobInfo) GetEgress added in v1.3.19 

func (m *JobInfo) GetEgress() *Egress

func (*JobInfo) GetEnableStats added in v1.5.1 

func (m *JobInfo) GetEnableStats() bool

func (*JobInfo) GetFinished 

func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp

func (*JobInfo) GetIncremental added in v1.4.8 

func (m *JobInfo) GetIncremental() bool

func (*JobInfo) GetInput added in v1.4.6 

func (m *JobInfo) GetInput() *Input

func (*JobInfo) GetJob 

func (m *JobInfo) GetJob() *Job

func (*JobInfo) GetJobTimeout added in v1.6.6 

func (m *JobInfo) GetJobTimeout() *google_protobuf2.Duration

func (*JobInfo) GetNewBranch added in v1.4.8 

func (m *JobInfo) GetNewBranch() *pfs.BranchInfo

func (*JobInfo) GetOutputBranch added in v1.3.19 

func (m *JobInfo) GetOutputBranch() string

func (*JobInfo) GetOutputCommit 

func (m *JobInfo) GetOutputCommit() *pfs.Commit

func (*JobInfo) GetOutputRepo added in v1.3.19 

func (m *JobInfo) GetOutputRepo() *pfs.Repo

func (*JobInfo) GetParallelismSpec added in v1.2.0 

func (m *JobInfo) GetParallelismSpec() *ParallelismSpec

func (*JobInfo) GetParentJob 

func (m *JobInfo) GetParentJob() *Job

func (*JobInfo) GetPipeline 

func (m *JobInfo) GetPipeline() *Pipeline

func (*JobInfo) GetPipelineVersion added in v1.3.5 

func (m *JobInfo) GetPipelineVersion() uint64

func (*JobInfo) GetReason added in v1.6.0 

func (m *JobInfo) GetReason() string

func (*JobInfo) GetResourceLimits added in v1.6.5 

func (m *JobInfo) GetResourceLimits() *ResourceSpec

func (*JobInfo) GetResourceRequests added in v1.6.5 

func (m *JobInfo) GetResourceRequests() *ResourceSpec

func (*JobInfo) GetRestart added in v1.4.2 

func (m *JobInfo) GetRestart() uint64

func (*JobInfo) GetSalt added in v1.5.1 

func (m *JobInfo) GetSalt() string

func (*JobInfo) GetService added in v1.3.0 

func (m *JobInfo) GetService() *Service

func (*JobInfo) GetStarted 

func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp

func (*JobInfo) GetState added in v1.3.5 

func (m *JobInfo) GetState() JobState

func (*JobInfo) GetStats added in v1.5.1 

func (m *JobInfo) GetStats() *ProcessStats

func (*JobInfo) GetStatsCommit added in v1.5.1 

func (m *JobInfo) GetStatsCommit() *pfs.Commit

func (*JobInfo) GetTransform 

func (m *JobInfo) GetTransform() *Transform

func (*JobInfo) GetWorkerStatus added in v1.4.4 

func (m *JobInfo) GetWorkerStatus() []*WorkerStatus

func (*JobInfo) Marshal added in v1.5.0 

func (m *JobInfo) Marshal() (dAtA []byte, err error)

func (*JobInfo) MarshalTo added in v1.5.0 

func (m *JobInfo) MarshalTo(dAtA []byte) (int, error)

func (*JobInfo) ProtoMessage 

func (*JobInfo) ProtoMessage()

func (*JobInfo) Reset 

func (m *JobInfo) Reset()

func (*JobInfo) Size added in v1.5.0 

func (m *JobInfo) Size() (n int)

func (*JobInfo) String 

func (m *JobInfo) String() string

func (*JobInfo) Unmarshal added in v1.5.0 

func (m *JobInfo) Unmarshal(dAtA []byte) error

type JobInfos 

type JobInfos struct {
	JobInfo []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo" json:"job_info,omitempty"`
}

func (*JobInfos) Descriptor 

func (*JobInfos) Descriptor() ([]byte, []int)

func (*JobInfos) GetJobInfo 

func (m *JobInfos) GetJobInfo() []*JobInfo

func (*JobInfos) Marshal added in v1.5.0 

func (m *JobInfos) Marshal() (dAtA []byte, err error)

func (*JobInfos) MarshalTo added in v1.5.0 

func (m *JobInfos) MarshalTo(dAtA []byte) (int, error)

func (*JobInfos) ProtoMessage 

func (*JobInfos) ProtoMessage()

func (*JobInfos) Reset 

func (m *JobInfos) Reset()

func (*JobInfos) Size added in v1.5.0 

func (m *JobInfos) Size() (n int)

func (*JobInfos) String 

func (m *JobInfos) String() string

func (*JobInfos) Unmarshal added in v1.5.0 

func (m *JobInfos) Unmarshal(dAtA []byte) error

type JobInput 

type JobInput struct {
	Name   string      `protobuf:"bytes,4,opt,name=name,proto3" json:"name,omitempty"`
	Commit *pfs.Commit `protobuf:"bytes,1,opt,name=commit" json:"commit,omitempty"`
	Glob   string      `protobuf:"bytes,2,opt,name=glob,proto3" json:"glob,omitempty"`
	Lazy   bool        `protobuf:"varint,3,opt,name=lazy,proto3" json:"lazy,omitempty"`
}

func (*JobInput) Descriptor 

func (*JobInput) Descriptor() ([]byte, []int)

func (*JobInput) GetCommit 

func (m *JobInput) GetCommit() *pfs.Commit

func (*JobInput) GetGlob added in v1.3.19 

func (m *JobInput) GetGlob() string

func (*JobInput) GetLazy added in v1.3.5 

func (m *JobInput) GetLazy() bool

func (*JobInput) GetName added in v1.3.19 

func (m *JobInput) GetName() string

func (*JobInput) Marshal added in v1.5.0 

func (m *JobInput) Marshal() (dAtA []byte, err error)

func (*JobInput) MarshalTo added in v1.5.0 

func (m *JobInput) MarshalTo(dAtA []byte) (int, error)

func (*JobInput) ProtoMessage 

func (*JobInput) ProtoMessage()

func (*JobInput) Reset 

func (m *JobInput) Reset()

func (*JobInput) Size added in v1.5.0 

func (m *JobInput) Size() (n int)

func (*JobInput) String 

func (m *JobInput) String() string

func (*JobInput) Unmarshal added in v1.5.0 

func (m *JobInput) Unmarshal(dAtA []byte) error

type JobState 

type JobState int32
const (
	JobState_JOB_STARTING JobState = 0
	JobState_JOB_RUNNING  JobState = 1
	JobState_JOB_FAILURE  JobState = 2
	JobState_JOB_SUCCESS  JobState = 3
	JobState_JOB_KILLED   JobState = 4
)

func (JobState) EnumDescriptor 

func (JobState) EnumDescriptor() ([]byte, []int)

func (JobState) String 

func (x JobState) String() string

type ListDatumRequest added in v1.5.2 

type ListDatumRequest struct {
	Job      *Job  `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	PageSize int64 `protobuf:"varint,2,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
	Page     int64 `protobuf:"varint,3,opt,name=page,proto3" json:"page,omitempty"`
}

func (*ListDatumRequest) Descriptor added in v1.5.2 

func (*ListDatumRequest) Descriptor() ([]byte, []int)

func (*ListDatumRequest) GetJob added in v1.5.2 

func (m *ListDatumRequest) GetJob() *Job

func (*ListDatumRequest) GetPage added in v1.6.0 

func (m *ListDatumRequest) GetPage() int64

func (*ListDatumRequest) GetPageSize added in v1.6.0 

func (m *ListDatumRequest) GetPageSize() int64

func (*ListDatumRequest) Marshal added in v1.5.2 

func (m *ListDatumRequest) Marshal() (dAtA []byte, err error)

func (*ListDatumRequest) MarshalTo added in v1.5.2 

func (m *ListDatumRequest) MarshalTo(dAtA []byte) (int, error)

func (*ListDatumRequest) ProtoMessage added in v1.5.2 

func (*ListDatumRequest) ProtoMessage()

func (*ListDatumRequest) Reset added in v1.5.2 

func (m *ListDatumRequest) Reset()

func (*ListDatumRequest) Size added in v1.5.2 

func (m *ListDatumRequest) Size() (n int)

func (*ListDatumRequest) String added in v1.5.2 

func (m *ListDatumRequest) String() string

func (*ListDatumRequest) Unmarshal added in v1.5.2 

func (m *ListDatumRequest) Unmarshal(dAtA []byte) error

type ListDatumResponse added in v1.6.0 

type ListDatumResponse struct {
	DatumInfos []*DatumInfo `protobuf:"bytes,1,rep,name=datum_infos,json=datumInfos" json:"datum_infos,omitempty"`
	TotalPages int64        `protobuf:"varint,2,opt,name=total_pages,json=totalPages,proto3" json:"total_pages,omitempty"`
	Page       int64        `protobuf:"varint,3,opt,name=page,proto3" json:"page,omitempty"`
}

func (*ListDatumResponse) Descriptor added in v1.6.0 

func (*ListDatumResponse) Descriptor() ([]byte, []int)

func (*ListDatumResponse) GetDatumInfos added in v1.6.0 

func (m *ListDatumResponse) GetDatumInfos() []*DatumInfo

func (*ListDatumResponse) GetPage added in v1.6.0 

func (m *ListDatumResponse) GetPage() int64

func (*ListDatumResponse) GetTotalPages added in v1.6.0 

func (m *ListDatumResponse) GetTotalPages() int64

func (*ListDatumResponse) Marshal added in v1.6.0 

func (m *ListDatumResponse) Marshal() (dAtA []byte, err error)

func (*ListDatumResponse) MarshalTo added in v1.6.0 

func (m *ListDatumResponse) MarshalTo(dAtA []byte) (int, error)

func (*ListDatumResponse) ProtoMessage added in v1.6.0 

func (*ListDatumResponse) ProtoMessage()

func (*ListDatumResponse) Reset added in v1.6.0 

func (m *ListDatumResponse) Reset()

func (*ListDatumResponse) Size added in v1.6.0 

func (m *ListDatumResponse) Size() (n int)

func (*ListDatumResponse) String added in v1.6.0 

func (m *ListDatumResponse) String() string

func (*ListDatumResponse) Unmarshal added in v1.6.0 

func (m *ListDatumResponse) Unmarshal(dAtA []byte) error

type ListDatumStreamResponse added in v1.6.4 

type ListDatumStreamResponse struct {
	DatumInfo *DatumInfo `protobuf:"bytes,1,opt,name=datum_info,json=datumInfo" json:"datum_info,omitempty"`
	// total_pages is only set in the first response (and set to 0 in all other
	// responses)
	TotalPages int64 `protobuf:"varint,2,opt,name=total_pages,json=totalPages,proto3" json:"total_pages,omitempty"`
	// page is only set in the first response (and set to 0 in all other
	// responses)
	Page int64 `protobuf:"varint,3,opt,name=page,proto3" json:"page,omitempty"`
}

ListDatumStreamResponse is identical to ListDatumResponse, except that only one DatumInfo is present (as these responses are streamed)

func (*ListDatumStreamResponse) Descriptor added in v1.6.4 

func (*ListDatumStreamResponse) Descriptor() ([]byte, []int)

func (*ListDatumStreamResponse) GetDatumInfo added in v1.6.4 

func (m *ListDatumStreamResponse) GetDatumInfo() *DatumInfo

func (*ListDatumStreamResponse) GetPage added in v1.6.4 

func (m *ListDatumStreamResponse) GetPage() int64

func (*ListDatumStreamResponse) GetTotalPages added in v1.6.4 

func (m *ListDatumStreamResponse) GetTotalPages() int64

func (*ListDatumStreamResponse) Marshal added in v1.6.4 

func (m *ListDatumStreamResponse) Marshal() (dAtA []byte, err error)

func (*ListDatumStreamResponse) MarshalTo added in v1.6.4 

func (m *ListDatumStreamResponse) MarshalTo(dAtA []byte) (int, error)

func (*ListDatumStreamResponse) ProtoMessage added in v1.6.4 

func (*ListDatumStreamResponse) ProtoMessage()

func (*ListDatumStreamResponse) Reset added in v1.6.4 

func (m *ListDatumStreamResponse) Reset()

func (*ListDatumStreamResponse) Size added in v1.6.4 

func (m *ListDatumStreamResponse) Size() (n int)

func (*ListDatumStreamResponse) String added in v1.6.4 

func (m *ListDatumStreamResponse) String() string

func (*ListDatumStreamResponse) Unmarshal added in v1.6.4 

func (m *ListDatumStreamResponse) Unmarshal(dAtA []byte) error

type ListJobRequest 

type ListJobRequest struct {
	Pipeline     *Pipeline     `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	InputCommit  []*pfs.Commit `protobuf:"bytes,2,rep,name=input_commit,json=inputCommit" json:"input_commit,omitempty"`
	OutputCommit *pfs.Commit   `protobuf:"bytes,3,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
}

func (*ListJobRequest) Descriptor 

func (*ListJobRequest) Descriptor() ([]byte, []int)

func (*ListJobRequest) GetInputCommit 

func (m *ListJobRequest) GetInputCommit() []*pfs.Commit

func (*ListJobRequest) GetOutputCommit added in v1.6.0 

func (m *ListJobRequest) GetOutputCommit() *pfs.Commit

func (*ListJobRequest) GetPipeline 

func (m *ListJobRequest) GetPipeline() *Pipeline

func (*ListJobRequest) Marshal added in v1.5.0 

func (m *ListJobRequest) Marshal() (dAtA []byte, err error)

func (*ListJobRequest) MarshalTo added in v1.5.0 

func (m *ListJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*ListJobRequest) ProtoMessage 

func (*ListJobRequest) ProtoMessage()

func (*ListJobRequest) Reset 

func (m *ListJobRequest) Reset()

func (*ListJobRequest) Size added in v1.5.0 

func (m *ListJobRequest) Size() (n int)

func (*ListJobRequest) String 

func (m *ListJobRequest) String() string

func (*ListJobRequest) Unmarshal added in v1.5.0 

func (m *ListJobRequest) Unmarshal(dAtA []byte) error

type ListPipelineRequest 

type ListPipelineRequest struct {
}

func (*ListPipelineRequest) Descriptor 

func (*ListPipelineRequest) Descriptor() ([]byte, []int)

func (*ListPipelineRequest) Marshal added in v1.5.0 

func (m *ListPipelineRequest) Marshal() (dAtA []byte, err error)

func (*ListPipelineRequest) MarshalTo added in v1.5.0 

func (m *ListPipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*ListPipelineRequest) ProtoMessage 

func (*ListPipelineRequest) ProtoMessage()

func (*ListPipelineRequest) Reset 

func (m *ListPipelineRequest) Reset()

func (*ListPipelineRequest) Size added in v1.5.0 

func (m *ListPipelineRequest) Size() (n int)

func (*ListPipelineRequest) String 

func (m *ListPipelineRequest) String() string

func (*ListPipelineRequest) Unmarshal added in v1.5.0 

func (m *ListPipelineRequest) Unmarshal(dAtA []byte) error

type LogMessage added in v1.3.19 

type LogMessage struct {
	// The job and pipeline for which a PFS file is being processed (if the job
	// is an orphan job, pipeline name and ID will be unset)
	PipelineName string `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName,proto3" json:"pipeline_name,omitempty"`
	JobID        string `protobuf:"bytes,3,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	WorkerID     string `protobuf:"bytes,7,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"`
	DatumID      string `protobuf:"bytes,9,opt,name=datum_id,json=datumId,proto3" json:"datum_id,omitempty"`
	Master       bool   `protobuf:"varint,10,opt,name=master,proto3" json:"master,omitempty"`
	// The PFS files being processed (one per pipeline/job input)
	Data []*InputFile `protobuf:"bytes,4,rep,name=data" json:"data,omitempty"`
	// User is true if log message comes from the users code.
	User bool `protobuf:"varint,8,opt,name=user,proto3" json:"user,omitempty"`
	// The message logged, and the time at which it was logged
	Ts      *google_protobuf1.Timestamp `protobuf:"bytes,5,opt,name=ts" json:"ts,omitempty"`
	Message string                      `protobuf:"bytes,6,opt,name=message,proto3" json:"message,omitempty"`
}

LogMessage is a log line from a PPS worker, annotated with metadata indicating when and why the line was logged.

func (*LogMessage) Descriptor added in v1.3.19 

func (*LogMessage) Descriptor() ([]byte, []int)

func (*LogMessage) GetData added in v1.3.19 

func (m *LogMessage) GetData() []*InputFile

func (*LogMessage) GetDatumID added in v1.5.1 

func (m *LogMessage) GetDatumID() string

func (*LogMessage) GetJobID added in v1.3.19 

func (m *LogMessage) GetJobID() string

func (*LogMessage) GetMaster added in v1.5.1 

func (m *LogMessage) GetMaster() bool

func (*LogMessage) GetMessage added in v1.3.19 

func (m *LogMessage) GetMessage() string

func (*LogMessage) GetPipelineName added in v1.3.19 

func (m *LogMessage) GetPipelineName() string

func (*LogMessage) GetTs added in v1.3.19 

func (m *LogMessage) GetTs() *google_protobuf1.Timestamp

func (*LogMessage) GetUser added in v1.4.1 

func (m *LogMessage) GetUser() bool

func (*LogMessage) GetWorkerID added in v1.4.1 

func (m *LogMessage) GetWorkerID() string

func (*LogMessage) Marshal added in v1.5.0 

func (m *LogMessage) Marshal() (dAtA []byte, err error)

func (*LogMessage) MarshalTo added in v1.5.0 

func (m *LogMessage) MarshalTo(dAtA []byte) (int, error)

func (*LogMessage) ProtoMessage added in v1.3.19 

func (*LogMessage) ProtoMessage()

func (*LogMessage) Reset added in v1.3.19 

func (m *LogMessage) Reset()

func (*LogMessage) Size added in v1.5.0 

func (m *LogMessage) Size() (n int)

func (*LogMessage) String added in v1.3.19 

func (m *LogMessage) String() string

func (*LogMessage) Unmarshal added in v1.5.0 

func (m *LogMessage) Unmarshal(dAtA []byte) error

type ParallelismSpec added in v1.2.0 

type ParallelismSpec struct {
	// Starts the pipeline/job with a 'constant' workers, unless 'constant' is
	// zero. If 'constant' is zero (which is the zero value of ParallelismSpec),
	// then Pachyderm will choose the number of workers that is started,
	// (currently it chooses the number of workers in the cluster)
	Constant uint64 `protobuf:"varint,2,opt,name=constant,proto3" json:"constant,omitempty"`
	// Starts the pipeline/job with number of workers equal to 'coefficient' * N,
	// where N is the number of nodes in the kubernetes cluster.
	//
	// For example, if each Kubernetes node has four CPUs, you might set
	// 'coefficient' to four, so that there are four Pachyderm workers per
	// Kubernetes node, and each Pachyderm worker gets one CPU. If you want to
	// reserve half the nodes in your cluster for other tasks, you might set
	// 'coefficient' to 0.5.
	Coefficient float64 `protobuf:"fixed64,3,opt,name=coefficient,proto3" json:"coefficient,omitempty"`
}

func (*ParallelismSpec) Descriptor added in v1.2.0 

func (*ParallelismSpec) Descriptor() ([]byte, []int)

func (*ParallelismSpec) GetCoefficient added in v1.3.5 

func (m *ParallelismSpec) GetCoefficient() float64

func (*ParallelismSpec) GetConstant added in v1.3.5 

func (m *ParallelismSpec) GetConstant() uint64

func (*ParallelismSpec) Marshal added in v1.5.0 

func (m *ParallelismSpec) Marshal() (dAtA []byte, err error)

func (*ParallelismSpec) MarshalTo added in v1.5.0 

func (m *ParallelismSpec) MarshalTo(dAtA []byte) (int, error)

func (*ParallelismSpec) ProtoMessage added in v1.2.0 

func (*ParallelismSpec) ProtoMessage()

func (*ParallelismSpec) Reset added in v1.2.0 

func (m *ParallelismSpec) Reset()

func (*ParallelismSpec) Size added in v1.5.0 

func (m *ParallelismSpec) Size() (n int)

func (*ParallelismSpec) String added in v1.2.0 

func (m *ParallelismSpec) String() string

func (*ParallelismSpec) Unmarshal added in v1.5.0 

func (m *ParallelismSpec) Unmarshal(dAtA []byte) error

type Pipeline 

type Pipeline struct {
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
}

func (*Pipeline) Descriptor 

func (*Pipeline) Descriptor() ([]byte, []int)

func (*Pipeline) GetName added in v1.3.5 

func (m *Pipeline) GetName() string

func (*Pipeline) Marshal added in v1.5.0 

func (m *Pipeline) Marshal() (dAtA []byte, err error)

func (*Pipeline) MarshalTo added in v1.5.0 

func (m *Pipeline) MarshalTo(dAtA []byte) (int, error)

func (*Pipeline) ProtoMessage 

func (*Pipeline) ProtoMessage()

func (*Pipeline) Reset 

func (m *Pipeline) Reset()

func (*Pipeline) Size added in v1.5.0 

func (m *Pipeline) Size() (n int)

func (*Pipeline) String 

func (m *Pipeline) String() string

func (*Pipeline) Unmarshal added in v1.5.0 

func (m *Pipeline) Unmarshal(dAtA []byte) error

type PipelineInfo 

type PipelineInfo struct {
	ID                 string                      `protobuf:"bytes,17,opt,name=id,proto3" json:"id,omitempty"`
	Pipeline           *Pipeline                   `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Version            uint64                      `protobuf:"varint,11,opt,name=version,proto3" json:"version,omitempty"`
	Transform          *Transform                  `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	ParallelismSpec    *ParallelismSpec            `protobuf:"bytes,10,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Egress             *Egress                     `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"`
	CreatedAt          *google_protobuf1.Timestamp `protobuf:"bytes,6,opt,name=created_at,json=createdAt" json:"created_at,omitempty"`
	State              PipelineState               `protobuf:"varint,7,opt,name=state,proto3,enum=pps.PipelineState" json:"state,omitempty"`
	RecentError        string                      `protobuf:"bytes,8,opt,name=recent_error,json=recentError,proto3" json:"recent_error,omitempty"`
	JobCounts          map[int32]int32             `` /* 171-byte string literal not displayed */
	OutputBranch       string                      `protobuf:"bytes,16,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"`
	ScaleDownThreshold *google_protobuf2.Duration  `protobuf:"bytes,18,opt,name=scale_down_threshold,json=scaleDownThreshold" json:"scale_down_threshold,omitempty"`
	ResourceRequests   *ResourceSpec               `protobuf:"bytes,19,opt,name=resource_requests,json=resourceRequests" json:"resource_requests,omitempty"`
	ResourceLimits     *ResourceSpec               `protobuf:"bytes,31,opt,name=resource_limits,json=resourceLimits" json:"resource_limits,omitempty"`
	Input              *Input                      `protobuf:"bytes,20,opt,name=input" json:"input,omitempty"`
	Description        string                      `protobuf:"bytes,21,opt,name=description,proto3" json:"description,omitempty"`
	Incremental        bool                        `protobuf:"varint,22,opt,name=incremental,proto3" json:"incremental,omitempty"`
	CacheSize          string                      `protobuf:"bytes,23,opt,name=cache_size,json=cacheSize,proto3" json:"cache_size,omitempty"`
	EnableStats        bool                        `protobuf:"varint,24,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"`
	Salt               string                      `protobuf:"bytes,25,opt,name=salt,proto3" json:"salt,omitempty"`
	Capability         string                      `protobuf:"bytes,26,opt,name=capability,proto3" json:"capability,omitempty"`
	Batch              bool                        `protobuf:"varint,27,opt,name=batch,proto3" json:"batch,omitempty"`
	Reason             string                      `protobuf:"bytes,28,opt,name=reason,proto3" json:"reason,omitempty"`
	MaxQueueSize       int64                       `protobuf:"varint,29,opt,name=max_queue_size,json=maxQueueSize,proto3" json:"max_queue_size,omitempty"`
	Service            *Service                    `protobuf:"bytes,30,opt,name=service" json:"service,omitempty"`
	ChunkSpec          *ChunkSpec                  `protobuf:"bytes,32,opt,name=chunk_spec,json=chunkSpec" json:"chunk_spec,omitempty"`
	DatumTimeout       *google_protobuf2.Duration  `protobuf:"bytes,33,opt,name=datum_timeout,json=datumTimeout" json:"datum_timeout,omitempty"`
	JobTimeout         *google_protobuf2.Duration  `protobuf:"bytes,34,opt,name=job_timeout,json=jobTimeout" json:"job_timeout,omitempty"`
	GithookURL         string                      `protobuf:"bytes,35,opt,name=githook_url,json=githookUrl,proto3" json:"githook_url,omitempty"`
}

func (*PipelineInfo) Descriptor 

func (*PipelineInfo) Descriptor() ([]byte, []int)

func (*PipelineInfo) GetBatch added in v1.5.1 

func (m *PipelineInfo) GetBatch() bool

func (*PipelineInfo) GetCacheSize added in v1.5.1 

func (m *PipelineInfo) GetCacheSize() string

func (*PipelineInfo) GetCapability added in v1.5.1 

func (m *PipelineInfo) GetCapability() string

func (*PipelineInfo) GetChunkSpec added in v1.6.6 

func (m *PipelineInfo) GetChunkSpec() *ChunkSpec

func (*PipelineInfo) GetCreatedAt 

func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp

func (*PipelineInfo) GetDatumTimeout added in v1.6.6 

func (m *PipelineInfo) GetDatumTimeout() *google_protobuf2.Duration

func (*PipelineInfo) GetDescription added in v1.4.7 

func (m *PipelineInfo) GetDescription() string

func (*PipelineInfo) GetEgress added in v1.3.19 

func (m *PipelineInfo) GetEgress() *Egress

func (*PipelineInfo) GetEnableStats added in v1.5.1 

func (m *PipelineInfo) GetEnableStats() bool

func (*PipelineInfo) GetGithookURL added in v1.6.7 

func (m *PipelineInfo) GetGithookURL() string

func (*PipelineInfo) GetID added in v1.3.19 

func (m *PipelineInfo) GetID() string

func (*PipelineInfo) GetIncremental added in v1.4.8 

func (m *PipelineInfo) GetIncremental() bool

func (*PipelineInfo) GetInput added in v1.4.6 

func (m *PipelineInfo) GetInput() *Input

func (*PipelineInfo) GetJobCounts 

func (m *PipelineInfo) GetJobCounts() map[int32]int32

func (*PipelineInfo) GetJobTimeout added in v1.6.6 

func (m *PipelineInfo) GetJobTimeout() *google_protobuf2.Duration

func (*PipelineInfo) GetMaxQueueSize added in v1.6.0 

func (m *PipelineInfo) GetMaxQueueSize() int64

func (*PipelineInfo) GetOutputBranch added in v1.3.19 

func (m *PipelineInfo) GetOutputBranch() string

func (*PipelineInfo) GetParallelismSpec added in v1.2.0 

func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec

func (*PipelineInfo) GetPipeline 

func (m *PipelineInfo) GetPipeline() *Pipeline

func (*PipelineInfo) GetReason added in v1.6.0 

func (m *PipelineInfo) GetReason() string

func (*PipelineInfo) GetRecentError added in v1.3.5 

func (m *PipelineInfo) GetRecentError() string

func (*PipelineInfo) GetResourceLimits added in v1.6.5 

func (m *PipelineInfo) GetResourceLimits() *ResourceSpec

func (*PipelineInfo) GetResourceRequests added in v1.6.5 

func (m *PipelineInfo) GetResourceRequests() *ResourceSpec

func (*PipelineInfo) GetSalt added in v1.5.1 

func (m *PipelineInfo) GetSalt() string

func (*PipelineInfo) GetScaleDownThreshold added in v1.4.4 

func (m *PipelineInfo) GetScaleDownThreshold() *google_protobuf2.Duration

func (*PipelineInfo) GetService added in v1.6.0 

func (m *PipelineInfo) GetService() *Service

func (*PipelineInfo) GetState added in v1.3.5 

func (m *PipelineInfo) GetState() PipelineState

func (*PipelineInfo) GetTransform 

func (m *PipelineInfo) GetTransform() *Transform

func (*PipelineInfo) GetVersion added in v1.3.5 

func (m *PipelineInfo) GetVersion() uint64

func (*PipelineInfo) Marshal added in v1.5.0 

func (m *PipelineInfo) Marshal() (dAtA []byte, err error)

func (*PipelineInfo) MarshalTo added in v1.5.0 

func (m *PipelineInfo) MarshalTo(dAtA []byte) (int, error)

func (*PipelineInfo) ProtoMessage 

func (*PipelineInfo) ProtoMessage()

func (*PipelineInfo) Reset 

func (m *PipelineInfo) Reset()

func (*PipelineInfo) Size added in v1.5.0 

func (m *PipelineInfo) Size() (n int)

func (*PipelineInfo) String 

func (m *PipelineInfo) String() string

func (*PipelineInfo) Unmarshal added in v1.5.0 

func (m *PipelineInfo) Unmarshal(dAtA []byte) error

type PipelineInfos 

type PipelineInfos struct {
	PipelineInfo []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo" json:"pipeline_info,omitempty"`
}

func (*PipelineInfos) Descriptor 

func (*PipelineInfos) Descriptor() ([]byte, []int)

func (*PipelineInfos) GetPipelineInfo 

func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo

func (*PipelineInfos) Marshal added in v1.5.0 

func (m *PipelineInfos) Marshal() (dAtA []byte, err error)

func (*PipelineInfos) MarshalTo added in v1.5.0 

func (m *PipelineInfos) MarshalTo(dAtA []byte) (int, error)

func (*PipelineInfos) ProtoMessage 

func (*PipelineInfos) ProtoMessage()

func (*PipelineInfos) Reset 

func (m *PipelineInfos) Reset()

func (*PipelineInfos) Size added in v1.5.0 

func (m *PipelineInfos) Size() (n int)

func (*PipelineInfos) String 

func (m *PipelineInfos) String() string

func (*PipelineInfos) Unmarshal added in v1.5.0 

func (m *PipelineInfos) Unmarshal(dAtA []byte) error

type PipelineInput 

type PipelineInput struct {
	Name   string      `protobuf:"bytes,5,opt,name=name,proto3" json:"name,omitempty"`
	Repo   *pfs.Repo   `protobuf:"bytes,1,opt,name=repo" json:"repo,omitempty"`
	Branch string      `protobuf:"bytes,2,opt,name=branch,proto3" json:"branch,omitempty"`
	Glob   string      `protobuf:"bytes,3,opt,name=glob,proto3" json:"glob,omitempty"`
	Lazy   bool        `protobuf:"varint,4,opt,name=lazy,proto3" json:"lazy,omitempty"`
	From   *pfs.Commit `protobuf:"bytes,6,opt,name=from" json:"from,omitempty"`
}

func (*PipelineInput) Descriptor 

func (*PipelineInput) Descriptor() ([]byte, []int)

func (*PipelineInput) GetBranch added in v1.3.19 

func (m *PipelineInput) GetBranch() string

func (*PipelineInput) GetFrom added in v1.3.19 

func (m *PipelineInput) GetFrom() *pfs.Commit

func (*PipelineInput) GetGlob added in v1.3.19 

func (m *PipelineInput) GetGlob() string

func (*PipelineInput) GetLazy added in v1.3.5 

func (m *PipelineInput) GetLazy() bool

func (*PipelineInput) GetName added in v1.3.19 

func (m *PipelineInput) GetName() string

func (*PipelineInput) GetRepo 

func (m *PipelineInput) GetRepo() *pfs.Repo

func (*PipelineInput) Marshal added in v1.5.0 

func (m *PipelineInput) Marshal() (dAtA []byte, err error)

func (*PipelineInput) MarshalTo added in v1.5.0 

func (m *PipelineInput) MarshalTo(dAtA []byte) (int, error)

func (*PipelineInput) ProtoMessage 

func (*PipelineInput) ProtoMessage()

func (*PipelineInput) Reset 

func (m *PipelineInput) Reset()

func (*PipelineInput) Size added in v1.5.0 

func (m *PipelineInput) Size() (n int)

func (*PipelineInput) String 

func (m *PipelineInput) String() string

func (*PipelineInput) Unmarshal added in v1.5.0 

func (m *PipelineInput) Unmarshal(dAtA []byte) error

type PipelineState 

type PipelineState int32
const (
	// When the pipeline is not ready to be triggered by commits.
	// This happens when either 1) a pipeline has been created but not
	// yet picked up by a PPS server, or 2) the pipeline does not have
	// any inputs and is meant to be triggered manually
	PipelineState_PIPELINE_STARTING PipelineState = 0
	// After this pipeline is picked up by a pachd node.  This is the normal
	// state of a pipeline.
	PipelineState_PIPELINE_RUNNING PipelineState = 1
	// After some error caused runPipeline to exit, but before the
	// pipeline is re-run.  This is when the exponential backoff is
	// in effect.
	PipelineState_PIPELINE_RESTARTING PipelineState = 2
	// We have retried too many times and we have given up on this pipeline.
	PipelineState_PIPELINE_FAILURE PipelineState = 3
	// The pipeline has been explicitly paused by the user.
	PipelineState_PIPELINE_PAUSED PipelineState = 4
)

func (PipelineState) EnumDescriptor 

func (PipelineState) EnumDescriptor() ([]byte, []int)

func (PipelineState) String 

func (x PipelineState) String() string

type ProcessStats added in v1.5.1 

type ProcessStats struct {
	DownloadTime  *google_protobuf2.Duration `protobuf:"bytes,1,opt,name=download_time,json=downloadTime" json:"download_time,omitempty"`
	ProcessTime   *google_protobuf2.Duration `protobuf:"bytes,2,opt,name=process_time,json=processTime" json:"process_time,omitempty"`
	UploadTime    *google_protobuf2.Duration `protobuf:"bytes,3,opt,name=upload_time,json=uploadTime" json:"upload_time,omitempty"`
	DownloadBytes uint64                     `protobuf:"varint,4,opt,name=download_bytes,json=downloadBytes,proto3" json:"download_bytes,omitempty"`
	UploadBytes   uint64                     `protobuf:"varint,5,opt,name=upload_bytes,json=uploadBytes,proto3" json:"upload_bytes,omitempty"`
}

func (*ProcessStats) Descriptor added in v1.5.1 

func (*ProcessStats) Descriptor() ([]byte, []int)

func (*ProcessStats) GetDownloadBytes added in v1.5.1 

func (m *ProcessStats) GetDownloadBytes() uint64

func (*ProcessStats) GetDownloadTime added in v1.5.1 

func (m *ProcessStats) GetDownloadTime() *google_protobuf2.Duration

func (*ProcessStats) GetProcessTime added in v1.5.1 

func (m *ProcessStats) GetProcessTime() *google_protobuf2.Duration

func (*ProcessStats) GetUploadBytes added in v1.5.1 

func (m *ProcessStats) GetUploadBytes() uint64

func (*ProcessStats) GetUploadTime added in v1.5.1 

func (m *ProcessStats) GetUploadTime() *google_protobuf2.Duration

func (*ProcessStats) Marshal added in v1.5.1 

func (m *ProcessStats) Marshal() (dAtA []byte, err error)

func (*ProcessStats) MarshalTo added in v1.5.1 

func (m *ProcessStats) MarshalTo(dAtA []byte) (int, error)

func (*ProcessStats) ProtoMessage added in v1.5.1 

func (*ProcessStats) ProtoMessage()

func (*ProcessStats) Reset added in v1.5.1 

func (m *ProcessStats) Reset()

func (*ProcessStats) Size added in v1.5.1 

func (m *ProcessStats) Size() (n int)

func (*ProcessStats) String added in v1.5.1 

func (m *ProcessStats) String() string

func (*ProcessStats) Unmarshal added in v1.5.1 

func (m *ProcessStats) Unmarshal(dAtA []byte) error

type RerunPipelineRequest added in v1.3.6 

type RerunPipelineRequest struct {
	Pipeline *Pipeline     `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Exclude  []*pfs.Commit `protobuf:"bytes,2,rep,name=exclude" json:"exclude,omitempty"`
	Include  []*pfs.Commit `protobuf:"bytes,3,rep,name=include" json:"include,omitempty"`
}

func (*RerunPipelineRequest) Descriptor added in v1.3.6 

func (*RerunPipelineRequest) Descriptor() ([]byte, []int)

func (*RerunPipelineRequest) GetExclude added in v1.3.6 

func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit

func (*RerunPipelineRequest) GetInclude added in v1.3.6 

func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit

func (*RerunPipelineRequest) GetPipeline added in v1.3.6 

func (m *RerunPipelineRequest) GetPipeline() *Pipeline

func (*RerunPipelineRequest) Marshal added in v1.5.0 

func (m *RerunPipelineRequest) Marshal() (dAtA []byte, err error)

func (*RerunPipelineRequest) MarshalTo added in v1.5.0 

func (m *RerunPipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*RerunPipelineRequest) ProtoMessage added in v1.3.6 

func (*RerunPipelineRequest) ProtoMessage()

func (*RerunPipelineRequest) Reset added in v1.3.6 

func (m *RerunPipelineRequest) Reset()

func (*RerunPipelineRequest) Size added in v1.5.0 

func (m *RerunPipelineRequest) Size() (n int)

func (*RerunPipelineRequest) String added in v1.3.6 

func (m *RerunPipelineRequest) String() string

func (*RerunPipelineRequest) Unmarshal added in v1.5.0 

func (m *RerunPipelineRequest) Unmarshal(dAtA []byte) error

type ResourceSpec added in v1.4.5 

type ResourceSpec struct {
	// The number of CPUs each worker needs (partial values are allowed, and
	// encouraged)
	Cpu float32 `protobuf:"fixed32,1,opt,name=cpu,proto3" json:"cpu,omitempty"`
	// The amount of memory, in bytes, each worker needs (in bytes, with allowed
	// SI suffixes (M, K, G, Mi, Ki, Gi, etc).
	Memory string `protobuf:"bytes,2,opt,name=memory,proto3" json:"memory,omitempty"`
	// The number of GPUs each worker needs.
	Gpu int64 `protobuf:"varint,3,opt,name=gpu,proto3" json:"gpu,omitempty"`
}

ResourceSpec describes the amount of resources that pipeline pods should request from kubernetes, for scheduling.

func (*ResourceSpec) Descriptor added in v1.4.5 

func (*ResourceSpec) Descriptor() ([]byte, []int)

func (*ResourceSpec) GetCpu added in v1.4.5 

func (m *ResourceSpec) GetCpu() float32

func (*ResourceSpec) GetGpu added in v1.4.6 

func (m *ResourceSpec) GetGpu() int64

func (*ResourceSpec) GetMemory added in v1.4.5 

func (m *ResourceSpec) GetMemory() string

func (*ResourceSpec) Marshal added in v1.5.0 

func (m *ResourceSpec) Marshal() (dAtA []byte, err error)

func (*ResourceSpec) MarshalTo added in v1.5.0 

func (m *ResourceSpec) MarshalTo(dAtA []byte) (int, error)

func (*ResourceSpec) ProtoMessage added in v1.4.5 

func (*ResourceSpec) ProtoMessage()

func (*ResourceSpec) Reset added in v1.4.5 

func (m *ResourceSpec) Reset()

func (*ResourceSpec) Size added in v1.5.0 

func (m *ResourceSpec) Size() (n int)

func (*ResourceSpec) String added in v1.4.5 

func (m *ResourceSpec) String() string

func (*ResourceSpec) Unmarshal added in v1.5.0 

func (m *ResourceSpec) Unmarshal(dAtA []byte) error

type RestartDatumRequest added in v1.4.4 

type RestartDatumRequest struct {
	Job         *Job     `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	DataFilters []string `protobuf:"bytes,2,rep,name=data_filters,json=dataFilters" json:"data_filters,omitempty"`
}

func (*RestartDatumRequest) Descriptor added in v1.4.4 

func (*RestartDatumRequest) Descriptor() ([]byte, []int)

func (*RestartDatumRequest) GetDataFilters added in v1.4.4 

func (m *RestartDatumRequest) GetDataFilters() []string

func (*RestartDatumRequest) GetJob added in v1.4.4 

func (m *RestartDatumRequest) GetJob() *Job

func (*RestartDatumRequest) Marshal added in v1.5.0 

func (m *RestartDatumRequest) Marshal() (dAtA []byte, err error)

func (*RestartDatumRequest) MarshalTo added in v1.5.0 

func (m *RestartDatumRequest) MarshalTo(dAtA []byte) (int, error)

func (*RestartDatumRequest) ProtoMessage added in v1.4.4 

func (*RestartDatumRequest) ProtoMessage()

func (*RestartDatumRequest) Reset added in v1.4.4 

func (m *RestartDatumRequest) Reset()

func (*RestartDatumRequest) Size added in v1.5.0 

func (m *RestartDatumRequest) Size() (n int)

func (*RestartDatumRequest) String added in v1.4.4 

func (m *RestartDatumRequest) String() string

func (*RestartDatumRequest) Unmarshal added in v1.5.0 

func (m *RestartDatumRequest) Unmarshal(dAtA []byte) error

type Secret added in v1.2.0 

type Secret struct {
	// Name must be the name of the secret in kubernetes.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// Key of the secret to load into env_var, this field only has meaning if EnvVar != "".
	Key       string `protobuf:"bytes,4,opt,name=key,proto3" json:"key,omitempty"`
	MountPath string `protobuf:"bytes,2,opt,name=mount_path,json=mountPath,proto3" json:"mount_path,omitempty"`
	EnvVar    string `protobuf:"bytes,3,opt,name=env_var,json=envVar,proto3" json:"env_var,omitempty"`
}

func (*Secret) Descriptor added in v1.2.0 

func (*Secret) Descriptor() ([]byte, []int)

func (*Secret) GetEnvVar added in v1.6.0 

func (m *Secret) GetEnvVar() string

func (*Secret) GetKey added in v1.6.0 

func (m *Secret) GetKey() string

func (*Secret) GetMountPath added in v1.3.5 

func (m *Secret) GetMountPath() string

func (*Secret) GetName added in v1.3.5 

func (m *Secret) GetName() string

func (*Secret) Marshal added in v1.5.0 

func (m *Secret) Marshal() (dAtA []byte, err error)

func (*Secret) MarshalTo added in v1.5.0 

func (m *Secret) MarshalTo(dAtA []byte) (int, error)

func (*Secret) ProtoMessage added in v1.2.0 

func (*Secret) ProtoMessage()

func (*Secret) Reset added in v1.2.0 

func (m *Secret) Reset()

func (*Secret) Size added in v1.5.0 

func (m *Secret) Size() (n int)

func (*Secret) String added in v1.2.0 

func (m *Secret) String() string

func (*Secret) Unmarshal added in v1.5.0 

func (m *Secret) Unmarshal(dAtA []byte) error

type Service added in v1.3.0 

type Service struct {
	InternalPort int32 `protobuf:"varint,1,opt,name=internal_port,json=internalPort,proto3" json:"internal_port,omitempty"`
	ExternalPort int32 `protobuf:"varint,2,opt,name=external_port,json=externalPort,proto3" json:"external_port,omitempty"`
}

func (*Service) Descriptor added in v1.3.0 

func (*Service) Descriptor() ([]byte, []int)

func (*Service) GetExternalPort added in v1.3.5 

func (m *Service) GetExternalPort() int32

func (*Service) GetInternalPort added in v1.3.5 

func (m *Service) GetInternalPort() int32

func (*Service) Marshal added in v1.5.0 

func (m *Service) Marshal() (dAtA []byte, err error)

func (*Service) MarshalTo added in v1.5.0 

func (m *Service) MarshalTo(dAtA []byte) (int, error)

func (*Service) ProtoMessage added in v1.3.0 

func (*Service) ProtoMessage()

func (*Service) Reset added in v1.3.0 

func (m *Service) Reset()

func (*Service) Size added in v1.5.0 

func (m *Service) Size() (n int)

func (*Service) String added in v1.3.0 

func (m *Service) String() string

func (*Service) Unmarshal added in v1.5.0 

func (m *Service) Unmarshal(dAtA []byte) error

type StartPipelineRequest added in v1.2.0 

type StartPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*StartPipelineRequest) Descriptor added in v1.2.0 

func (*StartPipelineRequest) Descriptor() ([]byte, []int)

func (*StartPipelineRequest) GetPipeline added in v1.2.0 

func (m *StartPipelineRequest) GetPipeline() *Pipeline

func (*StartPipelineRequest) Marshal added in v1.5.0 

func (m *StartPipelineRequest) Marshal() (dAtA []byte, err error)

func (*StartPipelineRequest) MarshalTo added in v1.5.0 

func (m *StartPipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*StartPipelineRequest) ProtoMessage added in v1.2.0 

func (*StartPipelineRequest) ProtoMessage()

func (*StartPipelineRequest) Reset added in v1.2.0 

func (m *StartPipelineRequest) Reset()

func (*StartPipelineRequest) Size added in v1.5.0 

func (m *StartPipelineRequest) Size() (n int)

func (*StartPipelineRequest) String added in v1.2.0 

func (m *StartPipelineRequest) String() string

func (*StartPipelineRequest) Unmarshal added in v1.5.0 

func (m *StartPipelineRequest) Unmarshal(dAtA []byte) error

type StopJobRequest added in v1.4.4 

type StopJobRequest struct {
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}

func (*StopJobRequest) Descriptor added in v1.4.4 

func (*StopJobRequest) Descriptor() ([]byte, []int)

func (*StopJobRequest) GetJob added in v1.4.4 

func (m *StopJobRequest) GetJob() *Job

func (*StopJobRequest) Marshal added in v1.5.0 

func (m *StopJobRequest) Marshal() (dAtA []byte, err error)

func (*StopJobRequest) MarshalTo added in v1.5.0 

func (m *StopJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*StopJobRequest) ProtoMessage added in v1.4.4 

func (*StopJobRequest) ProtoMessage()

func (*StopJobRequest) Reset added in v1.4.4 

func (m *StopJobRequest) Reset()

func (*StopJobRequest) Size added in v1.5.0 

func (m *StopJobRequest) Size() (n int)

func (*StopJobRequest) String added in v1.4.4 

func (m *StopJobRequest) String() string

func (*StopJobRequest) Unmarshal added in v1.5.0 

func (m *StopJobRequest) Unmarshal(dAtA []byte) error

type StopPipelineRequest added in v1.2.0 

type StopPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*StopPipelineRequest) Descriptor added in v1.2.0 

func (*StopPipelineRequest) Descriptor() ([]byte, []int)

func (*StopPipelineRequest) GetPipeline added in v1.2.0 

func (m *StopPipelineRequest) GetPipeline() *Pipeline

func (*StopPipelineRequest) Marshal added in v1.5.0 

func (m *StopPipelineRequest) Marshal() (dAtA []byte, err error)

func (*StopPipelineRequest) MarshalTo added in v1.5.0 

func (m *StopPipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*StopPipelineRequest) ProtoMessage added in v1.2.0 

func (*StopPipelineRequest) ProtoMessage()

func (*StopPipelineRequest) Reset added in v1.2.0 

func (m *StopPipelineRequest) Reset()

func (*StopPipelineRequest) Size added in v1.5.0 

func (m *StopPipelineRequest) Size() (n int)

func (*StopPipelineRequest) String added in v1.2.0 

func (m *StopPipelineRequest) String() string

func (*StopPipelineRequest) Unmarshal added in v1.5.0 

func (m *StopPipelineRequest) Unmarshal(dAtA []byte) error

type Transform 

type Transform struct {
	Image            string            `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"`
	Cmd              []string          `protobuf:"bytes,2,rep,name=cmd" json:"cmd,omitempty"`
	Env              map[string]string `` /* 140-byte string literal not displayed */
	Secrets          []*Secret         `protobuf:"bytes,4,rep,name=secrets" json:"secrets,omitempty"`
	ImagePullSecrets []string          `protobuf:"bytes,9,rep,name=image_pull_secrets,json=imagePullSecrets" json:"image_pull_secrets,omitempty"`
	Stdin            []string          `protobuf:"bytes,5,rep,name=stdin" json:"stdin,omitempty"`
	AcceptReturnCode []int64           `protobuf:"varint,6,rep,packed,name=accept_return_code,json=acceptReturnCode" json:"accept_return_code,omitempty"`
	Debug            bool              `protobuf:"varint,7,opt,name=debug,proto3" json:"debug,omitempty"`
}

func (*Transform) Descriptor 

func (*Transform) Descriptor() ([]byte, []int)

func (*Transform) GetAcceptReturnCode added in v1.3.5 

func (m *Transform) GetAcceptReturnCode() []int64

func (*Transform) GetCmd added in v1.3.5 

func (m *Transform) GetCmd() []string

func (*Transform) GetDebug added in v1.3.5 

func (m *Transform) GetDebug() bool

func (*Transform) GetEnv added in v1.2.0 

func (m *Transform) GetEnv() map[string]string

func (*Transform) GetImage added in v1.3.5 

func (m *Transform) GetImage() string

func (*Transform) GetImagePullSecrets added in v1.3.5 

func (m *Transform) GetImagePullSecrets() []string

func (*Transform) GetSecrets added in v1.2.0 

func (m *Transform) GetSecrets() []*Secret

func (*Transform) GetStdin added in v1.3.5 

func (m *Transform) GetStdin() []string

func (*Transform) Marshal added in v1.5.0 

func (m *Transform) Marshal() (dAtA []byte, err error)

func (*Transform) MarshalTo added in v1.5.0 

func (m *Transform) MarshalTo(dAtA []byte) (int, error)

func (*Transform) ProtoMessage 

func (*Transform) ProtoMessage()

func (*Transform) Reset 

func (m *Transform) Reset()

func (*Transform) Size added in v1.5.0 

func (m *Transform) Size() (n int)

func (*Transform) String 

func (m *Transform) String() string

func (*Transform) Unmarshal added in v1.5.0 

func (m *Transform) Unmarshal(dAtA []byte) error

type Worker added in v1.3.19 

type Worker struct {
	Name  string      `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	State WorkerState `protobuf:"varint,2,opt,name=state,proto3,enum=pps.WorkerState" json:"state,omitempty"`
}

func (*Worker) Descriptor added in v1.3.19 

func (*Worker) Descriptor() ([]byte, []int)

func (*Worker) GetName added in v1.3.19 

func (m *Worker) GetName() string

func (*Worker) GetState added in v1.3.19 

func (m *Worker) GetState() WorkerState

func (*Worker) Marshal added in v1.5.0 

func (m *Worker) Marshal() (dAtA []byte, err error)

func (*Worker) MarshalTo added in v1.5.0 

func (m *Worker) MarshalTo(dAtA []byte) (int, error)

func (*Worker) ProtoMessage added in v1.3.19 

func (*Worker) ProtoMessage()

func (*Worker) Reset added in v1.3.19 

func (m *Worker) Reset()

func (*Worker) Size added in v1.5.0 

func (m *Worker) Size() (n int)

func (*Worker) String added in v1.3.19 

func (m *Worker) String() string

func (*Worker) Unmarshal added in v1.5.0 

func (m *Worker) Unmarshal(dAtA []byte) error

type WorkerState added in v1.3.19 

type WorkerState int32
const (
	WorkerState_POD_RUNNING WorkerState = 0
	WorkerState_POD_SUCCESS WorkerState = 1
	WorkerState_POD_FAILED  WorkerState = 2
)

func (WorkerState) EnumDescriptor added in v1.3.19 

func (WorkerState) EnumDescriptor() ([]byte, []int)

func (WorkerState) String added in v1.3.19 

func (x WorkerState) String() string

type WorkerStatus added in v1.4.4 

type WorkerStatus struct {
	WorkerID string       `protobuf:"bytes,1,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"`
	JobID    string       `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	Data     []*InputFile `protobuf:"bytes,3,rep,name=data" json:"data,omitempty"`
	// Started is the time processing on the current datum began.
	Started   *google_protobuf1.Timestamp `protobuf:"bytes,4,opt,name=started" json:"started,omitempty"`
	Stats     *ProcessStats               `protobuf:"bytes,5,opt,name=stats" json:"stats,omitempty"`
	QueueSize int64                       `protobuf:"varint,6,opt,name=queue_size,json=queueSize,proto3" json:"queue_size,omitempty"`
}

func (*WorkerStatus) Descriptor added in v1.4.4 

func (*WorkerStatus) Descriptor() ([]byte, []int)

func (*WorkerStatus) GetData added in v1.4.4 

func (m *WorkerStatus) GetData() []*InputFile

func (*WorkerStatus) GetJobID added in v1.4.4 

func (m *WorkerStatus) GetJobID() string

func (*WorkerStatus) GetQueueSize added in v1.5.1 

func (m *WorkerStatus) GetQueueSize() int64

func (*WorkerStatus) GetStarted added in v1.4.4 

func (m *WorkerStatus) GetStarted() *google_protobuf1.Timestamp

func (*WorkerStatus) GetStats added in v1.5.1 

func (m *WorkerStatus) GetStats() *ProcessStats

func (*WorkerStatus) GetWorkerID added in v1.4.4 

func (m *WorkerStatus) GetWorkerID() string

func (*WorkerStatus) Marshal added in v1.5.0 

func (m *WorkerStatus) Marshal() (dAtA []byte, err error)

func (*WorkerStatus) MarshalTo added in v1.5.0 

func (m *WorkerStatus) MarshalTo(dAtA []byte) (int, error)

func (*WorkerStatus) ProtoMessage added in v1.4.4 

func (*WorkerStatus) ProtoMessage()

func (*WorkerStatus) Reset added in v1.4.4 

func (m *WorkerStatus) Reset()

func (*WorkerStatus) Size added in v1.5.0 

func (m *WorkerStatus) Size() (n int)

func (*WorkerStatus) String added in v1.4.4 

func (m *WorkerStatus) String() string

func (*WorkerStatus) Unmarshal added in v1.5.0 

func (m *WorkerStatus) Unmarshal(dAtA []byte) error

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.