pps

package
v1.5.1 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Aug 2, 2017 License: Apache-2.0 Imports: 10 Imported by: 0

Documentation

Overview

Package pps is a generated protocol buffer package.

It is generated from these files:

client/pps/pps.proto

It has these top-level messages:

Secret
Transform
Egress
Job
Service
AtomInput
Input
JobInput
ParallelismSpec
Datum
Aggregate
ProcessStats
AggregateProcessStats
WorkerStatus
ResourceSpec
JobInfo
Worker
JobInfos
Pipeline
PipelineInput
PipelineInfo
PipelineInfos
CreateJobRequest
InspectJobRequest
ListJobRequest
DeleteJobRequest
StopJobRequest
GetLogsRequest
LogMessage
RestartDatumRequest
CreatePipelineRequest
InspectPipelineRequest
ListPipelineRequest
DeletePipelineRequest
StartPipelineRequest
StopPipelineRequest
RerunPipelineRequest
GarbageCollectRequest
GarbageCollectResponse

Index

Constants

This section is empty.

Variables

View Source
var (
	ErrInvalidLengthPps = fmt.Errorf("proto: negative length found during unmarshaling")
	ErrIntOverflowPps   = fmt.Errorf("proto: integer overflow")
)
View Source
var JobState_name = map[int32]string{
	0: "JOB_STARTING",
	1: "JOB_RUNNING",
	2: "JOB_FAILURE",
	3: "JOB_SUCCESS",
	4: "JOB_KILLED",
}
View Source
var JobState_value = map[string]int32{
	"JOB_STARTING": 0,
	"JOB_RUNNING":  1,
	"JOB_FAILURE":  2,
	"JOB_SUCCESS":  3,
	"JOB_KILLED":   4,
}
View Source
var PipelineState_name = map[int32]string{
	0: "PIPELINE_STARTING",
	1: "PIPELINE_RUNNING",
	2: "PIPELINE_RESTARTING",
	3: "PIPELINE_FAILURE",
	4: "PIPELINE_PAUSED",
}
View Source
var PipelineState_value = map[string]int32{
	"PIPELINE_STARTING":   0,
	"PIPELINE_RUNNING":    1,
	"PIPELINE_RESTARTING": 2,
	"PIPELINE_FAILURE":    3,
	"PIPELINE_PAUSED":     4,
}
View Source
var WorkerState_name = map[int32]string{
	0: "POD_RUNNING",
	1: "POD_SUCCESS",
	2: "POD_FAILED",
}
View Source
var WorkerState_value = map[string]int32{
	"POD_RUNNING": 0,
	"POD_SUCCESS": 1,
	"POD_FAILED":  2,
}

Functions

func InputCommits added in v1.5.0

func InputCommits(input *Input) []*pfs.Commit

InputCommits returns the commits in an Input.

func InputName added in v1.5.0

func InputName(input *Input) string

InputName computes the name of an Input.

func RegisterAPIServer

func RegisterAPIServer(s *grpc.Server, srv APIServer)

func SortInput added in v1.5.0

func SortInput(input *Input)

SortInput sorts an Input.

func VisitInput added in v1.5.0

func VisitInput(input *Input, f func(*Input))

VisitInput visits each input recursively in ascending order (root last)

Types

type APIClient

type APIClient interface {
	CreateJob(ctx context.Context, in *CreateJobRequest, opts ...grpc.CallOption) (*Job, error)
	InspectJob(ctx context.Context, in *InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error)
	ListJob(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error)
	DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StopJob(ctx context.Context, in *StopJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	RestartDatum(ctx context.Context, in *RestartDatumRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	CreatePipeline(ctx context.Context, in *CreatePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	InspectPipeline(ctx context.Context, in *InspectPipelineRequest, opts ...grpc.CallOption) (*PipelineInfo, error)
	ListPipeline(ctx context.Context, in *ListPipelineRequest, opts ...grpc.CallOption) (*PipelineInfos, error)
	DeletePipeline(ctx context.Context, in *DeletePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StartPipeline(ctx context.Context, in *StartPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StopPipeline(ctx context.Context, in *StopPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	RerunPipeline(ctx context.Context, in *RerunPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(ctx context.Context, in *google_protobuf.Empty, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	GetLogs(ctx context.Context, in *GetLogsRequest, opts ...grpc.CallOption) (API_GetLogsClient, error)
	// Garbage collection
	GarbageCollect(ctx context.Context, in *GarbageCollectRequest, opts ...grpc.CallOption) (*GarbageCollectResponse, error)
}

func NewAPIClient

func NewAPIClient(cc *grpc.ClientConn) APIClient

type API_GetLogsClient

type API_GetLogsClient interface {
	Recv() (*LogMessage, error)
	grpc.ClientStream
}

type API_GetLogsServer

type API_GetLogsServer interface {
	Send(*LogMessage) error
	grpc.ServerStream
}

type Aggregate added in v1.5.1

type Aggregate struct {
	Count                 int64   `protobuf:"varint,1,opt,name=count,proto3" json:"count,omitempty"`
	Mean                  float64 `protobuf:"fixed64,2,opt,name=mean,proto3" json:"mean,omitempty"`
	Stddev                float64 `protobuf:"fixed64,3,opt,name=stddev,proto3" json:"stddev,omitempty"`
	FifthPercentile       float64 `protobuf:"fixed64,4,opt,name=fifth_percentile,json=fifthPercentile,proto3" json:"fifth_percentile,omitempty"`
	NinetyFifthPercentile float64 `` /* 128-byte string literal not displayed */
}

func (*Aggregate) Descriptor added in v1.5.1

func (*Aggregate) Descriptor() ([]byte, []int)

func (*Aggregate) GetCount added in v1.5.1

func (m *Aggregate) GetCount() int64

func (*Aggregate) GetFifthPercentile added in v1.5.1

func (m *Aggregate) GetFifthPercentile() float64

func (*Aggregate) GetMean added in v1.5.1

func (m *Aggregate) GetMean() float64

func (*Aggregate) GetNinetyFifthPercentile added in v1.5.1

func (m *Aggregate) GetNinetyFifthPercentile() float64

func (*Aggregate) GetStddev added in v1.5.1

func (m *Aggregate) GetStddev() float64

func (*Aggregate) Marshal added in v1.5.1

func (m *Aggregate) Marshal() (dAtA []byte, err error)

func (*Aggregate) MarshalTo added in v1.5.1

func (m *Aggregate) MarshalTo(dAtA []byte) (int, error)

func (*Aggregate) ProtoMessage added in v1.5.1

func (*Aggregate) ProtoMessage()

func (*Aggregate) Reset added in v1.5.1

func (m *Aggregate) Reset()

func (*Aggregate) Size added in v1.5.1

func (m *Aggregate) Size() (n int)

func (*Aggregate) String added in v1.5.1

func (m *Aggregate) String() string

func (*Aggregate) Unmarshal added in v1.5.1

func (m *Aggregate) Unmarshal(dAtA []byte) error

type AggregateProcessStats added in v1.5.1

type AggregateProcessStats struct {
	DownloadTime  *Aggregate `protobuf:"bytes,1,opt,name=download_time,json=downloadTime" json:"download_time,omitempty"`
	ProcessTime   *Aggregate `protobuf:"bytes,2,opt,name=process_time,json=processTime" json:"process_time,omitempty"`
	UploadTime    *Aggregate `protobuf:"bytes,3,opt,name=upload_time,json=uploadTime" json:"upload_time,omitempty"`
	DownloadBytes *Aggregate `protobuf:"bytes,4,opt,name=download_bytes,json=downloadBytes" json:"download_bytes,omitempty"`
	UploadBytes   *Aggregate `protobuf:"bytes,5,opt,name=upload_bytes,json=uploadBytes" json:"upload_bytes,omitempty"`
}

func (*AggregateProcessStats) Descriptor added in v1.5.1

func (*AggregateProcessStats) Descriptor() ([]byte, []int)

func (*AggregateProcessStats) GetDownloadBytes added in v1.5.1

func (m *AggregateProcessStats) GetDownloadBytes() *Aggregate

func (*AggregateProcessStats) GetDownloadTime added in v1.5.1

func (m *AggregateProcessStats) GetDownloadTime() *Aggregate

func (*AggregateProcessStats) GetProcessTime added in v1.5.1

func (m *AggregateProcessStats) GetProcessTime() *Aggregate

func (*AggregateProcessStats) GetUploadBytes added in v1.5.1

func (m *AggregateProcessStats) GetUploadBytes() *Aggregate

func (*AggregateProcessStats) GetUploadTime added in v1.5.1

func (m *AggregateProcessStats) GetUploadTime() *Aggregate

func (*AggregateProcessStats) Marshal added in v1.5.1

func (m *AggregateProcessStats) Marshal() (dAtA []byte, err error)

func (*AggregateProcessStats) MarshalTo added in v1.5.1

func (m *AggregateProcessStats) MarshalTo(dAtA []byte) (int, error)

func (*AggregateProcessStats) ProtoMessage added in v1.5.1

func (*AggregateProcessStats) ProtoMessage()

func (*AggregateProcessStats) Reset added in v1.5.1

func (m *AggregateProcessStats) Reset()

func (*AggregateProcessStats) Size added in v1.5.1

func (m *AggregateProcessStats) Size() (n int)

func (*AggregateProcessStats) String added in v1.5.1

func (m *AggregateProcessStats) String() string

func (*AggregateProcessStats) Unmarshal added in v1.5.1

func (m *AggregateProcessStats) Unmarshal(dAtA []byte) error

type AtomInput added in v1.4.6

type AtomInput struct {
	Name       string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Repo       string `protobuf:"bytes,2,opt,name=repo,proto3" json:"repo,omitempty"`
	Branch     string `protobuf:"bytes,3,opt,name=branch,proto3" json:"branch,omitempty"`
	Commit     string `protobuf:"bytes,4,opt,name=commit,proto3" json:"commit,omitempty"`
	Glob       string `protobuf:"bytes,5,opt,name=glob,proto3" json:"glob,omitempty"`
	Lazy       bool   `protobuf:"varint,6,opt,name=lazy,proto3" json:"lazy,omitempty"`
	FromCommit string `protobuf:"bytes,7,opt,name=from_commit,json=fromCommit,proto3" json:"from_commit,omitempty"`
}

func (*AtomInput) Descriptor added in v1.4.6

func (*AtomInput) Descriptor() ([]byte, []int)

func (*AtomInput) GetBranch added in v1.4.6

func (m *AtomInput) GetBranch() string

func (*AtomInput) GetCommit added in v1.4.6

func (m *AtomInput) GetCommit() string

func (*AtomInput) GetFromCommit added in v1.4.6

func (m *AtomInput) GetFromCommit() string

func (*AtomInput) GetGlob added in v1.4.6

func (m *AtomInput) GetGlob() string

func (*AtomInput) GetLazy added in v1.4.6

func (m *AtomInput) GetLazy() bool

func (*AtomInput) GetName added in v1.4.6

func (m *AtomInput) GetName() string

func (*AtomInput) GetRepo added in v1.4.6

func (m *AtomInput) GetRepo() string

func (*AtomInput) Marshal added in v1.5.0

func (m *AtomInput) Marshal() (dAtA []byte, err error)

func (*AtomInput) MarshalTo added in v1.5.0

func (m *AtomInput) MarshalTo(dAtA []byte) (int, error)

func (*AtomInput) ProtoMessage added in v1.4.6

func (*AtomInput) ProtoMessage()

func (*AtomInput) Reset added in v1.4.6

func (m *AtomInput) Reset()

func (*AtomInput) Size added in v1.5.0

func (m *AtomInput) Size() (n int)

func (*AtomInput) String added in v1.4.6

func (m *AtomInput) String() string

func (*AtomInput) Unmarshal added in v1.5.0

func (m *AtomInput) Unmarshal(dAtA []byte) error

type CreateJobRequest

type CreateJobRequest struct {
	Transform       *Transform       `protobuf:"bytes,1,opt,name=transform" json:"transform,omitempty"`
	Pipeline        *Pipeline        `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"`
	PipelineVersion uint64           `protobuf:"varint,10,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"`
	ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*JobInput      `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	Egress          *Egress          `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"`
	// When service is defined, we create a long running job
	// by using a k8s RC and Service instead of a k8s Job
	Service      *Service        `protobuf:"bytes,8,opt,name=service" json:"service,omitempty"`
	OutputRepo   *pfs.Repo       `protobuf:"bytes,12,opt,name=output_repo,json=outputRepo" json:"output_repo,omitempty"`
	OutputBranch string          `protobuf:"bytes,11,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"`
	ParentJob    *Job            `protobuf:"bytes,13,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
	ResourceSpec *ResourceSpec   `protobuf:"bytes,14,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"`
	Input        *Input          `protobuf:"bytes,15,opt,name=input" json:"input,omitempty"`
	NewBranch    *pfs.BranchInfo `protobuf:"bytes,16,opt,name=new_branch,json=newBranch" json:"new_branch,omitempty"`
	Incremental  bool            `protobuf:"varint,17,opt,name=incremental,proto3" json:"incremental,omitempty"`
	EnableStats  bool            `protobuf:"varint,18,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"`
	Salt         string          `protobuf:"bytes,19,opt,name=salt,proto3" json:"salt,omitempty"`
	Batch        bool            `protobuf:"varint,20,opt,name=batch,proto3" json:"batch,omitempty"`
}

func (*CreateJobRequest) Descriptor

func (*CreateJobRequest) Descriptor() ([]byte, []int)

func (*CreateJobRequest) GetBatch added in v1.5.1

func (m *CreateJobRequest) GetBatch() bool

func (*CreateJobRequest) GetEgress added in v1.3.19

func (m *CreateJobRequest) GetEgress() *Egress

func (*CreateJobRequest) GetEnableStats added in v1.5.1

func (m *CreateJobRequest) GetEnableStats() bool

func (*CreateJobRequest) GetIncremental added in v1.4.8

func (m *CreateJobRequest) GetIncremental() bool

func (*CreateJobRequest) GetInput added in v1.4.6

func (m *CreateJobRequest) GetInput() *Input

func (*CreateJobRequest) GetInputs

func (m *CreateJobRequest) GetInputs() []*JobInput

func (*CreateJobRequest) GetNewBranch added in v1.4.8

func (m *CreateJobRequest) GetNewBranch() *pfs.BranchInfo

func (*CreateJobRequest) GetOutputBranch added in v1.3.19

func (m *CreateJobRequest) GetOutputBranch() string

func (*CreateJobRequest) GetOutputRepo added in v1.3.19

func (m *CreateJobRequest) GetOutputRepo() *pfs.Repo

func (*CreateJobRequest) GetParallelismSpec added in v1.2.0

func (m *CreateJobRequest) GetParallelismSpec() *ParallelismSpec

func (*CreateJobRequest) GetParentJob

func (m *CreateJobRequest) GetParentJob() *Job

func (*CreateJobRequest) GetPipeline

func (m *CreateJobRequest) GetPipeline() *Pipeline

func (*CreateJobRequest) GetPipelineVersion added in v1.3.6

func (m *CreateJobRequest) GetPipelineVersion() uint64

func (*CreateJobRequest) GetResourceSpec added in v1.4.5

func (m *CreateJobRequest) GetResourceSpec() *ResourceSpec

func (*CreateJobRequest) GetSalt added in v1.5.1

func (m *CreateJobRequest) GetSalt() string

func (*CreateJobRequest) GetService added in v1.3.0

func (m *CreateJobRequest) GetService() *Service

func (*CreateJobRequest) GetTransform

func (m *CreateJobRequest) GetTransform() *Transform

func (*CreateJobRequest) Marshal added in v1.5.0

func (m *CreateJobRequest) Marshal() (dAtA []byte, err error)

func (*CreateJobRequest) MarshalTo added in v1.5.0

func (m *CreateJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*CreateJobRequest) ProtoMessage

func (*CreateJobRequest) ProtoMessage()

func (*CreateJobRequest) Reset

func (m *CreateJobRequest) Reset()

func (*CreateJobRequest) Size added in v1.5.0

func (m *CreateJobRequest) Size() (n int)

func (*CreateJobRequest) String

func (m *CreateJobRequest) String() string

func (*CreateJobRequest) Unmarshal added in v1.5.0

func (m *CreateJobRequest) Unmarshal(dAtA []byte) error

type CreatePipelineRequest

type CreatePipelineRequest struct {
	Pipeline           *Pipeline                  `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Transform          *Transform                 `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	ParallelismSpec    *ParallelismSpec           `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs             []*PipelineInput           `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	Egress             *Egress                    `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"`
	Update             bool                       `protobuf:"varint,5,opt,name=update,proto3" json:"update,omitempty"`
	OutputBranch       string                     `protobuf:"bytes,10,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"`
	ScaleDownThreshold *google_protobuf2.Duration `protobuf:"bytes,11,opt,name=scale_down_threshold,json=scaleDownThreshold" json:"scale_down_threshold,omitempty"`
	ResourceSpec       *ResourceSpec              `protobuf:"bytes,12,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"`
	Input              *Input                     `protobuf:"bytes,13,opt,name=input" json:"input,omitempty"`
	Description        string                     `protobuf:"bytes,14,opt,name=description,proto3" json:"description,omitempty"`
	Incremental        bool                       `protobuf:"varint,15,opt,name=incremental,proto3" json:"incremental,omitempty"`
	CacheSize          string                     `protobuf:"bytes,16,opt,name=cache_size,json=cacheSize,proto3" json:"cache_size,omitempty"`
	EnableStats        bool                       `protobuf:"varint,17,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"`
	// Reprocess forces the pipeline to reprocess all datums.
	// It only has meaning if Update is true
	Reprocess bool `protobuf:"varint,18,opt,name=reprocess,proto3" json:"reprocess,omitempty"`
	Batch     bool `protobuf:"varint,19,opt,name=batch,proto3" json:"batch,omitempty"`
}

func (*CreatePipelineRequest) Descriptor

func (*CreatePipelineRequest) Descriptor() ([]byte, []int)

func (*CreatePipelineRequest) GetBatch added in v1.5.1

func (m *CreatePipelineRequest) GetBatch() bool

func (*CreatePipelineRequest) GetCacheSize added in v1.5.1

func (m *CreatePipelineRequest) GetCacheSize() string

func (*CreatePipelineRequest) GetDescription added in v1.4.7

func (m *CreatePipelineRequest) GetDescription() string

func (*CreatePipelineRequest) GetEgress added in v1.3.19

func (m *CreatePipelineRequest) GetEgress() *Egress

func (*CreatePipelineRequest) GetEnableStats added in v1.5.1

func (m *CreatePipelineRequest) GetEnableStats() bool

func (*CreatePipelineRequest) GetIncremental added in v1.4.8

func (m *CreatePipelineRequest) GetIncremental() bool

func (*CreatePipelineRequest) GetInput added in v1.4.6

func (m *CreatePipelineRequest) GetInput() *Input

func (*CreatePipelineRequest) GetInputs

func (m *CreatePipelineRequest) GetInputs() []*PipelineInput

func (*CreatePipelineRequest) GetOutputBranch added in v1.3.19

func (m *CreatePipelineRequest) GetOutputBranch() string

func (*CreatePipelineRequest) GetParallelismSpec added in v1.2.0

func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec

func (*CreatePipelineRequest) GetPipeline

func (m *CreatePipelineRequest) GetPipeline() *Pipeline

func (*CreatePipelineRequest) GetReprocess added in v1.5.1

func (m *CreatePipelineRequest) GetReprocess() bool

func (*CreatePipelineRequest) GetResourceSpec added in v1.4.5

func (m *CreatePipelineRequest) GetResourceSpec() *ResourceSpec

func (*CreatePipelineRequest) GetScaleDownThreshold added in v1.4.4

func (m *CreatePipelineRequest) GetScaleDownThreshold() *google_protobuf2.Duration

func (*CreatePipelineRequest) GetTransform

func (m *CreatePipelineRequest) GetTransform() *Transform

func (*CreatePipelineRequest) GetUpdate added in v1.3.5

func (m *CreatePipelineRequest) GetUpdate() bool

func (*CreatePipelineRequest) Marshal added in v1.5.0

func (m *CreatePipelineRequest) Marshal() (dAtA []byte, err error)

func (*CreatePipelineRequest) MarshalTo added in v1.5.0

func (m *CreatePipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*CreatePipelineRequest) ProtoMessage

func (*CreatePipelineRequest) ProtoMessage()

func (*CreatePipelineRequest) Reset

func (m *CreatePipelineRequest) Reset()

func (*CreatePipelineRequest) Size added in v1.5.0

func (m *CreatePipelineRequest) Size() (n int)

func (*CreatePipelineRequest) String

func (m *CreatePipelineRequest) String() string

func (*CreatePipelineRequest) Unmarshal added in v1.5.0

func (m *CreatePipelineRequest) Unmarshal(dAtA []byte) error

type Datum added in v1.4.3

type Datum struct {
	// This file's absolute path within its pfs repo.
	Path string `protobuf:"bytes,4,opt,name=path,proto3" json:"path,omitempty"`
	// This file's hash
	Hash []byte `protobuf:"bytes,5,opt,name=hash,proto3" json:"hash,omitempty"`
}

func (*Datum) Descriptor added in v1.4.3

func (*Datum) Descriptor() ([]byte, []int)

func (*Datum) GetHash added in v1.4.3

func (m *Datum) GetHash() []byte

func (*Datum) GetPath added in v1.4.3

func (m *Datum) GetPath() string

func (*Datum) Marshal added in v1.5.0

func (m *Datum) Marshal() (dAtA []byte, err error)

func (*Datum) MarshalTo added in v1.5.0

func (m *Datum) MarshalTo(dAtA []byte) (int, error)

func (*Datum) ProtoMessage added in v1.4.3

func (*Datum) ProtoMessage()

func (*Datum) Reset added in v1.4.3

func (m *Datum) Reset()

func (*Datum) Size added in v1.5.0

func (m *Datum) Size() (n int)

func (*Datum) String added in v1.4.3

func (m *Datum) String() string

func (*Datum) Unmarshal added in v1.5.0

func (m *Datum) Unmarshal(dAtA []byte) error

type DeleteJobRequest added in v1.3.0

type DeleteJobRequest struct {
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}

func (*DeleteJobRequest) Descriptor added in v1.3.0

func (*DeleteJobRequest) Descriptor() ([]byte, []int)

func (*DeleteJobRequest) GetJob added in v1.3.0

func (m *DeleteJobRequest) GetJob() *Job

func (*DeleteJobRequest) Marshal added in v1.5.0

func (m *DeleteJobRequest) Marshal() (dAtA []byte, err error)

func (*DeleteJobRequest) MarshalTo added in v1.5.0

func (m *DeleteJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*DeleteJobRequest) ProtoMessage added in v1.3.0

func (*DeleteJobRequest) ProtoMessage()

func (*DeleteJobRequest) Reset added in v1.3.0

func (m *DeleteJobRequest) Reset()

func (*DeleteJobRequest) Size added in v1.5.0

func (m *DeleteJobRequest) Size() (n int)

func (*DeleteJobRequest) String added in v1.3.0

func (m *DeleteJobRequest) String() string

func (*DeleteJobRequest) Unmarshal added in v1.5.0

func (m *DeleteJobRequest) Unmarshal(dAtA []byte) error

type DeletePipelineRequest

type DeletePipelineRequest struct {
	Pipeline   *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	DeleteJobs bool      `protobuf:"varint,2,opt,name=delete_jobs,json=deleteJobs,proto3" json:"delete_jobs,omitempty"`
	DeleteRepo bool      `protobuf:"varint,3,opt,name=delete_repo,json=deleteRepo,proto3" json:"delete_repo,omitempty"`
	All        bool      `protobuf:"varint,4,opt,name=all,proto3" json:"all,omitempty"`
}

func (*DeletePipelineRequest) Descriptor

func (*DeletePipelineRequest) Descriptor() ([]byte, []int)

func (*DeletePipelineRequest) GetAll added in v1.4.8

func (m *DeletePipelineRequest) GetAll() bool

func (*DeletePipelineRequest) GetDeleteJobs added in v1.4.3

func (m *DeletePipelineRequest) GetDeleteJobs() bool

func (*DeletePipelineRequest) GetDeleteRepo added in v1.4.8

func (m *DeletePipelineRequest) GetDeleteRepo() bool

func (*DeletePipelineRequest) GetPipeline

func (m *DeletePipelineRequest) GetPipeline() *Pipeline

func (*DeletePipelineRequest) Marshal added in v1.5.0

func (m *DeletePipelineRequest) Marshal() (dAtA []byte, err error)

func (*DeletePipelineRequest) MarshalTo added in v1.5.0

func (m *DeletePipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*DeletePipelineRequest) ProtoMessage

func (*DeletePipelineRequest) ProtoMessage()

func (*DeletePipelineRequest) Reset

func (m *DeletePipelineRequest) Reset()

func (*DeletePipelineRequest) Size added in v1.5.0

func (m *DeletePipelineRequest) Size() (n int)

func (*DeletePipelineRequest) String

func (m *DeletePipelineRequest) String() string

func (*DeletePipelineRequest) Unmarshal added in v1.5.0

func (m *DeletePipelineRequest) Unmarshal(dAtA []byte) error

type Egress added in v1.3.19

type Egress struct {
	URL string `protobuf:"bytes,1,opt,name=URL,proto3" json:"URL,omitempty"`
}

func (*Egress) Descriptor added in v1.3.19

func (*Egress) Descriptor() ([]byte, []int)

func (*Egress) GetURL added in v1.3.19

func (m *Egress) GetURL() string

func (*Egress) Marshal added in v1.5.0

func (m *Egress) Marshal() (dAtA []byte, err error)

func (*Egress) MarshalTo added in v1.5.0

func (m *Egress) MarshalTo(dAtA []byte) (int, error)

func (*Egress) ProtoMessage added in v1.3.19

func (*Egress) ProtoMessage()

func (*Egress) Reset added in v1.3.19

func (m *Egress) Reset()

func (*Egress) Size added in v1.5.0

func (m *Egress) Size() (n int)

func (*Egress) String added in v1.3.19

func (m *Egress) String() string

func (*Egress) Unmarshal added in v1.5.0

func (m *Egress) Unmarshal(dAtA []byte) error

type GarbageCollectRequest added in v1.4.7

type GarbageCollectRequest struct {
}

func (*GarbageCollectRequest) Descriptor added in v1.4.7

func (*GarbageCollectRequest) Descriptor() ([]byte, []int)

func (*GarbageCollectRequest) Marshal added in v1.5.0

func (m *GarbageCollectRequest) Marshal() (dAtA []byte, err error)

func (*GarbageCollectRequest) MarshalTo added in v1.5.0

func (m *GarbageCollectRequest) MarshalTo(dAtA []byte) (int, error)

func (*GarbageCollectRequest) ProtoMessage added in v1.4.7

func (*GarbageCollectRequest) ProtoMessage()

func (*GarbageCollectRequest) Reset added in v1.4.7

func (m *GarbageCollectRequest) Reset()

func (*GarbageCollectRequest) Size added in v1.5.0

func (m *GarbageCollectRequest) Size() (n int)

func (*GarbageCollectRequest) String added in v1.4.7

func (m *GarbageCollectRequest) String() string

func (*GarbageCollectRequest) Unmarshal added in v1.5.0

func (m *GarbageCollectRequest) Unmarshal(dAtA []byte) error

type GarbageCollectResponse added in v1.4.7

type GarbageCollectResponse struct {
}

func (*GarbageCollectResponse) Descriptor added in v1.4.7

func (*GarbageCollectResponse) Descriptor() ([]byte, []int)

func (*GarbageCollectResponse) Marshal added in v1.5.0

func (m *GarbageCollectResponse) Marshal() (dAtA []byte, err error)

func (*GarbageCollectResponse) MarshalTo added in v1.5.0

func (m *GarbageCollectResponse) MarshalTo(dAtA []byte) (int, error)

func (*GarbageCollectResponse) ProtoMessage added in v1.4.7

func (*GarbageCollectResponse) ProtoMessage()

func (*GarbageCollectResponse) Reset added in v1.4.7

func (m *GarbageCollectResponse) Reset()

func (*GarbageCollectResponse) Size added in v1.5.0

func (m *GarbageCollectResponse) Size() (n int)

func (*GarbageCollectResponse) String added in v1.4.7

func (m *GarbageCollectResponse) String() string

func (*GarbageCollectResponse) Unmarshal added in v1.5.0

func (m *GarbageCollectResponse) Unmarshal(dAtA []byte) error

type GetLogsRequest

type GetLogsRequest struct {
	// The pipeline from which we want to get logs (required if the job in 'job'
	// was created as part of a pipeline. To get logs from a non-orphan job
	// without the pipeline that created it, you need to use ElasticSearch).
	Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"`
	// The job from which we want to get logs.
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	// Names of input files from which we want processing logs. This may contain
	// multiple files, to query pipelines that contain multiple inputs. Each
	// filter may be an absolute path of a file within a pps repo, or it may be
	// a hash for that file (to search for files at specific versions)
	DataFilters []string `protobuf:"bytes,3,rep,name=data_filters,json=dataFilters" json:"data_filters,omitempty"`
	DatumID     string   `protobuf:"bytes,4,opt,name=datum_id,json=datumId,proto3" json:"datum_id,omitempty"`
	// If true get logs from the master process
	Master bool `protobuf:"varint,5,opt,name=master,proto3" json:"master,omitempty"`
}

func (*GetLogsRequest) Descriptor

func (*GetLogsRequest) Descriptor() ([]byte, []int)

func (*GetLogsRequest) GetDataFilters added in v1.3.19

func (m *GetLogsRequest) GetDataFilters() []string

func (*GetLogsRequest) GetDatumID added in v1.5.1

func (m *GetLogsRequest) GetDatumID() string

func (*GetLogsRequest) GetJob

func (m *GetLogsRequest) GetJob() *Job

func (*GetLogsRequest) GetMaster added in v1.5.1

func (m *GetLogsRequest) GetMaster() bool

func (*GetLogsRequest) GetPipeline added in v1.3.19

func (m *GetLogsRequest) GetPipeline() *Pipeline

func (*GetLogsRequest) Marshal added in v1.5.0

func (m *GetLogsRequest) Marshal() (dAtA []byte, err error)

func (*GetLogsRequest) MarshalTo added in v1.5.0

func (m *GetLogsRequest) MarshalTo(dAtA []byte) (int, error)

func (*GetLogsRequest) ProtoMessage

func (*GetLogsRequest) ProtoMessage()

func (*GetLogsRequest) Reset

func (m *GetLogsRequest) Reset()

func (*GetLogsRequest) Size added in v1.5.0

func (m *GetLogsRequest) Size() (n int)

func (*GetLogsRequest) String

func (m *GetLogsRequest) String() string

func (*GetLogsRequest) Unmarshal added in v1.5.0

func (m *GetLogsRequest) Unmarshal(dAtA []byte) error

type Input added in v1.4.6

type Input struct {
	Atom  *AtomInput `protobuf:"bytes,1,opt,name=atom" json:"atom,omitempty"`
	Cross []*Input   `protobuf:"bytes,2,rep,name=cross" json:"cross,omitempty"`
	Union []*Input   `protobuf:"bytes,3,rep,name=union" json:"union,omitempty"`
}

func (*Input) Descriptor added in v1.4.6

func (*Input) Descriptor() ([]byte, []int)

func (*Input) GetAtom added in v1.4.6

func (m *Input) GetAtom() *AtomInput

func (*Input) GetCross added in v1.4.6

func (m *Input) GetCross() []*Input

func (*Input) GetUnion added in v1.4.6

func (m *Input) GetUnion() []*Input

func (*Input) Marshal added in v1.5.0

func (m *Input) Marshal() (dAtA []byte, err error)

func (*Input) MarshalTo added in v1.5.0

func (m *Input) MarshalTo(dAtA []byte) (int, error)

func (*Input) ProtoMessage added in v1.4.6

func (*Input) ProtoMessage()

func (*Input) Reset added in v1.4.6

func (m *Input) Reset()

func (*Input) Size added in v1.5.0

func (m *Input) Size() (n int)

func (*Input) String added in v1.4.6

func (m *Input) String() string

func (*Input) Unmarshal added in v1.5.0

func (m *Input) Unmarshal(dAtA []byte) error

type InspectJobRequest

type InspectJobRequest struct {
	Job        *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	BlockState bool `protobuf:"varint,2,opt,name=block_state,json=blockState,proto3" json:"block_state,omitempty"`
}

func (*InspectJobRequest) Descriptor

func (*InspectJobRequest) Descriptor() ([]byte, []int)

func (*InspectJobRequest) GetBlockState added in v1.3.5

func (m *InspectJobRequest) GetBlockState() bool

func (*InspectJobRequest) GetJob

func (m *InspectJobRequest) GetJob() *Job

func (*InspectJobRequest) Marshal added in v1.5.0

func (m *InspectJobRequest) Marshal() (dAtA []byte, err error)

func (*InspectJobRequest) MarshalTo added in v1.5.0

func (m *InspectJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*InspectJobRequest) ProtoMessage

func (*InspectJobRequest) ProtoMessage()

func (*InspectJobRequest) Reset

func (m *InspectJobRequest) Reset()

func (*InspectJobRequest) Size added in v1.5.0

func (m *InspectJobRequest) Size() (n int)

func (*InspectJobRequest) String

func (m *InspectJobRequest) String() string

func (*InspectJobRequest) Unmarshal added in v1.5.0

func (m *InspectJobRequest) Unmarshal(dAtA []byte) error

type InspectPipelineRequest

type InspectPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*InspectPipelineRequest) Descriptor

func (*InspectPipelineRequest) Descriptor() ([]byte, []int)

func (*InspectPipelineRequest) GetPipeline

func (m *InspectPipelineRequest) GetPipeline() *Pipeline

func (*InspectPipelineRequest) Marshal added in v1.5.0

func (m *InspectPipelineRequest) Marshal() (dAtA []byte, err error)

func (*InspectPipelineRequest) MarshalTo added in v1.5.0

func (m *InspectPipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*InspectPipelineRequest) ProtoMessage

func (*InspectPipelineRequest) ProtoMessage()

func (*InspectPipelineRequest) Reset

func (m *InspectPipelineRequest) Reset()

func (*InspectPipelineRequest) Size added in v1.5.0

func (m *InspectPipelineRequest) Size() (n int)

func (*InspectPipelineRequest) String

func (m *InspectPipelineRequest) String() string

func (*InspectPipelineRequest) Unmarshal added in v1.5.0

func (m *InspectPipelineRequest) Unmarshal(dAtA []byte) error

type Job

type Job struct {
	ID string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
}

func (*Job) Descriptor

func (*Job) Descriptor() ([]byte, []int)

func (*Job) GetID added in v1.3.5

func (m *Job) GetID() string

func (*Job) Marshal added in v1.5.0

func (m *Job) Marshal() (dAtA []byte, err error)

func (*Job) MarshalTo added in v1.5.0

func (m *Job) MarshalTo(dAtA []byte) (int, error)

func (*Job) ProtoMessage

func (*Job) ProtoMessage()

func (*Job) Reset

func (m *Job) Reset()

func (*Job) Size added in v1.5.0

func (m *Job) Size() (n int)

func (*Job) String

func (m *Job) String() string

func (*Job) Unmarshal added in v1.5.0

func (m *Job) Unmarshal(dAtA []byte) error

type JobInfo

type JobInfo struct {
	Job             *Job                        `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	Transform       *Transform                  `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	Pipeline        *Pipeline                   `protobuf:"bytes,3,opt,name=pipeline" json:"pipeline,omitempty"`
	PipelineVersion uint64                      `protobuf:"varint,13,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"`
	ParallelismSpec *ParallelismSpec            `protobuf:"bytes,12,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*JobInput                 `protobuf:"bytes,5,rep,name=inputs" json:"inputs,omitempty"`
	Egress          *Egress                     `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"`
	ParentJob       *Job                        `protobuf:"bytes,6,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
	Started         *google_protobuf1.Timestamp `protobuf:"bytes,7,opt,name=started" json:"started,omitempty"`
	Finished        *google_protobuf1.Timestamp `protobuf:"bytes,8,opt,name=finished" json:"finished,omitempty"`
	OutputCommit    *pfs.Commit                 `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
	State           JobState                    `protobuf:"varint,10,opt,name=state,proto3,enum=pps.JobState" json:"state,omitempty"`
	Service         *Service                    `protobuf:"bytes,14,opt,name=service" json:"service,omitempty"`
	OutputRepo      *pfs.Repo                   `protobuf:"bytes,18,opt,name=output_repo,json=outputRepo" json:"output_repo,omitempty"`
	OutputBranch    string                      `protobuf:"bytes,17,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"`
	Restart         uint64                      `protobuf:"varint,20,opt,name=restart,proto3" json:"restart,omitempty"`
	DataProcessed   int64                       `protobuf:"varint,22,opt,name=data_processed,json=dataProcessed,proto3" json:"data_processed,omitempty"`
	DataSkipped     int64                       `protobuf:"varint,30,opt,name=data_skipped,json=dataSkipped,proto3" json:"data_skipped,omitempty"`
	DataTotal       int64                       `protobuf:"varint,23,opt,name=data_total,json=dataTotal,proto3" json:"data_total,omitempty"`
	Stats           *ProcessStats               `protobuf:"bytes,31,opt,name=stats" json:"stats,omitempty"`
	WorkerStatus    []*WorkerStatus             `protobuf:"bytes,24,rep,name=worker_status,json=workerStatus" json:"worker_status,omitempty"`
	ResourceSpec    *ResourceSpec               `protobuf:"bytes,25,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"`
	Input           *Input                      `protobuf:"bytes,26,opt,name=input" json:"input,omitempty"`
	NewBranch       *pfs.BranchInfo             `protobuf:"bytes,27,opt,name=new_branch,json=newBranch" json:"new_branch,omitempty"`
	Incremental     bool                        `protobuf:"varint,28,opt,name=incremental,proto3" json:"incremental,omitempty"`
	StatsCommit     *pfs.Commit                 `protobuf:"bytes,29,opt,name=stats_commit,json=statsCommit" json:"stats_commit,omitempty"`
	EnableStats     bool                        `protobuf:"varint,32,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"`
	Salt            string                      `protobuf:"bytes,33,opt,name=salt,proto3" json:"salt,omitempty"`
	Batch           bool                        `protobuf:"varint,34,opt,name=batch,proto3" json:"batch,omitempty"`
}

func (*JobInfo) Descriptor

func (*JobInfo) Descriptor() ([]byte, []int)

func (*JobInfo) GetBatch added in v1.5.1

func (m *JobInfo) GetBatch() bool

func (*JobInfo) GetDataProcessed added in v1.4.3

func (m *JobInfo) GetDataProcessed() int64

func (*JobInfo) GetDataSkipped added in v1.5.1

func (m *JobInfo) GetDataSkipped() int64

func (*JobInfo) GetDataTotal added in v1.4.3

func (m *JobInfo) GetDataTotal() int64

func (*JobInfo) GetEgress added in v1.3.19

func (m *JobInfo) GetEgress() *Egress

func (*JobInfo) GetEnableStats added in v1.5.1

func (m *JobInfo) GetEnableStats() bool

func (*JobInfo) GetFinished

func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp

func (*JobInfo) GetIncremental added in v1.4.8

func (m *JobInfo) GetIncremental() bool

func (*JobInfo) GetInput added in v1.4.6

func (m *JobInfo) GetInput() *Input

func (*JobInfo) GetInputs

func (m *JobInfo) GetInputs() []*JobInput

func (*JobInfo) GetJob

func (m *JobInfo) GetJob() *Job

func (*JobInfo) GetNewBranch added in v1.4.8

func (m *JobInfo) GetNewBranch() *pfs.BranchInfo

func (*JobInfo) GetOutputBranch added in v1.3.19

func (m *JobInfo) GetOutputBranch() string

func (*JobInfo) GetOutputCommit

func (m *JobInfo) GetOutputCommit() *pfs.Commit

func (*JobInfo) GetOutputRepo added in v1.3.19

func (m *JobInfo) GetOutputRepo() *pfs.Repo

func (*JobInfo) GetParallelismSpec added in v1.2.0

func (m *JobInfo) GetParallelismSpec() *ParallelismSpec

func (*JobInfo) GetParentJob

func (m *JobInfo) GetParentJob() *Job

func (*JobInfo) GetPipeline

func (m *JobInfo) GetPipeline() *Pipeline

func (*JobInfo) GetPipelineVersion added in v1.3.5

func (m *JobInfo) GetPipelineVersion() uint64

func (*JobInfo) GetResourceSpec added in v1.4.5

func (m *JobInfo) GetResourceSpec() *ResourceSpec

func (*JobInfo) GetRestart added in v1.4.2

func (m *JobInfo) GetRestart() uint64

func (*JobInfo) GetSalt added in v1.5.1

func (m *JobInfo) GetSalt() string

func (*JobInfo) GetService added in v1.3.0

func (m *JobInfo) GetService() *Service

func (*JobInfo) GetStarted

func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp

func (*JobInfo) GetState added in v1.3.5

func (m *JobInfo) GetState() JobState

func (*JobInfo) GetStats added in v1.5.1

func (m *JobInfo) GetStats() *ProcessStats

func (*JobInfo) GetStatsCommit added in v1.5.1

func (m *JobInfo) GetStatsCommit() *pfs.Commit

func (*JobInfo) GetTransform

func (m *JobInfo) GetTransform() *Transform

func (*JobInfo) GetWorkerStatus added in v1.4.4

func (m *JobInfo) GetWorkerStatus() []*WorkerStatus

func (*JobInfo) Marshal added in v1.5.0

func (m *JobInfo) Marshal() (dAtA []byte, err error)

func (*JobInfo) MarshalTo added in v1.5.0

func (m *JobInfo) MarshalTo(dAtA []byte) (int, error)

func (*JobInfo) ProtoMessage

func (*JobInfo) ProtoMessage()

func (*JobInfo) Reset

func (m *JobInfo) Reset()

func (*JobInfo) Size added in v1.5.0

func (m *JobInfo) Size() (n int)

func (*JobInfo) String

func (m *JobInfo) String() string

func (*JobInfo) Unmarshal added in v1.5.0

func (m *JobInfo) Unmarshal(dAtA []byte) error

type JobInfos

type JobInfos struct {
	JobInfo []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo" json:"job_info,omitempty"`
}

func (*JobInfos) Descriptor

func (*JobInfos) Descriptor() ([]byte, []int)

func (*JobInfos) GetJobInfo

func (m *JobInfos) GetJobInfo() []*JobInfo

func (*JobInfos) Marshal added in v1.5.0

func (m *JobInfos) Marshal() (dAtA []byte, err error)

func (*JobInfos) MarshalTo added in v1.5.0

func (m *JobInfos) MarshalTo(dAtA []byte) (int, error)

func (*JobInfos) ProtoMessage

func (*JobInfos) ProtoMessage()

func (*JobInfos) Reset

func (m *JobInfos) Reset()

func (*JobInfos) Size added in v1.5.0

func (m *JobInfos) Size() (n int)

func (*JobInfos) String

func (m *JobInfos) String() string

func (*JobInfos) Unmarshal added in v1.5.0

func (m *JobInfos) Unmarshal(dAtA []byte) error

type JobInput

type JobInput struct {
	Name   string      `protobuf:"bytes,4,opt,name=name,proto3" json:"name,omitempty"`
	Commit *pfs.Commit `protobuf:"bytes,1,opt,name=commit" json:"commit,omitempty"`
	Glob   string      `protobuf:"bytes,2,opt,name=glob,proto3" json:"glob,omitempty"`
	Lazy   bool        `protobuf:"varint,3,opt,name=lazy,proto3" json:"lazy,omitempty"`
}

func (*JobInput) Descriptor

func (*JobInput) Descriptor() ([]byte, []int)

func (*JobInput) GetCommit

func (m *JobInput) GetCommit() *pfs.Commit

func (*JobInput) GetGlob added in v1.3.19

func (m *JobInput) GetGlob() string

func (*JobInput) GetLazy added in v1.3.5

func (m *JobInput) GetLazy() bool

func (*JobInput) GetName added in v1.3.19

func (m *JobInput) GetName() string

func (*JobInput) Marshal added in v1.5.0

func (m *JobInput) Marshal() (dAtA []byte, err error)

func (*JobInput) MarshalTo added in v1.5.0

func (m *JobInput) MarshalTo(dAtA []byte) (int, error)

func (*JobInput) ProtoMessage

func (*JobInput) ProtoMessage()

func (*JobInput) Reset

func (m *JobInput) Reset()

func (*JobInput) Size added in v1.5.0

func (m *JobInput) Size() (n int)

func (*JobInput) String

func (m *JobInput) String() string

func (*JobInput) Unmarshal added in v1.5.0

func (m *JobInput) Unmarshal(dAtA []byte) error

type JobState

type JobState int32
const (
	JobState_JOB_STARTING JobState = 0
	JobState_JOB_RUNNING  JobState = 1
	JobState_JOB_FAILURE  JobState = 2
	JobState_JOB_SUCCESS  JobState = 3
	JobState_JOB_KILLED   JobState = 4
)

func (JobState) EnumDescriptor

func (JobState) EnumDescriptor() ([]byte, []int)

func (JobState) String

func (x JobState) String() string

type ListJobRequest

type ListJobRequest struct {
	Pipeline    *Pipeline     `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	InputCommit []*pfs.Commit `protobuf:"bytes,2,rep,name=input_commit,json=inputCommit" json:"input_commit,omitempty"`
}

func (*ListJobRequest) Descriptor

func (*ListJobRequest) Descriptor() ([]byte, []int)

func (*ListJobRequest) GetInputCommit

func (m *ListJobRequest) GetInputCommit() []*pfs.Commit

func (*ListJobRequest) GetPipeline

func (m *ListJobRequest) GetPipeline() *Pipeline

func (*ListJobRequest) Marshal added in v1.5.0

func (m *ListJobRequest) Marshal() (dAtA []byte, err error)

func (*ListJobRequest) MarshalTo added in v1.5.0

func (m *ListJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*ListJobRequest) ProtoMessage

func (*ListJobRequest) ProtoMessage()

func (*ListJobRequest) Reset

func (m *ListJobRequest) Reset()

func (*ListJobRequest) Size added in v1.5.0

func (m *ListJobRequest) Size() (n int)

func (*ListJobRequest) String

func (m *ListJobRequest) String() string

func (*ListJobRequest) Unmarshal added in v1.5.0

func (m *ListJobRequest) Unmarshal(dAtA []byte) error

type ListPipelineRequest

type ListPipelineRequest struct {
}

func (*ListPipelineRequest) Descriptor

func (*ListPipelineRequest) Descriptor() ([]byte, []int)

func (*ListPipelineRequest) Marshal added in v1.5.0

func (m *ListPipelineRequest) Marshal() (dAtA []byte, err error)

func (*ListPipelineRequest) MarshalTo added in v1.5.0

func (m *ListPipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*ListPipelineRequest) ProtoMessage

func (*ListPipelineRequest) ProtoMessage()

func (*ListPipelineRequest) Reset

func (m *ListPipelineRequest) Reset()

func (*ListPipelineRequest) Size added in v1.5.0

func (m *ListPipelineRequest) Size() (n int)

func (*ListPipelineRequest) String

func (m *ListPipelineRequest) String() string

func (*ListPipelineRequest) Unmarshal added in v1.5.0

func (m *ListPipelineRequest) Unmarshal(dAtA []byte) error

type LogMessage added in v1.3.19

type LogMessage struct {
	// The job and pipeline for which a PFS file is being processed (if the job
	// is an orphan job, pipeline name and ID will be unset)
	PipelineName string `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName,proto3" json:"pipeline_name,omitempty"`
	JobID        string `protobuf:"bytes,3,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	WorkerID     string `protobuf:"bytes,7,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"`
	DatumID      string `protobuf:"bytes,9,opt,name=datum_id,json=datumId,proto3" json:"datum_id,omitempty"`
	Master       bool   `protobuf:"varint,10,opt,name=master,proto3" json:"master,omitempty"`
	// The PFS files being processed (one per pipeline/job input)
	Data []*Datum `protobuf:"bytes,4,rep,name=data" json:"data,omitempty"`
	// User is true if log message comes from the users code.
	User bool `protobuf:"varint,8,opt,name=user,proto3" json:"user,omitempty"`
	// The message logged, and the time at which it was logged
	Ts      *google_protobuf1.Timestamp `protobuf:"bytes,5,opt,name=ts" json:"ts,omitempty"`
	Message string                      `protobuf:"bytes,6,opt,name=message,proto3" json:"message,omitempty"`
}

LogMessage is a log line from a PPS worker, annotated with metadata indicating when and why the line was logged.

func (*LogMessage) Descriptor added in v1.3.19

func (*LogMessage) Descriptor() ([]byte, []int)

func (*LogMessage) GetData added in v1.3.19

func (m *LogMessage) GetData() []*Datum

func (*LogMessage) GetDatumID added in v1.5.1

func (m *LogMessage) GetDatumID() string

func (*LogMessage) GetJobID added in v1.3.19

func (m *LogMessage) GetJobID() string

func (*LogMessage) GetMaster added in v1.5.1

func (m *LogMessage) GetMaster() bool

func (*LogMessage) GetMessage added in v1.3.19

func (m *LogMessage) GetMessage() string

func (*LogMessage) GetPipelineName added in v1.3.19

func (m *LogMessage) GetPipelineName() string

func (*LogMessage) GetTs added in v1.3.19

func (*LogMessage) GetUser added in v1.4.1

func (m *LogMessage) GetUser() bool

func (*LogMessage) GetWorkerID added in v1.4.1

func (m *LogMessage) GetWorkerID() string

func (*LogMessage) Marshal added in v1.5.0

func (m *LogMessage) Marshal() (dAtA []byte, err error)

func (*LogMessage) MarshalTo added in v1.5.0

func (m *LogMessage) MarshalTo(dAtA []byte) (int, error)

func (*LogMessage) ProtoMessage added in v1.3.19

func (*LogMessage) ProtoMessage()

func (*LogMessage) Reset added in v1.3.19

func (m *LogMessage) Reset()

func (*LogMessage) Size added in v1.5.0

func (m *LogMessage) Size() (n int)

func (*LogMessage) String added in v1.3.19

func (m *LogMessage) String() string

func (*LogMessage) Unmarshal added in v1.5.0

func (m *LogMessage) Unmarshal(dAtA []byte) error

type ParallelismSpec added in v1.2.0

type ParallelismSpec struct {
	// Starts the pipeline/job with a 'constant' workers, unless 'constant' is
	// zero. If 'constant' is zero (which is the zero value of ParallelismSpec),
	// then Pachyderm will choose the number of workers that is started,
	// (currently it chooses the number of workers in the cluster)
	Constant uint64 `protobuf:"varint,2,opt,name=constant,proto3" json:"constant,omitempty"`
	// Starts the pipeline/job with number of workers equal to 'coefficient' * N,
	// where N is the number of nodes in the kubernetes cluster.
	//
	// For example, if each Kubernetes node has four CPUs, you might set
	// 'coefficient' to four, so that there are four Pachyderm workers per
	// Kubernetes node, and each Pachyderm worker gets one CPU. If you want to
	// reserve half the nodes in your cluster for other tasks, you might set
	// 'coefficient' to 0.5.
	Coefficient float64 `protobuf:"fixed64,3,opt,name=coefficient,proto3" json:"coefficient,omitempty"`
}

func (*ParallelismSpec) Descriptor added in v1.2.0

func (*ParallelismSpec) Descriptor() ([]byte, []int)

func (*ParallelismSpec) GetCoefficient added in v1.3.5

func (m *ParallelismSpec) GetCoefficient() float64

func (*ParallelismSpec) GetConstant added in v1.3.5

func (m *ParallelismSpec) GetConstant() uint64

func (*ParallelismSpec) Marshal added in v1.5.0

func (m *ParallelismSpec) Marshal() (dAtA []byte, err error)

func (*ParallelismSpec) MarshalTo added in v1.5.0

func (m *ParallelismSpec) MarshalTo(dAtA []byte) (int, error)

func (*ParallelismSpec) ProtoMessage added in v1.2.0

func (*ParallelismSpec) ProtoMessage()

func (*ParallelismSpec) Reset added in v1.2.0

func (m *ParallelismSpec) Reset()

func (*ParallelismSpec) Size added in v1.5.0

func (m *ParallelismSpec) Size() (n int)

func (*ParallelismSpec) String added in v1.2.0

func (m *ParallelismSpec) String() string

func (*ParallelismSpec) Unmarshal added in v1.5.0

func (m *ParallelismSpec) Unmarshal(dAtA []byte) error

type Pipeline

type Pipeline struct {
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
}

func (*Pipeline) Descriptor

func (*Pipeline) Descriptor() ([]byte, []int)

func (*Pipeline) GetName added in v1.3.5

func (m *Pipeline) GetName() string

func (*Pipeline) Marshal added in v1.5.0

func (m *Pipeline) Marshal() (dAtA []byte, err error)

func (*Pipeline) MarshalTo added in v1.5.0

func (m *Pipeline) MarshalTo(dAtA []byte) (int, error)

func (*Pipeline) ProtoMessage

func (*Pipeline) ProtoMessage()

func (*Pipeline) Reset

func (m *Pipeline) Reset()

func (*Pipeline) Size added in v1.5.0

func (m *Pipeline) Size() (n int)

func (*Pipeline) String

func (m *Pipeline) String() string

func (*Pipeline) Unmarshal added in v1.5.0

func (m *Pipeline) Unmarshal(dAtA []byte) error

type PipelineInfo

type PipelineInfo struct {
	ID                 string                      `protobuf:"bytes,17,opt,name=id,proto3" json:"id,omitempty"`
	Pipeline           *Pipeline                   `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Version            uint64                      `protobuf:"varint,11,opt,name=version,proto3" json:"version,omitempty"`
	Transform          *Transform                  `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	ParallelismSpec    *ParallelismSpec            `protobuf:"bytes,10,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs             []*PipelineInput            `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	Egress             *Egress                     `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"`
	CreatedAt          *google_protobuf1.Timestamp `protobuf:"bytes,6,opt,name=created_at,json=createdAt" json:"created_at,omitempty"`
	State              PipelineState               `protobuf:"varint,7,opt,name=state,proto3,enum=pps.PipelineState" json:"state,omitempty"`
	RecentError        string                      `protobuf:"bytes,8,opt,name=recent_error,json=recentError,proto3" json:"recent_error,omitempty"`
	JobCounts          map[int32]int32             `` /* 171-byte string literal not displayed */
	OutputBranch       string                      `protobuf:"bytes,16,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"`
	ScaleDownThreshold *google_protobuf2.Duration  `protobuf:"bytes,18,opt,name=scale_down_threshold,json=scaleDownThreshold" json:"scale_down_threshold,omitempty"`
	ResourceSpec       *ResourceSpec               `protobuf:"bytes,19,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"`
	Input              *Input                      `protobuf:"bytes,20,opt,name=input" json:"input,omitempty"`
	Description        string                      `protobuf:"bytes,21,opt,name=description,proto3" json:"description,omitempty"`
	Incremental        bool                        `protobuf:"varint,22,opt,name=incremental,proto3" json:"incremental,omitempty"`
	CacheSize          string                      `protobuf:"bytes,23,opt,name=cache_size,json=cacheSize,proto3" json:"cache_size,omitempty"`
	EnableStats        bool                        `protobuf:"varint,24,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"`
	Salt               string                      `protobuf:"bytes,25,opt,name=salt,proto3" json:"salt,omitempty"`
	Capability         string                      `protobuf:"bytes,26,opt,name=capability,proto3" json:"capability,omitempty"`
	Batch              bool                        `protobuf:"varint,27,opt,name=batch,proto3" json:"batch,omitempty"`
}

func (*PipelineInfo) Descriptor

func (*PipelineInfo) Descriptor() ([]byte, []int)

func (*PipelineInfo) GetBatch added in v1.5.1

func (m *PipelineInfo) GetBatch() bool

func (*PipelineInfo) GetCacheSize added in v1.5.1

func (m *PipelineInfo) GetCacheSize() string

func (*PipelineInfo) GetCapability added in v1.5.1

func (m *PipelineInfo) GetCapability() string

func (*PipelineInfo) GetCreatedAt

func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp

func (*PipelineInfo) GetDescription added in v1.4.7

func (m *PipelineInfo) GetDescription() string

func (*PipelineInfo) GetEgress added in v1.3.19

func (m *PipelineInfo) GetEgress() *Egress

func (*PipelineInfo) GetEnableStats added in v1.5.1

func (m *PipelineInfo) GetEnableStats() bool

func (*PipelineInfo) GetID added in v1.3.19

func (m *PipelineInfo) GetID() string

func (*PipelineInfo) GetIncremental added in v1.4.8

func (m *PipelineInfo) GetIncremental() bool

func (*PipelineInfo) GetInput added in v1.4.6

func (m *PipelineInfo) GetInput() *Input

func (*PipelineInfo) GetInputs

func (m *PipelineInfo) GetInputs() []*PipelineInput

func (*PipelineInfo) GetJobCounts

func (m *PipelineInfo) GetJobCounts() map[int32]int32

func (*PipelineInfo) GetOutputBranch added in v1.3.19

func (m *PipelineInfo) GetOutputBranch() string

func (*PipelineInfo) GetParallelismSpec added in v1.2.0

func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec

func (*PipelineInfo) GetPipeline

func (m *PipelineInfo) GetPipeline() *Pipeline

func (*PipelineInfo) GetRecentError added in v1.3.5

func (m *PipelineInfo) GetRecentError() string

func (*PipelineInfo) GetResourceSpec added in v1.4.5

func (m *PipelineInfo) GetResourceSpec() *ResourceSpec

func (*PipelineInfo) GetSalt added in v1.5.1

func (m *PipelineInfo) GetSalt() string

func (*PipelineInfo) GetScaleDownThreshold added in v1.4.4

func (m *PipelineInfo) GetScaleDownThreshold() *google_protobuf2.Duration

func (*PipelineInfo) GetState added in v1.3.5

func (m *PipelineInfo) GetState() PipelineState

func (*PipelineInfo) GetTransform

func (m *PipelineInfo) GetTransform() *Transform

func (*PipelineInfo) GetVersion added in v1.3.5

func (m *PipelineInfo) GetVersion() uint64

func (*PipelineInfo) Marshal added in v1.5.0

func (m *PipelineInfo) Marshal() (dAtA []byte, err error)

func (*PipelineInfo) MarshalTo added in v1.5.0

func (m *PipelineInfo) MarshalTo(dAtA []byte) (int, error)

func (*PipelineInfo) ProtoMessage

func (*PipelineInfo) ProtoMessage()

func (*PipelineInfo) Reset

func (m *PipelineInfo) Reset()

func (*PipelineInfo) Size added in v1.5.0

func (m *PipelineInfo) Size() (n int)

func (*PipelineInfo) String

func (m *PipelineInfo) String() string

func (*PipelineInfo) Unmarshal added in v1.5.0

func (m *PipelineInfo) Unmarshal(dAtA []byte) error

type PipelineInfos

type PipelineInfos struct {
	PipelineInfo []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo" json:"pipeline_info,omitempty"`
}

func (*PipelineInfos) Descriptor

func (*PipelineInfos) Descriptor() ([]byte, []int)

func (*PipelineInfos) GetPipelineInfo

func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo

func (*PipelineInfos) Marshal added in v1.5.0

func (m *PipelineInfos) Marshal() (dAtA []byte, err error)

func (*PipelineInfos) MarshalTo added in v1.5.0

func (m *PipelineInfos) MarshalTo(dAtA []byte) (int, error)

func (*PipelineInfos) ProtoMessage

func (*PipelineInfos) ProtoMessage()

func (*PipelineInfos) Reset

func (m *PipelineInfos) Reset()

func (*PipelineInfos) Size added in v1.5.0

func (m *PipelineInfos) Size() (n int)

func (*PipelineInfos) String

func (m *PipelineInfos) String() string

func (*PipelineInfos) Unmarshal added in v1.5.0

func (m *PipelineInfos) Unmarshal(dAtA []byte) error

type PipelineInput

type PipelineInput struct {
	Name   string      `protobuf:"bytes,5,opt,name=name,proto3" json:"name,omitempty"`
	Repo   *pfs.Repo   `protobuf:"bytes,1,opt,name=repo" json:"repo,omitempty"`
	Branch string      `protobuf:"bytes,2,opt,name=branch,proto3" json:"branch,omitempty"`
	Glob   string      `protobuf:"bytes,3,opt,name=glob,proto3" json:"glob,omitempty"`
	Lazy   bool        `protobuf:"varint,4,opt,name=lazy,proto3" json:"lazy,omitempty"`
	From   *pfs.Commit `protobuf:"bytes,6,opt,name=from" json:"from,omitempty"`
}

func (*PipelineInput) Descriptor

func (*PipelineInput) Descriptor() ([]byte, []int)

func (*PipelineInput) GetBranch added in v1.3.19

func (m *PipelineInput) GetBranch() string

func (*PipelineInput) GetFrom added in v1.3.19

func (m *PipelineInput) GetFrom() *pfs.Commit

func (*PipelineInput) GetGlob added in v1.3.19

func (m *PipelineInput) GetGlob() string

func (*PipelineInput) GetLazy added in v1.3.5

func (m *PipelineInput) GetLazy() bool

func (*PipelineInput) GetName added in v1.3.19

func (m *PipelineInput) GetName() string

func (*PipelineInput) GetRepo

func (m *PipelineInput) GetRepo() *pfs.Repo

func (*PipelineInput) Marshal added in v1.5.0

func (m *PipelineInput) Marshal() (dAtA []byte, err error)

func (*PipelineInput) MarshalTo added in v1.5.0

func (m *PipelineInput) MarshalTo(dAtA []byte) (int, error)

func (*PipelineInput) ProtoMessage

func (*PipelineInput) ProtoMessage()

func (*PipelineInput) Reset

func (m *PipelineInput) Reset()

func (*PipelineInput) Size added in v1.5.0

func (m *PipelineInput) Size() (n int)

func (*PipelineInput) String

func (m *PipelineInput) String() string

func (*PipelineInput) Unmarshal added in v1.5.0

func (m *PipelineInput) Unmarshal(dAtA []byte) error

type PipelineState

type PipelineState int32
const (
	// When the pipeline is not ready to be triggered by commits.
	// This happens when either 1) a pipeline has been created but not
	// yet picked up by a PPS server, or 2) the pipeline does not have
	// any inputs and is meant to be triggered manually
	PipelineState_PIPELINE_STARTING PipelineState = 0
	// After this pipeline is picked up by a pachd node.  This is the normal
	// state of a pipeline.
	PipelineState_PIPELINE_RUNNING PipelineState = 1
	// After some error caused runPipeline to exit, but before the
	// pipeline is re-run.  This is when the exponential backoff is
	// in effect.
	PipelineState_PIPELINE_RESTARTING PipelineState = 2
	// We have retried too many times and we have given up on this pipeline.
	PipelineState_PIPELINE_FAILURE PipelineState = 3
	// The pipeline has been explicitly paused by the user.
	PipelineState_PIPELINE_PAUSED PipelineState = 4
)

func (PipelineState) EnumDescriptor

func (PipelineState) EnumDescriptor() ([]byte, []int)

func (PipelineState) String

func (x PipelineState) String() string

type ProcessStats added in v1.5.1

type ProcessStats struct {
	DownloadTime  *google_protobuf2.Duration `protobuf:"bytes,1,opt,name=download_time,json=downloadTime" json:"download_time,omitempty"`
	ProcessTime   *google_protobuf2.Duration `protobuf:"bytes,2,opt,name=process_time,json=processTime" json:"process_time,omitempty"`
	UploadTime    *google_protobuf2.Duration `protobuf:"bytes,3,opt,name=upload_time,json=uploadTime" json:"upload_time,omitempty"`
	DownloadBytes uint64                     `protobuf:"varint,4,opt,name=download_bytes,json=downloadBytes,proto3" json:"download_bytes,omitempty"`
	UploadBytes   uint64                     `protobuf:"varint,5,opt,name=upload_bytes,json=uploadBytes,proto3" json:"upload_bytes,omitempty"`
}

func (*ProcessStats) Descriptor added in v1.5.1

func (*ProcessStats) Descriptor() ([]byte, []int)

func (*ProcessStats) GetDownloadBytes added in v1.5.1

func (m *ProcessStats) GetDownloadBytes() uint64

func (*ProcessStats) GetDownloadTime added in v1.5.1

func (m *ProcessStats) GetDownloadTime() *google_protobuf2.Duration

func (*ProcessStats) GetProcessTime added in v1.5.1

func (m *ProcessStats) GetProcessTime() *google_protobuf2.Duration

func (*ProcessStats) GetUploadBytes added in v1.5.1

func (m *ProcessStats) GetUploadBytes() uint64

func (*ProcessStats) GetUploadTime added in v1.5.1

func (m *ProcessStats) GetUploadTime() *google_protobuf2.Duration

func (*ProcessStats) Marshal added in v1.5.1

func (m *ProcessStats) Marshal() (dAtA []byte, err error)

func (*ProcessStats) MarshalTo added in v1.5.1

func (m *ProcessStats) MarshalTo(dAtA []byte) (int, error)

func (*ProcessStats) ProtoMessage added in v1.5.1

func (*ProcessStats) ProtoMessage()

func (*ProcessStats) Reset added in v1.5.1

func (m *ProcessStats) Reset()

func (*ProcessStats) Size added in v1.5.1

func (m *ProcessStats) Size() (n int)

func (*ProcessStats) String added in v1.5.1

func (m *ProcessStats) String() string

func (*ProcessStats) Unmarshal added in v1.5.1

func (m *ProcessStats) Unmarshal(dAtA []byte) error

type RerunPipelineRequest added in v1.3.6

type RerunPipelineRequest struct {
	Pipeline *Pipeline     `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Exclude  []*pfs.Commit `protobuf:"bytes,2,rep,name=exclude" json:"exclude,omitempty"`
	Include  []*pfs.Commit `protobuf:"bytes,3,rep,name=include" json:"include,omitempty"`
}

func (*RerunPipelineRequest) Descriptor added in v1.3.6

func (*RerunPipelineRequest) Descriptor() ([]byte, []int)

func (*RerunPipelineRequest) GetExclude added in v1.3.6

func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit

func (*RerunPipelineRequest) GetInclude added in v1.3.6

func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit

func (*RerunPipelineRequest) GetPipeline added in v1.3.6

func (m *RerunPipelineRequest) GetPipeline() *Pipeline

func (*RerunPipelineRequest) Marshal added in v1.5.0

func (m *RerunPipelineRequest) Marshal() (dAtA []byte, err error)

func (*RerunPipelineRequest) MarshalTo added in v1.5.0

func (m *RerunPipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*RerunPipelineRequest) ProtoMessage added in v1.3.6

func (*RerunPipelineRequest) ProtoMessage()

func (*RerunPipelineRequest) Reset added in v1.3.6

func (m *RerunPipelineRequest) Reset()

func (*RerunPipelineRequest) Size added in v1.5.0

func (m *RerunPipelineRequest) Size() (n int)

func (*RerunPipelineRequest) String added in v1.3.6

func (m *RerunPipelineRequest) String() string

func (*RerunPipelineRequest) Unmarshal added in v1.5.0

func (m *RerunPipelineRequest) Unmarshal(dAtA []byte) error

type ResourceSpec added in v1.4.5

type ResourceSpec struct {
	// The number of CPUs each worker needs (partial values are allowed, and
	// encouraged)
	Cpu float32 `protobuf:"fixed32,1,opt,name=cpu,proto3" json:"cpu,omitempty"`
	// The amount of memory, in bytes, each worker needs (in bytes, with allowed
	// SI suffixes (M, K, G, Mi, Ki, Gi, etc).
	Memory string `protobuf:"bytes,2,opt,name=memory,proto3" json:"memory,omitempty"`
	// The number of GPUs each worker needs.
	Gpu int64 `protobuf:"varint,3,opt,name=gpu,proto3" json:"gpu,omitempty"`
}

ResourceSpec describes the amount of resources that pipeline pods should request from kubernetes, for scheduling.

func (*ResourceSpec) Descriptor added in v1.4.5

func (*ResourceSpec) Descriptor() ([]byte, []int)

func (*ResourceSpec) GetCpu added in v1.4.5

func (m *ResourceSpec) GetCpu() float32

func (*ResourceSpec) GetGpu added in v1.4.6

func (m *ResourceSpec) GetGpu() int64

func (*ResourceSpec) GetMemory added in v1.4.5

func (m *ResourceSpec) GetMemory() string

func (*ResourceSpec) Marshal added in v1.5.0

func (m *ResourceSpec) Marshal() (dAtA []byte, err error)

func (*ResourceSpec) MarshalTo added in v1.5.0

func (m *ResourceSpec) MarshalTo(dAtA []byte) (int, error)

func (*ResourceSpec) ProtoMessage added in v1.4.5

func (*ResourceSpec) ProtoMessage()

func (*ResourceSpec) Reset added in v1.4.5

func (m *ResourceSpec) Reset()

func (*ResourceSpec) Size added in v1.5.0

func (m *ResourceSpec) Size() (n int)

func (*ResourceSpec) String added in v1.4.5

func (m *ResourceSpec) String() string

func (*ResourceSpec) Unmarshal added in v1.5.0

func (m *ResourceSpec) Unmarshal(dAtA []byte) error

type RestartDatumRequest added in v1.4.4

type RestartDatumRequest struct {
	Job         *Job     `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	DataFilters []string `protobuf:"bytes,2,rep,name=data_filters,json=dataFilters" json:"data_filters,omitempty"`
}

func (*RestartDatumRequest) Descriptor added in v1.4.4

func (*RestartDatumRequest) Descriptor() ([]byte, []int)

func (*RestartDatumRequest) GetDataFilters added in v1.4.4

func (m *RestartDatumRequest) GetDataFilters() []string

func (*RestartDatumRequest) GetJob added in v1.4.4

func (m *RestartDatumRequest) GetJob() *Job

func (*RestartDatumRequest) Marshal added in v1.5.0

func (m *RestartDatumRequest) Marshal() (dAtA []byte, err error)

func (*RestartDatumRequest) MarshalTo added in v1.5.0

func (m *RestartDatumRequest) MarshalTo(dAtA []byte) (int, error)

func (*RestartDatumRequest) ProtoMessage added in v1.4.4

func (*RestartDatumRequest) ProtoMessage()

func (*RestartDatumRequest) Reset added in v1.4.4

func (m *RestartDatumRequest) Reset()

func (*RestartDatumRequest) Size added in v1.5.0

func (m *RestartDatumRequest) Size() (n int)

func (*RestartDatumRequest) String added in v1.4.4

func (m *RestartDatumRequest) String() string

func (*RestartDatumRequest) Unmarshal added in v1.5.0

func (m *RestartDatumRequest) Unmarshal(dAtA []byte) error

type Secret added in v1.2.0

type Secret struct {
	// Name must be the name of the secret in kubernetes.
	Name      string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	MountPath string `protobuf:"bytes,2,opt,name=mount_path,json=mountPath,proto3" json:"mount_path,omitempty"`
}

func (*Secret) Descriptor added in v1.2.0

func (*Secret) Descriptor() ([]byte, []int)

func (*Secret) GetMountPath added in v1.3.5

func (m *Secret) GetMountPath() string

func (*Secret) GetName added in v1.3.5

func (m *Secret) GetName() string

func (*Secret) Marshal added in v1.5.0

func (m *Secret) Marshal() (dAtA []byte, err error)

func (*Secret) MarshalTo added in v1.5.0

func (m *Secret) MarshalTo(dAtA []byte) (int, error)

func (*Secret) ProtoMessage added in v1.2.0

func (*Secret) ProtoMessage()

func (*Secret) Reset added in v1.2.0

func (m *Secret) Reset()

func (*Secret) Size added in v1.5.0

func (m *Secret) Size() (n int)

func (*Secret) String added in v1.2.0

func (m *Secret) String() string

func (*Secret) Unmarshal added in v1.5.0

func (m *Secret) Unmarshal(dAtA []byte) error

type Service added in v1.3.0

type Service struct {
	InternalPort int32 `protobuf:"varint,1,opt,name=internal_port,json=internalPort,proto3" json:"internal_port,omitempty"`
	ExternalPort int32 `protobuf:"varint,2,opt,name=external_port,json=externalPort,proto3" json:"external_port,omitempty"`
}

func (*Service) Descriptor added in v1.3.0

func (*Service) Descriptor() ([]byte, []int)

func (*Service) GetExternalPort added in v1.3.5

func (m *Service) GetExternalPort() int32

func (*Service) GetInternalPort added in v1.3.5

func (m *Service) GetInternalPort() int32

func (*Service) Marshal added in v1.5.0

func (m *Service) Marshal() (dAtA []byte, err error)

func (*Service) MarshalTo added in v1.5.0

func (m *Service) MarshalTo(dAtA []byte) (int, error)

func (*Service) ProtoMessage added in v1.3.0

func (*Service) ProtoMessage()

func (*Service) Reset added in v1.3.0

func (m *Service) Reset()

func (*Service) Size added in v1.5.0

func (m *Service) Size() (n int)

func (*Service) String added in v1.3.0

func (m *Service) String() string

func (*Service) Unmarshal added in v1.5.0

func (m *Service) Unmarshal(dAtA []byte) error

type StartPipelineRequest added in v1.2.0

type StartPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*StartPipelineRequest) Descriptor added in v1.2.0

func (*StartPipelineRequest) Descriptor() ([]byte, []int)

func (*StartPipelineRequest) GetPipeline added in v1.2.0

func (m *StartPipelineRequest) GetPipeline() *Pipeline

func (*StartPipelineRequest) Marshal added in v1.5.0

func (m *StartPipelineRequest) Marshal() (dAtA []byte, err error)

func (*StartPipelineRequest) MarshalTo added in v1.5.0

func (m *StartPipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*StartPipelineRequest) ProtoMessage added in v1.2.0

func (*StartPipelineRequest) ProtoMessage()

func (*StartPipelineRequest) Reset added in v1.2.0

func (m *StartPipelineRequest) Reset()

func (*StartPipelineRequest) Size added in v1.5.0

func (m *StartPipelineRequest) Size() (n int)

func (*StartPipelineRequest) String added in v1.2.0

func (m *StartPipelineRequest) String() string

func (*StartPipelineRequest) Unmarshal added in v1.5.0

func (m *StartPipelineRequest) Unmarshal(dAtA []byte) error

type StopJobRequest added in v1.4.4

type StopJobRequest struct {
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}

func (*StopJobRequest) Descriptor added in v1.4.4

func (*StopJobRequest) Descriptor() ([]byte, []int)

func (*StopJobRequest) GetJob added in v1.4.4

func (m *StopJobRequest) GetJob() *Job

func (*StopJobRequest) Marshal added in v1.5.0

func (m *StopJobRequest) Marshal() (dAtA []byte, err error)

func (*StopJobRequest) MarshalTo added in v1.5.0

func (m *StopJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*StopJobRequest) ProtoMessage added in v1.4.4

func (*StopJobRequest) ProtoMessage()

func (*StopJobRequest) Reset added in v1.4.4

func (m *StopJobRequest) Reset()

func (*StopJobRequest) Size added in v1.5.0

func (m *StopJobRequest) Size() (n int)

func (*StopJobRequest) String added in v1.4.4

func (m *StopJobRequest) String() string

func (*StopJobRequest) Unmarshal added in v1.5.0

func (m *StopJobRequest) Unmarshal(dAtA []byte) error

type StopPipelineRequest added in v1.2.0

type StopPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*StopPipelineRequest) Descriptor added in v1.2.0

func (*StopPipelineRequest) Descriptor() ([]byte, []int)

func (*StopPipelineRequest) GetPipeline added in v1.2.0

func (m *StopPipelineRequest) GetPipeline() *Pipeline

func (*StopPipelineRequest) Marshal added in v1.5.0

func (m *StopPipelineRequest) Marshal() (dAtA []byte, err error)

func (*StopPipelineRequest) MarshalTo added in v1.5.0

func (m *StopPipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*StopPipelineRequest) ProtoMessage added in v1.2.0

func (*StopPipelineRequest) ProtoMessage()

func (*StopPipelineRequest) Reset added in v1.2.0

func (m *StopPipelineRequest) Reset()

func (*StopPipelineRequest) Size added in v1.5.0

func (m *StopPipelineRequest) Size() (n int)

func (*StopPipelineRequest) String added in v1.2.0

func (m *StopPipelineRequest) String() string

func (*StopPipelineRequest) Unmarshal added in v1.5.0

func (m *StopPipelineRequest) Unmarshal(dAtA []byte) error

type Transform

type Transform struct {
	Image            string            `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"`
	Cmd              []string          `protobuf:"bytes,2,rep,name=cmd" json:"cmd,omitempty"`
	Env              map[string]string `` /* 140-byte string literal not displayed */
	Secrets          []*Secret         `protobuf:"bytes,4,rep,name=secrets" json:"secrets,omitempty"`
	ImagePullSecrets []string          `protobuf:"bytes,9,rep,name=image_pull_secrets,json=imagePullSecrets" json:"image_pull_secrets,omitempty"`
	Stdin            []string          `protobuf:"bytes,5,rep,name=stdin" json:"stdin,omitempty"`
	AcceptReturnCode []int64           `protobuf:"varint,6,rep,packed,name=accept_return_code,json=acceptReturnCode" json:"accept_return_code,omitempty"`
	Debug            bool              `protobuf:"varint,7,opt,name=debug,proto3" json:"debug,omitempty"`
}

func (*Transform) Descriptor

func (*Transform) Descriptor() ([]byte, []int)

func (*Transform) GetAcceptReturnCode added in v1.3.5

func (m *Transform) GetAcceptReturnCode() []int64

func (*Transform) GetCmd added in v1.3.5

func (m *Transform) GetCmd() []string

func (*Transform) GetDebug added in v1.3.5

func (m *Transform) GetDebug() bool

func (*Transform) GetEnv added in v1.2.0

func (m *Transform) GetEnv() map[string]string

func (*Transform) GetImage added in v1.3.5

func (m *Transform) GetImage() string

func (*Transform) GetImagePullSecrets added in v1.3.5

func (m *Transform) GetImagePullSecrets() []string

func (*Transform) GetSecrets added in v1.2.0

func (m *Transform) GetSecrets() []*Secret

func (*Transform) GetStdin added in v1.3.5

func (m *Transform) GetStdin() []string

func (*Transform) Marshal added in v1.5.0

func (m *Transform) Marshal() (dAtA []byte, err error)

func (*Transform) MarshalTo added in v1.5.0

func (m *Transform) MarshalTo(dAtA []byte) (int, error)

func (*Transform) ProtoMessage

func (*Transform) ProtoMessage()

func (*Transform) Reset

func (m *Transform) Reset()

func (*Transform) Size added in v1.5.0

func (m *Transform) Size() (n int)

func (*Transform) String

func (m *Transform) String() string

func (*Transform) Unmarshal added in v1.5.0

func (m *Transform) Unmarshal(dAtA []byte) error

type Worker added in v1.3.19

type Worker struct {
	Name  string      `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	State WorkerState `protobuf:"varint,2,opt,name=state,proto3,enum=pps.WorkerState" json:"state,omitempty"`
}

func (*Worker) Descriptor added in v1.3.19

func (*Worker) Descriptor() ([]byte, []int)

func (*Worker) GetName added in v1.3.19

func (m *Worker) GetName() string

func (*Worker) GetState added in v1.3.19

func (m *Worker) GetState() WorkerState

func (*Worker) Marshal added in v1.5.0

func (m *Worker) Marshal() (dAtA []byte, err error)

func (*Worker) MarshalTo added in v1.5.0

func (m *Worker) MarshalTo(dAtA []byte) (int, error)

func (*Worker) ProtoMessage added in v1.3.19

func (*Worker) ProtoMessage()

func (*Worker) Reset added in v1.3.19

func (m *Worker) Reset()

func (*Worker) Size added in v1.5.0

func (m *Worker) Size() (n int)

func (*Worker) String added in v1.3.19

func (m *Worker) String() string

func (*Worker) Unmarshal added in v1.5.0

func (m *Worker) Unmarshal(dAtA []byte) error

type WorkerState added in v1.3.19

type WorkerState int32
const (
	WorkerState_POD_RUNNING WorkerState = 0
	WorkerState_POD_SUCCESS WorkerState = 1
	WorkerState_POD_FAILED  WorkerState = 2
)

func (WorkerState) EnumDescriptor added in v1.3.19

func (WorkerState) EnumDescriptor() ([]byte, []int)

func (WorkerState) String added in v1.3.19

func (x WorkerState) String() string

type WorkerStatus added in v1.4.4

type WorkerStatus struct {
	WorkerID string   `protobuf:"bytes,1,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"`
	JobID    string   `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	Data     []*Datum `protobuf:"bytes,3,rep,name=data" json:"data,omitempty"`
	// Started is the time processing on the current datum began.
	Started   *google_protobuf1.Timestamp `protobuf:"bytes,4,opt,name=started" json:"started,omitempty"`
	Stats     *ProcessStats               `protobuf:"bytes,5,opt,name=stats" json:"stats,omitempty"`
	QueueSize int64                       `protobuf:"varint,6,opt,name=queue_size,json=queueSize,proto3" json:"queue_size,omitempty"`
}

func (*WorkerStatus) Descriptor added in v1.4.4

func (*WorkerStatus) Descriptor() ([]byte, []int)

func (*WorkerStatus) GetData added in v1.4.4

func (m *WorkerStatus) GetData() []*Datum

func (*WorkerStatus) GetJobID added in v1.4.4

func (m *WorkerStatus) GetJobID() string

func (*WorkerStatus) GetQueueSize added in v1.5.1

func (m *WorkerStatus) GetQueueSize() int64

func (*WorkerStatus) GetStarted added in v1.4.4

func (m *WorkerStatus) GetStarted() *google_protobuf1.Timestamp

func (*WorkerStatus) GetStats added in v1.5.1

func (m *WorkerStatus) GetStats() *ProcessStats

func (*WorkerStatus) GetWorkerID added in v1.4.4

func (m *WorkerStatus) GetWorkerID() string

func (*WorkerStatus) Marshal added in v1.5.0

func (m *WorkerStatus) Marshal() (dAtA []byte, err error)

func (*WorkerStatus) MarshalTo added in v1.5.0

func (m *WorkerStatus) MarshalTo(dAtA []byte) (int, error)

func (*WorkerStatus) ProtoMessage added in v1.4.4

func (*WorkerStatus) ProtoMessage()

func (*WorkerStatus) Reset added in v1.4.4

func (m *WorkerStatus) Reset()

func (*WorkerStatus) Size added in v1.5.0

func (m *WorkerStatus) Size() (n int)

func (*WorkerStatus) String added in v1.4.4

func (m *WorkerStatus) String() string

func (*WorkerStatus) Unmarshal added in v1.5.0

func (m *WorkerStatus) Unmarshal(dAtA []byte) error

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL