persist

package
v1.3.4 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jan 13, 2017 License: Apache-2.0 Imports: 8 Imported by: 0

Documentation

Overview

Package persist is a generated protocol buffer package.

It is generated from these files: 

server/pps/persist/persist.proto

It has these top-level messages: 

JobInfo
Pod
Chunk
Chunks
JobInfos
JobIDs
JobOutput
JobState
AddOutputCommitRequest
PipelineInfo
PipelineInfoChange
PipelineInfos
SubscribePipelineInfosRequest
SubscribeJobInfosRequest
JobInfoChange
ListPipelineInfosRequest
Shard
UpdatePipelineStateRequest
UpdatePipelineStoppedRequest
BlockPipelineStateRequest
AddChunkRequest
ClaimChunkRequest
RenewChunkRequest
FinishChunkRequest
RevokeChunkRequest
WaitJobResponse
ChunkChange
SubscribeChunksRequest
ListGCJobsRequest

Index

Constants

This section is empty.

Variables

View Source 
var ChangeType_name = map[int32]string{
	0: "CREATE",
	1: "UPDATE",
	2: "DELETE",
}
View Source 
var ChangeType_value = map[string]int32{
	"CREATE": 0,
	"UPDATE": 1,
	"DELETE": 2,
}
View Source 
var ChunkState_name = map[int32]string{
	0: "UNASSIGNED",
	1: "ASSIGNED",
	2: "SUCCESS",
	3: "FAILED",
	4: "SPLITTED",
}
View Source 
var ChunkState_value = map[string]int32{
	"UNASSIGNED": 0,
	"ASSIGNED":   1,
	"SUCCESS":    2,
	"FAILED":     3,
	"SPLITTED":   4,
}

Functions

func RegisterAPIServer 

func RegisterAPIServer(s *grpc.Server, srv APIServer)

Types

type APIClient 

type APIClient interface {
	// Job rpcs
	// job_id cannot be set
	// timestamp cannot be set
	CreateJobInfo(ctx context.Context, in *JobInfo, opts ...grpc.CallOption) (*JobInfo, error)
	InspectJob(ctx context.Context, in *pps.InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error)
	// ordered by time, latest to earliest
	ListJobInfos(ctx context.Context, in *pps.ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error)
	// should only be called when rolling back if a Job does not start!
	DeleteJobInfo(ctx context.Context, in *pps.Job, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	DeleteJobInfosForPipeline(ctx context.Context, in *pps.Pipeline, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	SubscribeJobInfos(ctx context.Context, in *SubscribeJobInfosRequest, opts ...grpc.CallOption) (API_SubscribeJobInfosClient, error)
	// JobOutput rpcs
	CreateJobOutput(ctx context.Context, in *JobOutput, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// JobState rpcs
	CreateJobState(ctx context.Context, in *JobState, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// StartJob sets the state of the job to "running" if the state
	// is currently "pulling".
	// This API updates the job state in a transactional manner.
	StartJob(ctx context.Context, in *pps.Job, opts ...grpc.CallOption) (*JobInfo, error)
	// GC rpcs
	// List the IDs of jobs that should be GC-ed
	ListGCJobs(ctx context.Context, in *ListGCJobsRequest, opts ...grpc.CallOption) (*JobIDs, error)
	// Mark a job has having been GC-ed
	GCJob(ctx context.Context, in *pps.Job, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// Pipeline rpcs
	CreatePipelineInfo(ctx context.Context, in *PipelineInfo, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	UpdatePipelineInfo(ctx context.Context, in *PipelineInfo, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	GetPipelineInfo(ctx context.Context, in *pps.Pipeline, opts ...grpc.CallOption) (*PipelineInfo, error)
	// ordered by time, latest to earliest
	ListPipelineInfos(ctx context.Context, in *ListPipelineInfosRequest, opts ...grpc.CallOption) (*PipelineInfos, error)
	DeletePipelineInfo(ctx context.Context, in *pps.Pipeline, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	SubscribePipelineInfos(ctx context.Context, in *SubscribePipelineInfosRequest, opts ...grpc.CallOption) (API_SubscribePipelineInfosClient, error)
	UpdatePipelineState(ctx context.Context, in *UpdatePipelineStateRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	UpdatePipelineStopped(ctx context.Context, in *UpdatePipelineStoppedRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	BlockPipelineState(ctx context.Context, in *BlockPipelineStateRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(ctx context.Context, in *google_protobuf.Empty, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// Chunk rpcs
	AddChunk(ctx context.Context, in *AddChunkRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	ClaimChunk(ctx context.Context, in *ClaimChunkRequest, opts ...grpc.CallOption) (*Chunk, error)
	RenewChunk(ctx context.Context, in *RenewChunkRequest, opts ...grpc.CallOption) (*Chunk, error)
	FinishChunk(ctx context.Context, in *FinishChunkRequest, opts ...grpc.CallOption) (*Chunk, error)
	RevokeChunk(ctx context.Context, in *RevokeChunkRequest, opts ...grpc.CallOption) (*Chunk, error)
	SubscribeChunks(ctx context.Context, in *SubscribeChunksRequest, opts ...grpc.CallOption) (API_SubscribeChunksClient, error)
	GetChunksForJob(ctx context.Context, in *pps.Job, opts ...grpc.CallOption) (*Chunks, error)
	DeleteChunksForJob(ctx context.Context, in *pps.Job, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
}

func NewAPIClient 

func NewAPIClient(cc *grpc.ClientConn) APIClient

type APIServer 

type APIServer interface {
	// Job rpcs
	// job_id cannot be set
	// timestamp cannot be set
	CreateJobInfo(context.Context, *JobInfo) (*JobInfo, error)
	InspectJob(context.Context, *pps.InspectJobRequest) (*JobInfo, error)
	// ordered by time, latest to earliest
	ListJobInfos(context.Context, *pps.ListJobRequest) (*JobInfos, error)
	// should only be called when rolling back if a Job does not start!
	DeleteJobInfo(context.Context, *pps.Job) (*google_protobuf.Empty, error)
	DeleteJobInfosForPipeline(context.Context, *pps.Pipeline) (*google_protobuf.Empty, error)
	SubscribeJobInfos(*SubscribeJobInfosRequest, API_SubscribeJobInfosServer) error
	// JobOutput rpcs
	CreateJobOutput(context.Context, *JobOutput) (*google_protobuf.Empty, error)
	// JobState rpcs
	CreateJobState(context.Context, *JobState) (*google_protobuf.Empty, error)
	// StartJob sets the state of the job to "running" if the state
	// is currently "pulling".
	// This API updates the job state in a transactional manner.
	StartJob(context.Context, *pps.Job) (*JobInfo, error)
	// GC rpcs
	// List the IDs of jobs that should be GC-ed
	ListGCJobs(context.Context, *ListGCJobsRequest) (*JobIDs, error)
	// Mark a job has having been GC-ed
	GCJob(context.Context, *pps.Job) (*google_protobuf.Empty, error)
	// Pipeline rpcs
	CreatePipelineInfo(context.Context, *PipelineInfo) (*google_protobuf.Empty, error)
	UpdatePipelineInfo(context.Context, *PipelineInfo) (*google_protobuf.Empty, error)
	GetPipelineInfo(context.Context, *pps.Pipeline) (*PipelineInfo, error)
	// ordered by time, latest to earliest
	ListPipelineInfos(context.Context, *ListPipelineInfosRequest) (*PipelineInfos, error)
	DeletePipelineInfo(context.Context, *pps.Pipeline) (*google_protobuf.Empty, error)
	SubscribePipelineInfos(*SubscribePipelineInfosRequest, API_SubscribePipelineInfosServer) error
	UpdatePipelineState(context.Context, *UpdatePipelineStateRequest) (*google_protobuf.Empty, error)
	UpdatePipelineStopped(context.Context, *UpdatePipelineStoppedRequest) (*google_protobuf.Empty, error)
	BlockPipelineState(context.Context, *BlockPipelineStateRequest) (*google_protobuf.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(context.Context, *google_protobuf.Empty) (*google_protobuf.Empty, error)
	// Chunk rpcs
	AddChunk(context.Context, *AddChunkRequest) (*google_protobuf.Empty, error)
	ClaimChunk(context.Context, *ClaimChunkRequest) (*Chunk, error)
	RenewChunk(context.Context, *RenewChunkRequest) (*Chunk, error)
	FinishChunk(context.Context, *FinishChunkRequest) (*Chunk, error)
	RevokeChunk(context.Context, *RevokeChunkRequest) (*Chunk, error)
	SubscribeChunks(*SubscribeChunksRequest, API_SubscribeChunksServer) error
	GetChunksForJob(context.Context, *pps.Job) (*Chunks, error)
	DeleteChunksForJob(context.Context, *pps.Job) (*google_protobuf.Empty, error)
}

type API_SubscribeChunksClient added in v1.2.4 

type API_SubscribeChunksClient interface {
	Recv() (*ChunkChange, error)
	grpc.ClientStream
}

type API_SubscribeChunksServer added in v1.2.4 

type API_SubscribeChunksServer interface {
	Send(*ChunkChange) error
	grpc.ServerStream
}

type API_SubscribeJobInfosClient added in v1.2.4 

type API_SubscribeJobInfosClient interface {
	Recv() (*JobInfoChange, error)
	grpc.ClientStream
}

type API_SubscribeJobInfosServer added in v1.2.4 

type API_SubscribeJobInfosServer interface {
	Send(*JobInfoChange) error
	grpc.ServerStream
}

type API_SubscribePipelineInfosClient 

type API_SubscribePipelineInfosClient interface {
	Recv() (*PipelineInfoChange, error)
	grpc.ClientStream
}

type API_SubscribePipelineInfosServer 

type API_SubscribePipelineInfosServer interface {
	Send(*PipelineInfoChange) error
	grpc.ServerStream
}

type AddChunkRequest added in v1.2.4 

type AddChunkRequest struct {
	Chunks []*Chunk `protobuf:"bytes,1,rep,name=chunks" json:"chunks,omitempty"`
}

func (*AddChunkRequest) Descriptor added in v1.2.4 

func (*AddChunkRequest) Descriptor() ([]byte, []int)

func (*AddChunkRequest) GetChunks added in v1.2.4 

func (m *AddChunkRequest) GetChunks() []*Chunk

func (*AddChunkRequest) ProtoMessage added in v1.2.4 

func (*AddChunkRequest) ProtoMessage()

func (*AddChunkRequest) Reset added in v1.2.4 

func (m *AddChunkRequest) Reset()

func (*AddChunkRequest) String added in v1.2.4 

func (m *AddChunkRequest) String() string

type AddOutputCommitRequest added in v1.2.0 

type AddOutputCommitRequest struct {
	JobID  string      `protobuf:"bytes,1,opt,name=job_id,json=jobId" json:"job_id,omitempty"`
	Commit *pfs.Commit `protobuf:"bytes,2,opt,name=commit" json:"commit,omitempty"`
	Branch string      `protobuf:"bytes,3,opt,name=branch" json:"branch,omitempty"`
}

func (*AddOutputCommitRequest) Descriptor added in v1.2.0 

func (*AddOutputCommitRequest) Descriptor() ([]byte, []int)

func (*AddOutputCommitRequest) GetCommit added in v1.2.0 

func (m *AddOutputCommitRequest) GetCommit() *pfs.Commit

func (*AddOutputCommitRequest) ProtoMessage added in v1.2.0 

func (*AddOutputCommitRequest) ProtoMessage()

func (*AddOutputCommitRequest) Reset added in v1.2.0 

func (m *AddOutputCommitRequest) Reset()

func (*AddOutputCommitRequest) String added in v1.2.0 

func (m *AddOutputCommitRequest) String() string

type BlockPipelineStateRequest added in v1.2.0 

type BlockPipelineStateRequest struct {
	PipelineName string            `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName" json:"pipeline_name,omitempty"`
	State        pps.PipelineState `protobuf:"varint,2,opt,name=state,enum=pps.PipelineState" json:"state,omitempty"`
}

func (*BlockPipelineStateRequest) Descriptor added in v1.2.0 

func (*BlockPipelineStateRequest) Descriptor() ([]byte, []int)

func (*BlockPipelineStateRequest) ProtoMessage added in v1.2.0 

func (*BlockPipelineStateRequest) ProtoMessage()

func (*BlockPipelineStateRequest) Reset added in v1.2.0 

func (m *BlockPipelineStateRequest) Reset()

func (*BlockPipelineStateRequest) String added in v1.2.0 

func (m *BlockPipelineStateRequest) String() string

type ChangeType added in v1.2.0 

type ChangeType int32
const (
	ChangeType_CREATE ChangeType = 0
	ChangeType_UPDATE ChangeType = 1
	ChangeType_DELETE ChangeType = 2
)

func (ChangeType) EnumDescriptor added in v1.2.0 

func (ChangeType) EnumDescriptor() ([]byte, []int)

func (ChangeType) String added in v1.2.0 

func (x ChangeType) String() string

type Chunk added in v1.2.4 

type Chunk struct {
	ID    string `protobuf:"bytes,1,opt,name=id" json:"id,omitempty"`
	JobID string `protobuf:"bytes,2,opt,name=job_id,json=jobId" json:"job_id,omitempty"` // the ID of the job that the Chunk belongs to

	// moduli and index together specify the portion of inputs that the shard represents
	// For instance, if moduli is (2, 3, 4) and index is 15, then we have:
	// 15 = 1 * (3 * 4) + 0 * 4 + 3 * 1
	// So the shard represents the second half of input 1, the first third of input 2,
	// and the fourth quarter of input 3.
	Moduli []uint64 `protobuf:"varint,3,rep,packed,name=moduli" json:"moduli,omitempty"`
	Index  uint64   `protobuf:"varint,4,opt,name=index" json:"index,omitempty"`
	// the pod that currently owns this shard
	Owner string `protobuf:"bytes,5,opt,name=owner" json:"owner,omitempty"`
	// A series of pods, in chronological order, that have processed this shard
	Pods  []*Pod     `protobuf:"bytes,6,rep,name=pods" json:"pods,omitempty"`
	State ChunkState `protobuf:"varint,7,opt,name=state,enum=pps.persist.ChunkState" json:"state,omitempty"`
	// a unix timestamp representing the last time we received a ContinueJob
	// for this chunk
	LeaseTime uint64 `protobuf:"varint,8,opt,name=lease_time,json=leaseTime" json:"lease_time,omitempty"`
}

Chunk is a unit of work that can be assigned to a pod

func (*Chunk) Descriptor added in v1.2.4 

func (*Chunk) Descriptor() ([]byte, []int)

func (*Chunk) GetPods added in v1.2.4 

func (m *Chunk) GetPods() []*Pod

func (*Chunk) ProtoMessage added in v1.2.4 

func (*Chunk) ProtoMessage()

func (*Chunk) Reset added in v1.2.4 

func (m *Chunk) Reset()

func (*Chunk) String added in v1.2.4 

func (m *Chunk) String() string

type ChunkChange added in v1.2.4 

type ChunkChange struct {
	Chunk *Chunk     `protobuf:"bytes,1,opt,name=chunk" json:"chunk,omitempty"`
	Type  ChangeType `protobuf:"varint,2,opt,name=type,enum=pps.persist.ChangeType" json:"type,omitempty"`
	// If ready is set to true, then all initial documents have been sent
	// See docs on `includeState` for rethinkdb's changefeed:
	// https://www.rethinkdb.com/api/javascript/changes/
	Ready bool `protobuf:"varint,3,opt,name=ready" json:"ready,omitempty"`
}

func (*ChunkChange) Descriptor added in v1.2.4 

func (*ChunkChange) Descriptor() ([]byte, []int)

func (*ChunkChange) GetChunk added in v1.2.4 

func (m *ChunkChange) GetChunk() *Chunk

func (*ChunkChange) ProtoMessage added in v1.2.4 

func (*ChunkChange) ProtoMessage()

func (*ChunkChange) Reset added in v1.2.4 

func (m *ChunkChange) Reset()

func (*ChunkChange) String added in v1.2.4 

func (m *ChunkChange) String() string

type ChunkState added in v1.2.4 

type ChunkState int32
const (
	// the chunk is available for a pod to work on
	ChunkState_UNASSIGNED ChunkState = 0
	// the chunk has been assigned to a pod
	ChunkState_ASSIGNED ChunkState = 1
	// the chunk has been processed successfully
	ChunkState_SUCCESS ChunkState = 2
	// the chunk could not be processed
	ChunkState_FAILED ChunkState = 3
	// the chunk has been splitted into smaller chunks, so this chunk no longer
	// needs to be processed.
	ChunkState_SPLITTED ChunkState = 4
)

func (ChunkState) EnumDescriptor added in v1.2.4 

func (ChunkState) EnumDescriptor() ([]byte, []int)

func (ChunkState) String added in v1.2.4 

func (x ChunkState) String() string

type Chunks added in v1.2.4 

type Chunks struct {
	Chunks []*Chunk `protobuf:"bytes,1,rep,name=chunks" json:"chunks,omitempty"`
}

func (*Chunks) Descriptor added in v1.2.4 

func (*Chunks) Descriptor() ([]byte, []int)

func (*Chunks) GetChunks added in v1.2.4 

func (m *Chunks) GetChunks() []*Chunk

func (*Chunks) ProtoMessage added in v1.2.4 

func (*Chunks) ProtoMessage()

func (*Chunks) Reset added in v1.2.4 

func (m *Chunks) Reset()

func (*Chunks) String added in v1.2.4 

func (m *Chunks) String() string

type ClaimChunkRequest added in v1.2.4 

type ClaimChunkRequest struct {
	JobID string `protobuf:"bytes,1,opt,name=job_id,json=jobId" json:"job_id,omitempty"`
	Pod   *Pod   `protobuf:"bytes,2,opt,name=pod" json:"pod,omitempty"`
}

func (*ClaimChunkRequest) Descriptor added in v1.2.4 

func (*ClaimChunkRequest) Descriptor() ([]byte, []int)

func (*ClaimChunkRequest) GetPod added in v1.2.4 

func (m *ClaimChunkRequest) GetPod() *Pod

func (*ClaimChunkRequest) ProtoMessage added in v1.2.4 

func (*ClaimChunkRequest) ProtoMessage()

func (*ClaimChunkRequest) Reset added in v1.2.4 

func (m *ClaimChunkRequest) Reset()

func (*ClaimChunkRequest) String added in v1.2.4 

func (m *ClaimChunkRequest) String() string

type FinishChunkRequest added in v1.2.4 

type FinishChunkRequest struct {
	ChunkID string `protobuf:"bytes,1,opt,name=chunk_id,json=chunkId" json:"chunk_id,omitempty"`
	PodName string `protobuf:"bytes,2,opt,name=pod_name,json=podName" json:"pod_name,omitempty"`
}

func (*FinishChunkRequest) Descriptor added in v1.2.4 

func (*FinishChunkRequest) Descriptor() ([]byte, []int)

func (*FinishChunkRequest) ProtoMessage added in v1.2.4 

func (*FinishChunkRequest) ProtoMessage()

func (*FinishChunkRequest) Reset added in v1.2.4 

func (m *FinishChunkRequest) Reset()

func (*FinishChunkRequest) String added in v1.2.4 

func (m *FinishChunkRequest) String() string

type JobIDs added in v1.3.0 

type JobIDs struct {
	Jobs []string `protobuf:"bytes,1,rep,name=jobs" json:"jobs,omitempty"`
}

func (*JobIDs) Descriptor added in v1.3.0 

func (*JobIDs) Descriptor() ([]byte, []int)

func (*JobIDs) ProtoMessage added in v1.3.0 

func (*JobIDs) ProtoMessage()

func (*JobIDs) Reset added in v1.3.0 

func (m *JobIDs) Reset()

func (*JobIDs) String added in v1.3.0 

func (m *JobIDs) String() string

type JobInfo 

type JobInfo struct {
	JobID              string                      `protobuf:"bytes,1,opt,name=job_id,json=jobId" json:"job_id,omitempty"`
	Transform          *pps.Transform              `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	PipelineName       string                      `protobuf:"bytes,3,opt,name=pipeline_name,json=pipelineName" json:"pipeline_name,omitempty"`
	PipelineVersion    uint64                      `protobuf:"varint,20,opt,name=pipeline_version,json=pipelineVersion" json:"pipeline_version,omitempty"`
	ParallelismSpec    *pps.ParallelismSpec        `protobuf:"bytes,18,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs             []*pps.JobInput             `protobuf:"bytes,5,rep,name=inputs" json:"inputs,omitempty"`
	ParentJob          *pps.Job                    `protobuf:"bytes,6,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
	Started            *google_protobuf1.Timestamp `protobuf:"bytes,7,opt,name=started" json:"started,omitempty"`
	Finished           *google_protobuf1.Timestamp `protobuf:"bytes,8,opt,name=finished" json:"finished,omitempty"`
	OutputCommit       *pfs.Commit                 `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
	Branch             string                      `protobuf:"bytes,17,opt,name=branch" json:"branch,omitempty"`
	State              pps.JobState                `protobuf:"varint,10,opt,name=state,enum=pps.JobState" json:"state,omitempty"`
	CommitIndex        string                      `protobuf:"bytes,11,opt,name=commit_index,json=commitIndex" json:"commit_index,omitempty"`
	DefaultShardModuli []uint64                    `protobuf:"varint,15,rep,packed,name=default_shard_moduli,json=defaultShardModuli" json:"default_shard_moduli,omitempty"`
	Shard              uint64                      `protobuf:"varint,19,opt,name=shard" json:"shard,omitempty"`
	// if true, the underlying Kubernetes job has been deleted
	Gc      bool         `protobuf:"varint,21,opt,name=gc" json:"gc,omitempty"`
	Service *pps.Service `protobuf:"bytes,22,opt,name=service" json:"service,omitempty"`
	Output  *pps.Output  `protobuf:"bytes,23,opt,name=output" json:"output,omitempty"`
}

func (*JobInfo) Descriptor 

func (*JobInfo) Descriptor() ([]byte, []int)

func (*JobInfo) GetFinished 

func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp

func (*JobInfo) GetInputs 

func (m *JobInfo) GetInputs() []*pps.JobInput

func (*JobInfo) GetOutput added in v1.3.2 

func (m *JobInfo) GetOutput() *pps.Output

func (*JobInfo) GetOutputCommit 

func (m *JobInfo) GetOutputCommit() *pfs.Commit

func (*JobInfo) GetParallelismSpec added in v1.2.0 

func (m *JobInfo) GetParallelismSpec() *pps.ParallelismSpec

func (*JobInfo) GetParentJob 

func (m *JobInfo) GetParentJob() *pps.Job

func (*JobInfo) GetService added in v1.3.0 

func (m *JobInfo) GetService() *pps.Service

func (*JobInfo) GetStarted 

func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp

func (*JobInfo) GetTransform 

func (m *JobInfo) GetTransform() *pps.Transform

func (*JobInfo) ProtoMessage 

func (*JobInfo) ProtoMessage()

func (*JobInfo) Reset 

func (m *JobInfo) Reset()

func (*JobInfo) String 

func (m *JobInfo) String() string

type JobInfoChange added in v1.2.4 

type JobInfoChange struct {
	JobInfo *JobInfo   `protobuf:"bytes,1,opt,name=jobInfo" json:"jobInfo,omitempty"`
	Type    ChangeType `protobuf:"varint,2,opt,name=type,enum=pps.persist.ChangeType" json:"type,omitempty"`
}

func (*JobInfoChange) Descriptor added in v1.2.4 

func (*JobInfoChange) Descriptor() ([]byte, []int)

func (*JobInfoChange) GetJobInfo added in v1.2.4 

func (m *JobInfoChange) GetJobInfo() *JobInfo

func (*JobInfoChange) ProtoMessage added in v1.2.4 

func (*JobInfoChange) ProtoMessage()

func (*JobInfoChange) Reset added in v1.2.4 

func (m *JobInfoChange) Reset()

func (*JobInfoChange) String added in v1.2.4 

func (m *JobInfoChange) String() string

type JobInfos 

type JobInfos struct {
	JobInfo []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo" json:"job_info,omitempty"`
}

func (*JobInfos) Descriptor 

func (*JobInfos) Descriptor() ([]byte, []int)

func (*JobInfos) GetJobInfo 

func (m *JobInfos) GetJobInfo() []*JobInfo

func (*JobInfos) ProtoMessage 

func (*JobInfos) ProtoMessage()

func (*JobInfos) Reset 

func (m *JobInfos) Reset()

func (*JobInfos) String 

func (m *JobInfos) String() string

type JobOutput 

type JobOutput struct {
	JobID        string      `protobuf:"bytes,1,opt,name=job_id,json=jobId" json:"job_id,omitempty"`
	OutputCommit *pfs.Commit `protobuf:"bytes,2,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
}

func (*JobOutput) Descriptor 

func (*JobOutput) Descriptor() ([]byte, []int)

func (*JobOutput) GetOutputCommit 

func (m *JobOutput) GetOutputCommit() *pfs.Commit

func (*JobOutput) ProtoMessage 

func (*JobOutput) ProtoMessage()

func (*JobOutput) Reset 

func (m *JobOutput) Reset()

func (*JobOutput) String 

func (m *JobOutput) String() string

type JobState 

type JobState struct {
	JobID    string                      `protobuf:"bytes,1,opt,name=job_id,json=jobId" json:"job_id,omitempty"`
	State    pps.JobState                `protobuf:"varint,2,opt,name=state,enum=pps.JobState" json:"state,omitempty"`
	Finished *google_protobuf1.Timestamp `protobuf:"bytes,3,opt,name=finished" json:"finished,omitempty"`
}

func (*JobState) Descriptor 

func (*JobState) Descriptor() ([]byte, []int)

func (*JobState) GetFinished 

func (m *JobState) GetFinished() *google_protobuf1.Timestamp

func (*JobState) ProtoMessage 

func (*JobState) ProtoMessage()

func (*JobState) Reset 

func (m *JobState) Reset()

func (*JobState) String 

func (m *JobState) String() string

type ListGCJobsRequest added in v1.3.0 

type ListGCJobsRequest struct {
	PipelineName string        `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName" json:"pipeline_name,omitempty"`
	GcPolicy     *pps.GCPolicy `protobuf:"bytes,2,opt,name=gc_policy,json=gcPolicy" json:"gc_policy,omitempty"`
}

func (*ListGCJobsRequest) Descriptor added in v1.3.0 

func (*ListGCJobsRequest) Descriptor() ([]byte, []int)

func (*ListGCJobsRequest) GetGcPolicy added in v1.3.0 

func (m *ListGCJobsRequest) GetGcPolicy() *pps.GCPolicy

func (*ListGCJobsRequest) ProtoMessage added in v1.3.0 

func (*ListGCJobsRequest) ProtoMessage()

func (*ListGCJobsRequest) Reset added in v1.3.0 

func (m *ListGCJobsRequest) Reset()

func (*ListGCJobsRequest) String added in v1.3.0 

func (m *ListGCJobsRequest) String() string

type ListPipelineInfosRequest 

type ListPipelineInfosRequest struct {
	Shard *Shard `protobuf:"bytes,1,opt,name=shard" json:"shard,omitempty"`
}

func (*ListPipelineInfosRequest) Descriptor 

func (*ListPipelineInfosRequest) Descriptor() ([]byte, []int)

func (*ListPipelineInfosRequest) GetShard 

func (m *ListPipelineInfosRequest) GetShard() *Shard

func (*ListPipelineInfosRequest) ProtoMessage 

func (*ListPipelineInfosRequest) ProtoMessage()

func (*ListPipelineInfosRequest) Reset 

func (m *ListPipelineInfosRequest) Reset()

func (*ListPipelineInfosRequest) String 

func (m *ListPipelineInfosRequest) String() string

type PipelineInfo 

type PipelineInfo struct {
	PipelineName    string                      `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName" json:"pipeline_name,omitempty"`
	Version         uint64                      `protobuf:"varint,13,opt,name=version" json:"version,omitempty"`
	Transform       *pps.Transform              `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	ParallelismSpec *pps.ParallelismSpec        `protobuf:"bytes,12,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*pps.PipelineInput        `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	OutputRepo      *pfs.Repo                   `protobuf:"bytes,5,opt,name=output_repo,json=outputRepo" json:"output_repo,omitempty"`
	CreatedAt       *google_protobuf1.Timestamp `protobuf:"bytes,6,opt,name=created_at,json=createdAt" json:"created_at,omitempty"`
	Shard           uint64                      `protobuf:"varint,7,opt,name=shard" json:"shard,omitempty"`
	State           pps.PipelineState           `protobuf:"varint,8,opt,name=state,enum=pps.PipelineState" json:"state,omitempty"`
	RecentError     string                      `protobuf:"bytes,9,opt,name=recent_error,json=recentError" json:"recent_error,omitempty"`
	JobCounts       map[int32]int32             `` /* 158-byte string literal not displayed */
	Stopped         bool                        `protobuf:"varint,11,opt,name=stopped" json:"stopped,omitempty"`
	GcPolicy        *pps.GCPolicy               `protobuf:"bytes,14,opt,name=gc_policy,json=gcPolicy" json:"gc_policy,omitempty"`
	Output          *pps.Output                 `protobuf:"bytes,15,opt,name=output" json:"output,omitempty"`
}

func (*PipelineInfo) Descriptor 

func (*PipelineInfo) Descriptor() ([]byte, []int)

func (*PipelineInfo) GetCreatedAt 

func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp

func (*PipelineInfo) GetGcPolicy added in v1.3.0 

func (m *PipelineInfo) GetGcPolicy() *pps.GCPolicy

func (*PipelineInfo) GetInputs 

func (m *PipelineInfo) GetInputs() []*pps.PipelineInput

func (*PipelineInfo) GetJobCounts 

func (m *PipelineInfo) GetJobCounts() map[int32]int32

func (*PipelineInfo) GetOutput added in v1.3.2 

func (m *PipelineInfo) GetOutput() *pps.Output

func (*PipelineInfo) GetOutputRepo 

func (m *PipelineInfo) GetOutputRepo() *pfs.Repo

func (*PipelineInfo) GetParallelismSpec added in v1.2.0 

func (m *PipelineInfo) GetParallelismSpec() *pps.ParallelismSpec

func (*PipelineInfo) GetTransform 

func (m *PipelineInfo) GetTransform() *pps.Transform

func (*PipelineInfo) ProtoMessage 

func (*PipelineInfo) ProtoMessage()

func (*PipelineInfo) Reset 

func (m *PipelineInfo) Reset()

func (*PipelineInfo) String 

func (m *PipelineInfo) String() string

type PipelineInfoChange 

type PipelineInfoChange struct {
	Pipeline *PipelineInfo `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Type     ChangeType    `protobuf:"varint,2,opt,name=type,enum=pps.persist.ChangeType" json:"type,omitempty"`
}

func (*PipelineInfoChange) Descriptor 

func (*PipelineInfoChange) Descriptor() ([]byte, []int)

func (*PipelineInfoChange) GetPipeline 

func (m *PipelineInfoChange) GetPipeline() *PipelineInfo

func (*PipelineInfoChange) ProtoMessage 

func (*PipelineInfoChange) ProtoMessage()

func (*PipelineInfoChange) Reset 

func (m *PipelineInfoChange) Reset()

func (*PipelineInfoChange) String 

func (m *PipelineInfoChange) String() string

type PipelineInfos 

type PipelineInfos struct {
	PipelineInfo []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo" json:"pipeline_info,omitempty"`
}

func (*PipelineInfos) Descriptor 

func (*PipelineInfos) Descriptor() ([]byte, []int)

func (*PipelineInfos) GetPipelineInfo 

func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo

func (*PipelineInfos) ProtoMessage 

func (*PipelineInfos) ProtoMessage()

func (*PipelineInfos) Reset 

func (m *PipelineInfos) Reset()

func (*PipelineInfos) String 

func (m *PipelineInfos) String() string

type Pod added in v1.2.4 

type Pod struct {
	Name         string      `protobuf:"bytes,1,opt,name=name" json:"name,omitempty"`
	OutputCommit *pfs.Commit `protobuf:"bytes,2,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
}

func (*Pod) Descriptor added in v1.2.4 

func (*Pod) Descriptor() ([]byte, []int)

func (*Pod) GetOutputCommit added in v1.2.4 

func (m *Pod) GetOutputCommit() *pfs.Commit

func (*Pod) ProtoMessage added in v1.2.4 

func (*Pod) ProtoMessage()

func (*Pod) Reset added in v1.2.4 

func (m *Pod) Reset()

func (*Pod) String added in v1.2.4 

func (m *Pod) String() string

type RenewChunkRequest added in v1.2.4 

type RenewChunkRequest struct {
	ChunkID string `protobuf:"bytes,1,opt,name=chunk_id,json=chunkId" json:"chunk_id,omitempty"`
	PodName string `protobuf:"bytes,2,opt,name=pod_name,json=podName" json:"pod_name,omitempty"`
}

func (*RenewChunkRequest) Descriptor added in v1.2.4 

func (*RenewChunkRequest) Descriptor() ([]byte, []int)

func (*RenewChunkRequest) ProtoMessage added in v1.2.4 

func (*RenewChunkRequest) ProtoMessage()

func (*RenewChunkRequest) Reset added in v1.2.4 

func (m *RenewChunkRequest) Reset()

func (*RenewChunkRequest) String added in v1.2.4 

func (m *RenewChunkRequest) String() string

type RevokeChunkRequest added in v1.2.4 

type RevokeChunkRequest struct {
	ChunkID string `protobuf:"bytes,1,opt,name=chunk_id,json=chunkId" json:"chunk_id,omitempty"`
	PodName string `protobuf:"bytes,2,opt,name=pod_name,json=podName" json:"pod_name,omitempty"`
	// if the number of pods that have processed this chunk exceeds maxPods,
	// then we switch the state of the chunk to FAILED instead of UNASSIGNED
	MaxPods uint64 `protobuf:"varint,3,opt,name=maxPods" json:"maxPods,omitempty"`
}

func (*RevokeChunkRequest) Descriptor added in v1.2.4 

func (*RevokeChunkRequest) Descriptor() ([]byte, []int)

func (*RevokeChunkRequest) ProtoMessage added in v1.2.4 

func (*RevokeChunkRequest) ProtoMessage()

func (*RevokeChunkRequest) Reset added in v1.2.4 

func (m *RevokeChunkRequest) Reset()

func (*RevokeChunkRequest) String added in v1.2.4 

func (m *RevokeChunkRequest) String() string

type Shard 

type Shard struct {
	Number uint64 `protobuf:"varint,1,opt,name=number" json:"number,omitempty"`
}

func (*Shard) Descriptor 

func (*Shard) Descriptor() ([]byte, []int)

func (*Shard) ProtoMessage 

func (*Shard) ProtoMessage()

func (*Shard) Reset 

func (m *Shard) Reset()

func (*Shard) String 

func (m *Shard) String() string

type SubscribeChunksRequest added in v1.2.4 

type SubscribeChunksRequest struct {
	Job            *pps.Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	IncludeInitial bool     `protobuf:"varint,2,opt,name=include_initial,json=includeInitial" json:"include_initial,omitempty"`
}

func (*SubscribeChunksRequest) Descriptor added in v1.2.4 

func (*SubscribeChunksRequest) Descriptor() ([]byte, []int)

func (*SubscribeChunksRequest) GetJob added in v1.2.4 

func (m *SubscribeChunksRequest) GetJob() *pps.Job

func (*SubscribeChunksRequest) ProtoMessage added in v1.2.4 

func (*SubscribeChunksRequest) ProtoMessage()

func (*SubscribeChunksRequest) Reset added in v1.2.4 

func (m *SubscribeChunksRequest) Reset()

func (*SubscribeChunksRequest) String added in v1.2.4 

func (m *SubscribeChunksRequest) String() string

type SubscribeJobInfosRequest added in v1.2.4 

type SubscribeJobInfosRequest struct {
	IncludeInitial bool           `protobuf:"varint,1,opt,name=include_initial,json=includeInitial" json:"include_initial,omitempty"`
	IncludeChanges bool           `protobuf:"varint,2,opt,name=include_changes,json=includeChanges" json:"include_changes,omitempty"`
	Shard          *Shard         `protobuf:"bytes,3,opt,name=shard" json:"shard,omitempty"`
	State          []pps.JobState `protobuf:"varint,4,rep,packed,name=state,enum=pps.JobState" json:"state,omitempty"`
}

func (*SubscribeJobInfosRequest) Descriptor added in v1.2.4 

func (*SubscribeJobInfosRequest) Descriptor() ([]byte, []int)

func (*SubscribeJobInfosRequest) GetShard added in v1.2.4 

func (m *SubscribeJobInfosRequest) GetShard() *Shard

func (*SubscribeJobInfosRequest) ProtoMessage added in v1.2.4 

func (*SubscribeJobInfosRequest) ProtoMessage()

func (*SubscribeJobInfosRequest) Reset added in v1.2.4 

func (m *SubscribeJobInfosRequest) Reset()

func (*SubscribeJobInfosRequest) String added in v1.2.4 

func (m *SubscribeJobInfosRequest) String() string

type SubscribePipelineInfosRequest 

type SubscribePipelineInfosRequest struct {
	IncludeInitial bool   `protobuf:"varint,1,opt,name=include_initial,json=includeInitial" json:"include_initial,omitempty"`
	Shard          *Shard `protobuf:"bytes,2,opt,name=shard" json:"shard,omitempty"`
}

func (*SubscribePipelineInfosRequest) Descriptor 

func (*SubscribePipelineInfosRequest) Descriptor() ([]byte, []int)

func (*SubscribePipelineInfosRequest) GetShard 

func (m *SubscribePipelineInfosRequest) GetShard() *Shard

func (*SubscribePipelineInfosRequest) ProtoMessage 

func (*SubscribePipelineInfosRequest) ProtoMessage()

func (*SubscribePipelineInfosRequest) Reset 

func (m *SubscribePipelineInfosRequest) Reset()

func (*SubscribePipelineInfosRequest) String 

func (m *SubscribePipelineInfosRequest) String() string

type UpdatePipelineStateRequest 

type UpdatePipelineStateRequest struct {
	PipelineName string            `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName" json:"pipeline_name,omitempty"`
	State        pps.PipelineState `protobuf:"varint,2,opt,name=state,enum=pps.PipelineState" json:"state,omitempty"`
	RecentError  string            `protobuf:"bytes,3,opt,name=recent_error,json=recentError" json:"recent_error,omitempty"`
}

func (*UpdatePipelineStateRequest) Descriptor 

func (*UpdatePipelineStateRequest) Descriptor() ([]byte, []int)

func (*UpdatePipelineStateRequest) ProtoMessage 

func (*UpdatePipelineStateRequest) ProtoMessage()

func (*UpdatePipelineStateRequest) Reset 

func (m *UpdatePipelineStateRequest) Reset()

func (*UpdatePipelineStateRequest) String 

func (m *UpdatePipelineStateRequest) String() string

type UpdatePipelineStoppedRequest added in v1.2.0 

type UpdatePipelineStoppedRequest struct {
	PipelineName string `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName" json:"pipeline_name,omitempty"`
	Stopped      bool   `protobuf:"varint,2,opt,name=stopped" json:"stopped,omitempty"`
}

func (*UpdatePipelineStoppedRequest) Descriptor added in v1.2.0 

func (*UpdatePipelineStoppedRequest) Descriptor() ([]byte, []int)

func (*UpdatePipelineStoppedRequest) ProtoMessage added in v1.2.0 

func (*UpdatePipelineStoppedRequest) ProtoMessage()

func (*UpdatePipelineStoppedRequest) Reset added in v1.2.0 

func (m *UpdatePipelineStoppedRequest) Reset()

func (*UpdatePipelineStoppedRequest) String added in v1.2.0 

func (m *UpdatePipelineStoppedRequest) String() string

type WaitJobResponse added in v1.2.4 

type WaitJobResponse struct {
	State pps.JobState `protobuf:"varint,1,opt,name=state,enum=pps.JobState" json:"state,omitempty"`
}

func (*WaitJobResponse) Descriptor added in v1.2.4 

func (*WaitJobResponse) Descriptor() ([]byte, []int)

func (*WaitJobResponse) ProtoMessage added in v1.2.4 

func (*WaitJobResponse) ProtoMessage()

func (*WaitJobResponse) Reset added in v1.2.4 

func (m *WaitJobResponse) Reset()

func (*WaitJobResponse) String added in v1.2.4 

func (m *WaitJobResponse) String() string

Source Files

View all Source files

Directories

Path Synopsis
testing

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.