persist

package
v1.2.6 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Dec 1, 2016 License: Apache-2.0 Imports: 8 Imported by: 0

Documentation

Overview

Package persist is a generated protocol buffer package.

It is generated from these files:

server/pps/persist/persist.proto

It has these top-level messages:

JobInfo
Pod
Chunk
Chunks
JobInfos
JobOutput
JobState
AddOutputCommitRequest
PipelineInfo
PipelineInfoChange
PipelineInfos
SubscribePipelineInfosRequest
SubscribeJobInfosRequest
JobInfoChange
ListPipelineInfosRequest
Shard
UpdatePipelineStateRequest
UpdatePipelineStoppedRequest
BlockPipelineStateRequest
AddChunkRequest
ClaimChunkRequest
RenewChunkRequest
FinishChunkRequest
RevokeChunkRequest
WaitJobResponse
ChunkChange
SubscribeChunksRequest

Index

Constants

This section is empty.

Variables

View Source
var ChangeType_name = map[int32]string{
	0: "CREATE",
	1: "UPDATE",
	2: "DELETE",
}
View Source
var ChangeType_value = map[string]int32{
	"CREATE": 0,
	"UPDATE": 1,
	"DELETE": 2,
}
View Source
var ChunkState_name = map[int32]string{
	0: "UNASSIGNED",
	1: "ASSIGNED",
	2: "SUCCESS",
	3: "FAILED",
	4: "SPLITTED",
}
View Source
var ChunkState_value = map[string]int32{
	"UNASSIGNED": 0,
	"ASSIGNED":   1,
	"SUCCESS":    2,
	"FAILED":     3,
	"SPLITTED":   4,
}

Functions

func RegisterAPIServer

func RegisterAPIServer(s *grpc.Server, srv APIServer)

Types

type APIClient

type APIClient interface {
	// Job rpcs
	// job_id cannot be set
	// timestamp cannot be set
	CreateJobInfo(ctx context.Context, in *JobInfo, opts ...grpc.CallOption) (*JobInfo, error)
	InspectJob(ctx context.Context, in *pps.InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error)
	// ordered by time, latest to earliest
	ListJobInfos(ctx context.Context, in *pps.ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error)
	// should only be called when rolling back if a Job does not start!
	DeleteJobInfo(ctx context.Context, in *pps.Job, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	DeleteJobInfosForPipeline(ctx context.Context, in *pps.Pipeline, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	SubscribeJobInfos(ctx context.Context, in *SubscribeJobInfosRequest, opts ...grpc.CallOption) (API_SubscribeJobInfosClient, error)
	// JobOutput rpcs
	CreateJobOutput(ctx context.Context, in *JobOutput, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// JobState rpcs
	CreateJobState(ctx context.Context, in *JobState, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// StartJob sets the state of the job to "running" if the state
	// is currently "pulling".
	// This API updates the job state in a transactional manner.
	StartJob(ctx context.Context, in *pps.Job, opts ...grpc.CallOption) (*JobInfo, error)
	// Pipeline rpcs
	CreatePipelineInfo(ctx context.Context, in *PipelineInfo, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	UpdatePipelineInfo(ctx context.Context, in *PipelineInfo, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	GetPipelineInfo(ctx context.Context, in *pps.Pipeline, opts ...grpc.CallOption) (*PipelineInfo, error)
	// ordered by time, latest to earliest
	ListPipelineInfos(ctx context.Context, in *ListPipelineInfosRequest, opts ...grpc.CallOption) (*PipelineInfos, error)
	DeletePipelineInfo(ctx context.Context, in *pps.Pipeline, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	SubscribePipelineInfos(ctx context.Context, in *SubscribePipelineInfosRequest, opts ...grpc.CallOption) (API_SubscribePipelineInfosClient, error)
	UpdatePipelineState(ctx context.Context, in *UpdatePipelineStateRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	UpdatePipelineStopped(ctx context.Context, in *UpdatePipelineStoppedRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	BlockPipelineState(ctx context.Context, in *BlockPipelineStateRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(ctx context.Context, in *google_protobuf.Empty, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// Chunk rpcs
	AddChunk(ctx context.Context, in *AddChunkRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	ClaimChunk(ctx context.Context, in *ClaimChunkRequest, opts ...grpc.CallOption) (*Chunk, error)
	RenewChunk(ctx context.Context, in *RenewChunkRequest, opts ...grpc.CallOption) (*Chunk, error)
	FinishChunk(ctx context.Context, in *FinishChunkRequest, opts ...grpc.CallOption) (*Chunk, error)
	RevokeChunk(ctx context.Context, in *RevokeChunkRequest, opts ...grpc.CallOption) (*Chunk, error)
	SubscribeChunks(ctx context.Context, in *SubscribeChunksRequest, opts ...grpc.CallOption) (API_SubscribeChunksClient, error)
	GetChunksForJob(ctx context.Context, in *pps.Job, opts ...grpc.CallOption) (*Chunks, error)
	DeleteChunksForJob(ctx context.Context, in *pps.Job, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
}

func NewAPIClient

func NewAPIClient(cc *grpc.ClientConn) APIClient

type APIServer

type APIServer interface {
	// Job rpcs
	// job_id cannot be set
	// timestamp cannot be set
	CreateJobInfo(context.Context, *JobInfo) (*JobInfo, error)
	InspectJob(context.Context, *pps.InspectJobRequest) (*JobInfo, error)
	// ordered by time, latest to earliest
	ListJobInfos(context.Context, *pps.ListJobRequest) (*JobInfos, error)
	// should only be called when rolling back if a Job does not start!
	DeleteJobInfo(context.Context, *pps.Job) (*google_protobuf.Empty, error)
	DeleteJobInfosForPipeline(context.Context, *pps.Pipeline) (*google_protobuf.Empty, error)
	SubscribeJobInfos(*SubscribeJobInfosRequest, API_SubscribeJobInfosServer) error
	// JobOutput rpcs
	CreateJobOutput(context.Context, *JobOutput) (*google_protobuf.Empty, error)
	// JobState rpcs
	CreateJobState(context.Context, *JobState) (*google_protobuf.Empty, error)
	// StartJob sets the state of the job to "running" if the state
	// is currently "pulling".
	// This API updates the job state in a transactional manner.
	StartJob(context.Context, *pps.Job) (*JobInfo, error)
	// Pipeline rpcs
	CreatePipelineInfo(context.Context, *PipelineInfo) (*google_protobuf.Empty, error)
	UpdatePipelineInfo(context.Context, *PipelineInfo) (*google_protobuf.Empty, error)
	GetPipelineInfo(context.Context, *pps.Pipeline) (*PipelineInfo, error)
	// ordered by time, latest to earliest
	ListPipelineInfos(context.Context, *ListPipelineInfosRequest) (*PipelineInfos, error)
	DeletePipelineInfo(context.Context, *pps.Pipeline) (*google_protobuf.Empty, error)
	SubscribePipelineInfos(*SubscribePipelineInfosRequest, API_SubscribePipelineInfosServer) error
	UpdatePipelineState(context.Context, *UpdatePipelineStateRequest) (*google_protobuf.Empty, error)
	UpdatePipelineStopped(context.Context, *UpdatePipelineStoppedRequest) (*google_protobuf.Empty, error)
	BlockPipelineState(context.Context, *BlockPipelineStateRequest) (*google_protobuf.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(context.Context, *google_protobuf.Empty) (*google_protobuf.Empty, error)
	// Chunk rpcs
	AddChunk(context.Context, *AddChunkRequest) (*google_protobuf.Empty, error)
	ClaimChunk(context.Context, *ClaimChunkRequest) (*Chunk, error)
	RenewChunk(context.Context, *RenewChunkRequest) (*Chunk, error)
	FinishChunk(context.Context, *FinishChunkRequest) (*Chunk, error)
	RevokeChunk(context.Context, *RevokeChunkRequest) (*Chunk, error)
	SubscribeChunks(*SubscribeChunksRequest, API_SubscribeChunksServer) error
	GetChunksForJob(context.Context, *pps.Job) (*Chunks, error)
	DeleteChunksForJob(context.Context, *pps.Job) (*google_protobuf.Empty, error)
}

type API_SubscribeChunksClient added in v1.2.4

type API_SubscribeChunksClient interface {
	Recv() (*ChunkChange, error)
	grpc.ClientStream
}

type API_SubscribeChunksServer added in v1.2.4

type API_SubscribeChunksServer interface {
	Send(*ChunkChange) error
	grpc.ServerStream
}

type API_SubscribeJobInfosClient added in v1.2.4

type API_SubscribeJobInfosClient interface {
	Recv() (*JobInfoChange, error)
	grpc.ClientStream
}

type API_SubscribeJobInfosServer added in v1.2.4

type API_SubscribeJobInfosServer interface {
	Send(*JobInfoChange) error
	grpc.ServerStream
}

type API_SubscribePipelineInfosClient added in v1.0.365

type API_SubscribePipelineInfosClient interface {
	Recv() (*PipelineInfoChange, error)
	grpc.ClientStream
}

type API_SubscribePipelineInfosServer added in v1.0.365

type API_SubscribePipelineInfosServer interface {
	Send(*PipelineInfoChange) error
	grpc.ServerStream
}

type AddChunkRequest added in v1.2.4

type AddChunkRequest struct {
	Chunks []*Chunk `protobuf:"bytes,1,rep,name=chunks" json:"chunks,omitempty"`
}

func (*AddChunkRequest) Descriptor added in v1.2.4

func (*AddChunkRequest) Descriptor() ([]byte, []int)

func (*AddChunkRequest) GetChunks added in v1.2.4

func (m *AddChunkRequest) GetChunks() []*Chunk

func (*AddChunkRequest) ProtoMessage added in v1.2.4

func (*AddChunkRequest) ProtoMessage()

func (*AddChunkRequest) Reset added in v1.2.4

func (m *AddChunkRequest) Reset()

func (*AddChunkRequest) String added in v1.2.4

func (m *AddChunkRequest) String() string

type AddOutputCommitRequest added in v1.2.0

type AddOutputCommitRequest struct {
	JobID  string      `protobuf:"bytes,1,opt,name=job_id,json=jobId" json:"job_id,omitempty"`
	Commit *pfs.Commit `protobuf:"bytes,2,opt,name=commit" json:"commit,omitempty"`
	Branch string      `protobuf:"bytes,3,opt,name=branch" json:"branch,omitempty"`
}

func (*AddOutputCommitRequest) Descriptor added in v1.2.0

func (*AddOutputCommitRequest) Descriptor() ([]byte, []int)

func (*AddOutputCommitRequest) GetCommit added in v1.2.0

func (m *AddOutputCommitRequest) GetCommit() *pfs.Commit

func (*AddOutputCommitRequest) ProtoMessage added in v1.2.0

func (*AddOutputCommitRequest) ProtoMessage()

func (*AddOutputCommitRequest) Reset added in v1.2.0

func (m *AddOutputCommitRequest) Reset()

func (*AddOutputCommitRequest) String added in v1.2.0

func (m *AddOutputCommitRequest) String() string

type BlockPipelineStateRequest added in v1.2.0

type BlockPipelineStateRequest struct {
	PipelineName string            `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName" json:"pipeline_name,omitempty"`
	State        pps.PipelineState `protobuf:"varint,2,opt,name=state,enum=pps.PipelineState" json:"state,omitempty"`
}

func (*BlockPipelineStateRequest) Descriptor added in v1.2.0

func (*BlockPipelineStateRequest) Descriptor() ([]byte, []int)

func (*BlockPipelineStateRequest) ProtoMessage added in v1.2.0

func (*BlockPipelineStateRequest) ProtoMessage()

func (*BlockPipelineStateRequest) Reset added in v1.2.0

func (m *BlockPipelineStateRequest) Reset()

func (*BlockPipelineStateRequest) String added in v1.2.0

func (m *BlockPipelineStateRequest) String() string

type ChangeType added in v1.2.0

type ChangeType int32
const (
	ChangeType_CREATE ChangeType = 0
	ChangeType_UPDATE ChangeType = 1
	ChangeType_DELETE ChangeType = 2
)

func (ChangeType) EnumDescriptor added in v1.2.0

func (ChangeType) EnumDescriptor() ([]byte, []int)

func (ChangeType) String added in v1.2.0

func (x ChangeType) String() string

type Chunk added in v1.2.4

type Chunk struct {
	ID    string `protobuf:"bytes,1,opt,name=id" json:"id,omitempty"`
	JobID string `protobuf:"bytes,2,opt,name=job_id,json=jobId" json:"job_id,omitempty"` // the ID of the job that the Chunk belongs to

	// moduli and index together specify the portion of inputs that the shard represents
	// For instance, if moduli is (2, 3, 4) and index is 15, then we have:
	// 15 = 1 * (3 * 4) + 0 * 4 + 3 * 1
	// So the shard represents the second half of input 1, the first third of input 2,
	// and the fourth quarter of input 3.
	Moduli []uint64 `protobuf:"varint,3,rep,packed,name=moduli" json:"moduli,omitempty"`
	Index  uint64   `protobuf:"varint,4,opt,name=index" json:"index,omitempty"`
	// the pod that currently owns this shard
	Owner string `protobuf:"bytes,5,opt,name=owner" json:"owner,omitempty"`
	// A series of pods, in chronological order, that have processed this shard
	Pods  []*Pod     `protobuf:"bytes,6,rep,name=pods" json:"pods,omitempty"`
	State ChunkState `protobuf:"varint,7,opt,name=state,enum=pps.persist.ChunkState" json:"state,omitempty"`
	// a unix timestamp representing the last time we received a ContinueJob
	// for this chunk
	LeaseTime uint64 `protobuf:"varint,8,opt,name=lease_time,json=leaseTime" json:"lease_time,omitempty"`
}

Chunk is a unit of work that can be assigned to a pod

func (*Chunk) Descriptor added in v1.2.4

func (*Chunk) Descriptor() ([]byte, []int)

func (*Chunk) GetPods added in v1.2.4

func (m *Chunk) GetPods() []*Pod

func (*Chunk) ProtoMessage added in v1.2.4

func (*Chunk) ProtoMessage()

func (*Chunk) Reset added in v1.2.4

func (m *Chunk) Reset()

func (*Chunk) String added in v1.2.4

func (m *Chunk) String() string

type ChunkChange added in v1.2.4

type ChunkChange struct {
	Chunk *Chunk     `protobuf:"bytes,1,opt,name=chunk" json:"chunk,omitempty"`
	Type  ChangeType `protobuf:"varint,2,opt,name=type,enum=pps.persist.ChangeType" json:"type,omitempty"`
	// If ready is set to true, then all initial documents have been sent
	// See docs on `includeState` for rethinkdb's changefeed:
	// https://www.rethinkdb.com/api/javascript/changes/
	Ready bool `protobuf:"varint,3,opt,name=ready" json:"ready,omitempty"`
}

func (*ChunkChange) Descriptor added in v1.2.4

func (*ChunkChange) Descriptor() ([]byte, []int)

func (*ChunkChange) GetChunk added in v1.2.4

func (m *ChunkChange) GetChunk() *Chunk

func (*ChunkChange) ProtoMessage added in v1.2.4

func (*ChunkChange) ProtoMessage()

func (*ChunkChange) Reset added in v1.2.4

func (m *ChunkChange) Reset()

func (*ChunkChange) String added in v1.2.4

func (m *ChunkChange) String() string

type ChunkState added in v1.2.4

type ChunkState int32
const (
	// the chunk is available for a pod to work on
	ChunkState_UNASSIGNED ChunkState = 0
	// the chunk has been assigned to a pod
	ChunkState_ASSIGNED ChunkState = 1
	// the chunk has been processed successfully
	ChunkState_SUCCESS ChunkState = 2
	// the chunk could not be processed
	ChunkState_FAILED ChunkState = 3
	// the chunk has been splitted into smaller chunks, so this chunk no longer
	// needs to be processed.
	ChunkState_SPLITTED ChunkState = 4
)

func (ChunkState) EnumDescriptor added in v1.2.4

func (ChunkState) EnumDescriptor() ([]byte, []int)

func (ChunkState) String added in v1.2.4

func (x ChunkState) String() string

type Chunks added in v1.2.4

type Chunks struct {
	Chunks []*Chunk `protobuf:"bytes,1,rep,name=chunks" json:"chunks,omitempty"`
}

func (*Chunks) Descriptor added in v1.2.4

func (*Chunks) Descriptor() ([]byte, []int)

func (*Chunks) GetChunks added in v1.2.4

func (m *Chunks) GetChunks() []*Chunk

func (*Chunks) ProtoMessage added in v1.2.4

func (*Chunks) ProtoMessage()

func (*Chunks) Reset added in v1.2.4

func (m *Chunks) Reset()

func (*Chunks) String added in v1.2.4

func (m *Chunks) String() string

type ClaimChunkRequest added in v1.2.4

type ClaimChunkRequest struct {
	JobID string `protobuf:"bytes,1,opt,name=job_id,json=jobId" json:"job_id,omitempty"`
	Pod   *Pod   `protobuf:"bytes,2,opt,name=pod" json:"pod,omitempty"`
}

func (*ClaimChunkRequest) Descriptor added in v1.2.4

func (*ClaimChunkRequest) Descriptor() ([]byte, []int)

func (*ClaimChunkRequest) GetPod added in v1.2.4

func (m *ClaimChunkRequest) GetPod() *Pod

func (*ClaimChunkRequest) ProtoMessage added in v1.2.4

func (*ClaimChunkRequest) ProtoMessage()

func (*ClaimChunkRequest) Reset added in v1.2.4

func (m *ClaimChunkRequest) Reset()

func (*ClaimChunkRequest) String added in v1.2.4

func (m *ClaimChunkRequest) String() string

type FinishChunkRequest added in v1.2.4

type FinishChunkRequest struct {
	ChunkID string `protobuf:"bytes,1,opt,name=chunk_id,json=chunkId" json:"chunk_id,omitempty"`
	PodName string `protobuf:"bytes,2,opt,name=pod_name,json=podName" json:"pod_name,omitempty"`
}

func (*FinishChunkRequest) Descriptor added in v1.2.4

func (*FinishChunkRequest) Descriptor() ([]byte, []int)

func (*FinishChunkRequest) ProtoMessage added in v1.2.4

func (*FinishChunkRequest) ProtoMessage()

func (*FinishChunkRequest) Reset added in v1.2.4

func (m *FinishChunkRequest) Reset()

func (*FinishChunkRequest) String added in v1.2.4

func (m *FinishChunkRequest) String() string

type JobInfo

type JobInfo struct {
	JobID              string                      `protobuf:"bytes,1,opt,name=job_id,json=jobId" json:"job_id,omitempty"`
	Transform          *pps.Transform              `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	PipelineName       string                      `protobuf:"bytes,3,opt,name=pipeline_name,json=pipelineName" json:"pipeline_name,omitempty"`
	PipelineVersion    uint64                      `protobuf:"varint,20,opt,name=pipeline_version,json=pipelineVersion" json:"pipeline_version,omitempty"`
	ParallelismSpec    *pps.ParallelismSpec        `protobuf:"bytes,18,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs             []*pps.JobInput             `protobuf:"bytes,5,rep,name=inputs" json:"inputs,omitempty"`
	ParentJob          *pps.Job                    `protobuf:"bytes,6,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
	Started            *google_protobuf1.Timestamp `protobuf:"bytes,7,opt,name=started" json:"started,omitempty"`
	Finished           *google_protobuf1.Timestamp `protobuf:"bytes,8,opt,name=finished" json:"finished,omitempty"`
	OutputCommit       *pfs.Commit                 `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
	Branch             string                      `protobuf:"bytes,17,opt,name=branch" json:"branch,omitempty"`
	State              pps.JobState                `protobuf:"varint,10,opt,name=state,enum=pps.JobState" json:"state,omitempty"`
	CommitIndex        string                      `protobuf:"bytes,11,opt,name=commit_index,json=commitIndex" json:"commit_index,omitempty"`
	DefaultShardModuli []uint64                    `protobuf:"varint,15,rep,packed,name=default_shard_moduli,json=defaultShardModuli" json:"default_shard_moduli,omitempty"`
	Shard              uint64                      `protobuf:"varint,19,opt,name=shard" json:"shard,omitempty"`
}

func (*JobInfo) Descriptor

func (*JobInfo) Descriptor() ([]byte, []int)

func (*JobInfo) GetFinished added in v1.1.0

func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp

func (*JobInfo) GetInputs

func (m *JobInfo) GetInputs() []*pps.JobInput

func (*JobInfo) GetOutputCommit

func (m *JobInfo) GetOutputCommit() *pfs.Commit

func (*JobInfo) GetParallelismSpec added in v1.2.0

func (m *JobInfo) GetParallelismSpec() *pps.ParallelismSpec

func (*JobInfo) GetParentJob

func (m *JobInfo) GetParentJob() *pps.Job

func (*JobInfo) GetStarted added in v1.1.0

func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp

func (*JobInfo) GetTransform

func (m *JobInfo) GetTransform() *pps.Transform

func (*JobInfo) ProtoMessage

func (*JobInfo) ProtoMessage()

func (*JobInfo) Reset

func (m *JobInfo) Reset()

func (*JobInfo) String

func (m *JobInfo) String() string

type JobInfoChange added in v1.2.4

type JobInfoChange struct {
	JobInfo *JobInfo   `protobuf:"bytes,1,opt,name=jobInfo" json:"jobInfo,omitempty"`
	Type    ChangeType `protobuf:"varint,2,opt,name=type,enum=pps.persist.ChangeType" json:"type,omitempty"`
}

func (*JobInfoChange) Descriptor added in v1.2.4

func (*JobInfoChange) Descriptor() ([]byte, []int)

func (*JobInfoChange) GetJobInfo added in v1.2.4

func (m *JobInfoChange) GetJobInfo() *JobInfo

func (*JobInfoChange) ProtoMessage added in v1.2.4

func (*JobInfoChange) ProtoMessage()

func (*JobInfoChange) Reset added in v1.2.4

func (m *JobInfoChange) Reset()

func (*JobInfoChange) String added in v1.2.4

func (m *JobInfoChange) String() string

type JobInfos

type JobInfos struct {
	JobInfo []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo" json:"job_info,omitempty"`
}

func (*JobInfos) Descriptor

func (*JobInfos) Descriptor() ([]byte, []int)

func (*JobInfos) GetJobInfo

func (m *JobInfos) GetJobInfo() []*JobInfo

func (*JobInfos) ProtoMessage

func (*JobInfos) ProtoMessage()

func (*JobInfos) Reset

func (m *JobInfos) Reset()

func (*JobInfos) String

func (m *JobInfos) String() string

type JobOutput

type JobOutput struct {
	JobID        string      `protobuf:"bytes,1,opt,name=job_id,json=jobId" json:"job_id,omitempty"`
	OutputCommit *pfs.Commit `protobuf:"bytes,2,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
}

func (*JobOutput) Descriptor

func (*JobOutput) Descriptor() ([]byte, []int)

func (*JobOutput) GetOutputCommit

func (m *JobOutput) GetOutputCommit() *pfs.Commit

func (*JobOutput) ProtoMessage

func (*JobOutput) ProtoMessage()

func (*JobOutput) Reset

func (m *JobOutput) Reset()

func (*JobOutput) String

func (m *JobOutput) String() string

type JobState

type JobState struct {
	JobID    string                      `protobuf:"bytes,1,opt,name=job_id,json=jobId" json:"job_id,omitempty"`
	State    pps.JobState                `protobuf:"varint,2,opt,name=state,enum=pps.JobState" json:"state,omitempty"`
	Finished *google_protobuf1.Timestamp `protobuf:"bytes,3,opt,name=finished" json:"finished,omitempty"`
}

func (*JobState) Descriptor

func (*JobState) Descriptor() ([]byte, []int)

func (*JobState) GetFinished added in v1.1.0

func (m *JobState) GetFinished() *google_protobuf1.Timestamp

func (*JobState) ProtoMessage

func (*JobState) ProtoMessage()

func (*JobState) Reset

func (m *JobState) Reset()

func (*JobState) String

func (m *JobState) String() string

type ListPipelineInfosRequest added in v1.0.365

type ListPipelineInfosRequest struct {
	Shard *Shard `protobuf:"bytes,1,opt,name=shard" json:"shard,omitempty"`
}

func (*ListPipelineInfosRequest) Descriptor added in v1.0.365

func (*ListPipelineInfosRequest) Descriptor() ([]byte, []int)

func (*ListPipelineInfosRequest) GetShard added in v1.0.365

func (m *ListPipelineInfosRequest) GetShard() *Shard

func (*ListPipelineInfosRequest) ProtoMessage added in v1.0.365

func (*ListPipelineInfosRequest) ProtoMessage()

func (*ListPipelineInfosRequest) Reset added in v1.0.365

func (m *ListPipelineInfosRequest) Reset()

func (*ListPipelineInfosRequest) String added in v1.0.365

func (m *ListPipelineInfosRequest) String() string

type PipelineInfo

type PipelineInfo struct {
	PipelineName    string                      `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName" json:"pipeline_name,omitempty"`
	Version         uint64                      `protobuf:"varint,13,opt,name=version" json:"version,omitempty"`
	Transform       *pps.Transform              `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	ParallelismSpec *pps.ParallelismSpec        `protobuf:"bytes,12,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*pps.PipelineInput        `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	OutputRepo      *pfs.Repo                   `protobuf:"bytes,5,opt,name=output_repo,json=outputRepo" json:"output_repo,omitempty"`
	CreatedAt       *google_protobuf1.Timestamp `protobuf:"bytes,6,opt,name=created_at,json=createdAt" json:"created_at,omitempty"`
	Shard           uint64                      `protobuf:"varint,7,opt,name=shard" json:"shard,omitempty"`
	State           pps.PipelineState           `protobuf:"varint,8,opt,name=state,enum=pps.PipelineState" json:"state,omitempty"`
	RecentError     string                      `protobuf:"bytes,9,opt,name=recent_error,json=recentError" json:"recent_error,omitempty"`
	JobCounts       map[int32]int32             `` /* 158-byte string literal not displayed */
	Stopped         bool                        `protobuf:"varint,11,opt,name=stopped" json:"stopped,omitempty"`
}

func (*PipelineInfo) Descriptor

func (*PipelineInfo) Descriptor() ([]byte, []int)

func (*PipelineInfo) GetCreatedAt

func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp

func (*PipelineInfo) GetInputs

func (m *PipelineInfo) GetInputs() []*pps.PipelineInput

func (*PipelineInfo) GetJobCounts added in v1.1.0

func (m *PipelineInfo) GetJobCounts() map[int32]int32

func (*PipelineInfo) GetOutputRepo

func (m *PipelineInfo) GetOutputRepo() *pfs.Repo

func (*PipelineInfo) GetParallelismSpec added in v1.2.0

func (m *PipelineInfo) GetParallelismSpec() *pps.ParallelismSpec

func (*PipelineInfo) GetTransform

func (m *PipelineInfo) GetTransform() *pps.Transform

func (*PipelineInfo) ProtoMessage

func (*PipelineInfo) ProtoMessage()

func (*PipelineInfo) Reset

func (m *PipelineInfo) Reset()

func (*PipelineInfo) String

func (m *PipelineInfo) String() string

type PipelineInfoChange added in v1.0.411

type PipelineInfoChange struct {
	Pipeline *PipelineInfo `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Type     ChangeType    `protobuf:"varint,2,opt,name=type,enum=pps.persist.ChangeType" json:"type,omitempty"`
}

func (*PipelineInfoChange) Descriptor added in v1.0.411

func (*PipelineInfoChange) Descriptor() ([]byte, []int)

func (*PipelineInfoChange) GetPipeline added in v1.0.411

func (m *PipelineInfoChange) GetPipeline() *PipelineInfo

func (*PipelineInfoChange) ProtoMessage added in v1.0.411

func (*PipelineInfoChange) ProtoMessage()

func (*PipelineInfoChange) Reset added in v1.0.411

func (m *PipelineInfoChange) Reset()

func (*PipelineInfoChange) String added in v1.0.411

func (m *PipelineInfoChange) String() string

type PipelineInfos

type PipelineInfos struct {
	PipelineInfo []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo" json:"pipeline_info,omitempty"`
}

func (*PipelineInfos) Descriptor

func (*PipelineInfos) Descriptor() ([]byte, []int)

func (*PipelineInfos) GetPipelineInfo

func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo

func (*PipelineInfos) ProtoMessage

func (*PipelineInfos) ProtoMessage()

func (*PipelineInfos) Reset

func (m *PipelineInfos) Reset()

func (*PipelineInfos) String

func (m *PipelineInfos) String() string

type Pod added in v1.2.4

type Pod struct {
	Name         string      `protobuf:"bytes,1,opt,name=name" json:"name,omitempty"`
	OutputCommit *pfs.Commit `protobuf:"bytes,2,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
}

func (*Pod) Descriptor added in v1.2.4

func (*Pod) Descriptor() ([]byte, []int)

func (*Pod) GetOutputCommit added in v1.2.4

func (m *Pod) GetOutputCommit() *pfs.Commit

func (*Pod) ProtoMessage added in v1.2.4

func (*Pod) ProtoMessage()

func (*Pod) Reset added in v1.2.4

func (m *Pod) Reset()

func (*Pod) String added in v1.2.4

func (m *Pod) String() string

type RenewChunkRequest added in v1.2.4

type RenewChunkRequest struct {
	ChunkID string `protobuf:"bytes,1,opt,name=chunk_id,json=chunkId" json:"chunk_id,omitempty"`
	PodName string `protobuf:"bytes,2,opt,name=pod_name,json=podName" json:"pod_name,omitempty"`
}

func (*RenewChunkRequest) Descriptor added in v1.2.4

func (*RenewChunkRequest) Descriptor() ([]byte, []int)

func (*RenewChunkRequest) ProtoMessage added in v1.2.4

func (*RenewChunkRequest) ProtoMessage()

func (*RenewChunkRequest) Reset added in v1.2.4

func (m *RenewChunkRequest) Reset()

func (*RenewChunkRequest) String added in v1.2.4

func (m *RenewChunkRequest) String() string

type RevokeChunkRequest added in v1.2.4

type RevokeChunkRequest struct {
	ChunkID string `protobuf:"bytes,1,opt,name=chunk_id,json=chunkId" json:"chunk_id,omitempty"`
	PodName string `protobuf:"bytes,2,opt,name=pod_name,json=podName" json:"pod_name,omitempty"`
	// if the number of pods that have processed this chunk exceeds maxPods,
	// then we switch the state of the chunk to FAILED instead of UNASSIGNED
	MaxPods uint64 `protobuf:"varint,3,opt,name=maxPods" json:"maxPods,omitempty"`
}

func (*RevokeChunkRequest) Descriptor added in v1.2.4

func (*RevokeChunkRequest) Descriptor() ([]byte, []int)

func (*RevokeChunkRequest) ProtoMessage added in v1.2.4

func (*RevokeChunkRequest) ProtoMessage()

func (*RevokeChunkRequest) Reset added in v1.2.4

func (m *RevokeChunkRequest) Reset()

func (*RevokeChunkRequest) String added in v1.2.4

func (m *RevokeChunkRequest) String() string

type Shard added in v1.0.365

type Shard struct {
	Number uint64 `protobuf:"varint,1,opt,name=number" json:"number,omitempty"`
}

func (*Shard) Descriptor added in v1.0.365

func (*Shard) Descriptor() ([]byte, []int)

func (*Shard) ProtoMessage added in v1.0.365

func (*Shard) ProtoMessage()

func (*Shard) Reset added in v1.0.365

func (m *Shard) Reset()

func (*Shard) String added in v1.0.365

func (m *Shard) String() string

type SubscribeChunksRequest added in v1.2.4

type SubscribeChunksRequest struct {
	Job            *pps.Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	IncludeInitial bool     `protobuf:"varint,2,opt,name=include_initial,json=includeInitial" json:"include_initial,omitempty"`
}

func (*SubscribeChunksRequest) Descriptor added in v1.2.4

func (*SubscribeChunksRequest) Descriptor() ([]byte, []int)

func (*SubscribeChunksRequest) GetJob added in v1.2.4

func (m *SubscribeChunksRequest) GetJob() *pps.Job

func (*SubscribeChunksRequest) ProtoMessage added in v1.2.4

func (*SubscribeChunksRequest) ProtoMessage()

func (*SubscribeChunksRequest) Reset added in v1.2.4

func (m *SubscribeChunksRequest) Reset()

func (*SubscribeChunksRequest) String added in v1.2.4

func (m *SubscribeChunksRequest) String() string

type SubscribeJobInfosRequest added in v1.2.4

type SubscribeJobInfosRequest struct {
	IncludeInitial bool           `protobuf:"varint,1,opt,name=include_initial,json=includeInitial" json:"include_initial,omitempty"`
	IncludeChanges bool           `protobuf:"varint,2,opt,name=include_changes,json=includeChanges" json:"include_changes,omitempty"`
	Shard          *Shard         `protobuf:"bytes,3,opt,name=shard" json:"shard,omitempty"`
	State          []pps.JobState `protobuf:"varint,4,rep,packed,name=state,enum=pps.JobState" json:"state,omitempty"`
}

func (*SubscribeJobInfosRequest) Descriptor added in v1.2.4

func (*SubscribeJobInfosRequest) Descriptor() ([]byte, []int)

func (*SubscribeJobInfosRequest) GetShard added in v1.2.4

func (m *SubscribeJobInfosRequest) GetShard() *Shard

func (*SubscribeJobInfosRequest) ProtoMessage added in v1.2.4

func (*SubscribeJobInfosRequest) ProtoMessage()

func (*SubscribeJobInfosRequest) Reset added in v1.2.4

func (m *SubscribeJobInfosRequest) Reset()

func (*SubscribeJobInfosRequest) String added in v1.2.4

func (m *SubscribeJobInfosRequest) String() string

type SubscribePipelineInfosRequest added in v1.0.365

type SubscribePipelineInfosRequest struct {
	IncludeInitial bool   `protobuf:"varint,1,opt,name=include_initial,json=includeInitial" json:"include_initial,omitempty"`
	Shard          *Shard `protobuf:"bytes,2,opt,name=shard" json:"shard,omitempty"`
}

func (*SubscribePipelineInfosRequest) Descriptor added in v1.0.365

func (*SubscribePipelineInfosRequest) Descriptor() ([]byte, []int)

func (*SubscribePipelineInfosRequest) GetShard added in v1.0.365

func (m *SubscribePipelineInfosRequest) GetShard() *Shard

func (*SubscribePipelineInfosRequest) ProtoMessage added in v1.0.365

func (*SubscribePipelineInfosRequest) ProtoMessage()

func (*SubscribePipelineInfosRequest) Reset added in v1.0.365

func (m *SubscribePipelineInfosRequest) Reset()

func (*SubscribePipelineInfosRequest) String added in v1.0.365

type UpdatePipelineStateRequest added in v1.1.0

type UpdatePipelineStateRequest struct {
	PipelineName string            `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName" json:"pipeline_name,omitempty"`
	State        pps.PipelineState `protobuf:"varint,2,opt,name=state,enum=pps.PipelineState" json:"state,omitempty"`
	RecentError  string            `protobuf:"bytes,3,opt,name=recent_error,json=recentError" json:"recent_error,omitempty"`
}

func (*UpdatePipelineStateRequest) Descriptor added in v1.1.0

func (*UpdatePipelineStateRequest) Descriptor() ([]byte, []int)

func (*UpdatePipelineStateRequest) ProtoMessage added in v1.1.0

func (*UpdatePipelineStateRequest) ProtoMessage()

func (*UpdatePipelineStateRequest) Reset added in v1.1.0

func (m *UpdatePipelineStateRequest) Reset()

func (*UpdatePipelineStateRequest) String added in v1.1.0

func (m *UpdatePipelineStateRequest) String() string

type UpdatePipelineStoppedRequest added in v1.2.0

type UpdatePipelineStoppedRequest struct {
	PipelineName string `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName" json:"pipeline_name,omitempty"`
	Stopped      bool   `protobuf:"varint,2,opt,name=stopped" json:"stopped,omitempty"`
}

func (*UpdatePipelineStoppedRequest) Descriptor added in v1.2.0

func (*UpdatePipelineStoppedRequest) Descriptor() ([]byte, []int)

func (*UpdatePipelineStoppedRequest) ProtoMessage added in v1.2.0

func (*UpdatePipelineStoppedRequest) ProtoMessage()

func (*UpdatePipelineStoppedRequest) Reset added in v1.2.0

func (m *UpdatePipelineStoppedRequest) Reset()

func (*UpdatePipelineStoppedRequest) String added in v1.2.0

type WaitJobResponse added in v1.2.4

type WaitJobResponse struct {
	State pps.JobState `protobuf:"varint,1,opt,name=state,enum=pps.JobState" json:"state,omitempty"`
}

func (*WaitJobResponse) Descriptor added in v1.2.4

func (*WaitJobResponse) Descriptor() ([]byte, []int)

func (*WaitJobResponse) ProtoMessage added in v1.2.4

func (*WaitJobResponse) ProtoMessage()

func (*WaitJobResponse) Reset added in v1.2.4

func (m *WaitJobResponse) Reset()

func (*WaitJobResponse) String added in v1.2.4

func (m *WaitJobResponse) String() string

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL