persist

package
v1.0.1-RCX11 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jun 27, 2016 License: Apache-2.0 Imports: 8 Imported by: 0

Documentation

Overview

Package persist is a generated protocol buffer package.

It is generated from these files: 

server/pps/persist/persist.proto

It has these top-level messages: 

JobInfo
JobInfos
JobOutput
JobState
PipelineInfo
PipelineInfoChange
PipelineInfos
SubscribePipelineInfosRequest
ListPipelineInfosRequest
UpdatePipelineStateRequest
Shard

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func RegisterAPIServer 

func RegisterAPIServer(s *grpc.Server, srv APIServer)

Types

type APIClient 

type APIClient interface {
	// Job rpcs
	// job_id cannot be set
	// timestamp cannot be set
	CreateJobInfo(ctx context.Context, in *JobInfo, opts ...grpc.CallOption) (*JobInfo, error)
	InspectJob(ctx context.Context, in *pachyderm_pps.InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error)
	// ordered by time, latest to earliest
	ListJobInfos(ctx context.Context, in *pachyderm_pps.ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error)
	// should only be called when rolling back if a Job does not start!
	DeleteJobInfo(ctx context.Context, in *pachyderm_pps.Job, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	DeleteJobInfosForPipeline(ctx context.Context, in *pachyderm_pps.Pipeline, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// JobOutput rpcs
	CreateJobOutput(ctx context.Context, in *JobOutput, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// JobState rpcs
	CreateJobState(ctx context.Context, in *JobState, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// StartJob sets the state of the job to "running" if the state
	// is currently "pulling".
	// This API updates the job state in a transactional manner.
	StartJob(ctx context.Context, in *pachyderm_pps.Job, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// Pipeline rpcs
	CreatePipelineInfo(ctx context.Context, in *PipelineInfo, opts ...grpc.CallOption) (*PipelineInfo, error)
	GetPipelineInfo(ctx context.Context, in *pachyderm_pps.Pipeline, opts ...grpc.CallOption) (*PipelineInfo, error)
	// ordered by time, latest to earliest
	ListPipelineInfos(ctx context.Context, in *ListPipelineInfosRequest, opts ...grpc.CallOption) (*PipelineInfos, error)
	DeletePipelineInfo(ctx context.Context, in *pachyderm_pps.Pipeline, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	SubscribePipelineInfos(ctx context.Context, in *SubscribePipelineInfosRequest, opts ...grpc.CallOption) (API_SubscribePipelineInfosClient, error)
	UpdatePipelineState(ctx context.Context, in *UpdatePipelineStateRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(ctx context.Context, in *google_protobuf.Empty, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// Shard rpcs
	// Returns the new job info
	StartPod(ctx context.Context, in *pachyderm_pps.Job, opts ...grpc.CallOption) (*JobInfo, error)
	SucceedPod(ctx context.Context, in *pachyderm_pps.Job, opts ...grpc.CallOption) (*JobInfo, error)
	FailPod(ctx context.Context, in *pachyderm_pps.Job, opts ...grpc.CallOption) (*JobInfo, error)
}

func NewAPIClient 

func NewAPIClient(cc *grpc.ClientConn) APIClient

type APIServer 

type APIServer interface {
	// Job rpcs
	// job_id cannot be set
	// timestamp cannot be set
	CreateJobInfo(context.Context, *JobInfo) (*JobInfo, error)
	InspectJob(context.Context, *pachyderm_pps.InspectJobRequest) (*JobInfo, error)
	// ordered by time, latest to earliest
	ListJobInfos(context.Context, *pachyderm_pps.ListJobRequest) (*JobInfos, error)
	// should only be called when rolling back if a Job does not start!
	DeleteJobInfo(context.Context, *pachyderm_pps.Job) (*google_protobuf.Empty, error)
	DeleteJobInfosForPipeline(context.Context, *pachyderm_pps.Pipeline) (*google_protobuf.Empty, error)
	// JobOutput rpcs
	CreateJobOutput(context.Context, *JobOutput) (*google_protobuf.Empty, error)
	// JobState rpcs
	CreateJobState(context.Context, *JobState) (*google_protobuf.Empty, error)
	// StartJob sets the state of the job to "running" if the state
	// is currently "pulling".
	// This API updates the job state in a transactional manner.
	StartJob(context.Context, *pachyderm_pps.Job) (*google_protobuf.Empty, error)
	// Pipeline rpcs
	CreatePipelineInfo(context.Context, *PipelineInfo) (*PipelineInfo, error)
	GetPipelineInfo(context.Context, *pachyderm_pps.Pipeline) (*PipelineInfo, error)
	// ordered by time, latest to earliest
	ListPipelineInfos(context.Context, *ListPipelineInfosRequest) (*PipelineInfos, error)
	DeletePipelineInfo(context.Context, *pachyderm_pps.Pipeline) (*google_protobuf.Empty, error)
	SubscribePipelineInfos(*SubscribePipelineInfosRequest, API_SubscribePipelineInfosServer) error
	UpdatePipelineState(context.Context, *UpdatePipelineStateRequest) (*google_protobuf.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(context.Context, *google_protobuf.Empty) (*google_protobuf.Empty, error)
	// Shard rpcs
	// Returns the new job info
	StartPod(context.Context, *pachyderm_pps.Job) (*JobInfo, error)
	SucceedPod(context.Context, *pachyderm_pps.Job) (*JobInfo, error)
	FailPod(context.Context, *pachyderm_pps.Job) (*JobInfo, error)
}

type API_SubscribePipelineInfosClient 

type API_SubscribePipelineInfosClient interface {
	Recv() (*PipelineInfoChange, error)
	grpc.ClientStream
}

type API_SubscribePipelineInfosServer 

type API_SubscribePipelineInfosServer interface {
	Send(*PipelineInfoChange) error
	grpc.ServerStream
}

type JobInfo 

type JobInfo struct {
	JobID         string                      `protobuf:"bytes,1,opt,name=job_id,json=jobId" json:"job_id,omitempty"`
	Transform     *pachyderm_pps.Transform    `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	PipelineName  string                      `protobuf:"bytes,3,opt,name=pipeline_name,json=pipelineName" json:"pipeline_name,omitempty"`
	Parallelism   uint64                      `protobuf:"varint,4,opt,name=parallelism" json:"parallelism,omitempty"`
	Inputs        []*pachyderm_pps.JobInput   `protobuf:"bytes,5,rep,name=inputs" json:"inputs,omitempty"`
	ParentJob     *pachyderm_pps.Job          `protobuf:"bytes,6,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
	Started       *google_protobuf1.Timestamp `protobuf:"bytes,7,opt,name=started" json:"started,omitempty"`
	Finished      *google_protobuf1.Timestamp `protobuf:"bytes,8,opt,name=finished" json:"finished,omitempty"`
	OutputCommit  *pfs.Commit                 `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
	State         pachyderm_pps.JobState      `protobuf:"varint,10,opt,name=state,enum=pachyderm.pps.JobState" json:"state,omitempty"`
	CommitIndex   string                      `protobuf:"bytes,11,opt,name=commit_index,json=commitIndex" json:"commit_index,omitempty"`
	PodsStarted   uint64                      `protobuf:"varint,12,opt,name=pods_started,json=podsStarted" json:"pods_started,omitempty"`
	PodsSucceeded uint64                      `protobuf:"varint,13,opt,name=pods_succeeded,json=podsSucceeded" json:"pods_succeeded,omitempty"`
	PodsFailed    uint64                      `protobuf:"varint,14,opt,name=pods_failed,json=podsFailed" json:"pods_failed,omitempty"`
	ShardModuli   []uint64                    `protobuf:"varint,15,rep,name=shard_moduli,json=shardModuli" json:"shard_moduli,omitempty"`
}

func (*JobInfo) Descriptor 

func (*JobInfo) Descriptor() ([]byte, []int)

func (*JobInfo) GetFinished 

func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp

func (*JobInfo) GetInputs 

func (m *JobInfo) GetInputs() []*pachyderm_pps.JobInput

func (*JobInfo) GetOutputCommit 

func (m *JobInfo) GetOutputCommit() *pfs.Commit

func (*JobInfo) GetParentJob 

func (m *JobInfo) GetParentJob() *pachyderm_pps.Job

func (*JobInfo) GetStarted 

func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp

func (*JobInfo) GetTransform 

func (m *JobInfo) GetTransform() *pachyderm_pps.Transform

func (*JobInfo) ProtoMessage 

func (*JobInfo) ProtoMessage()

func (*JobInfo) Reset 

func (m *JobInfo) Reset()

func (*JobInfo) String 

func (m *JobInfo) String() string

type JobInfos 

type JobInfos struct {
	JobInfo []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo" json:"job_info,omitempty"`
}

func (*JobInfos) Descriptor 

func (*JobInfos) Descriptor() ([]byte, []int)

func (*JobInfos) GetJobInfo 

func (m *JobInfos) GetJobInfo() []*JobInfo

func (*JobInfos) ProtoMessage 

func (*JobInfos) ProtoMessage()

func (*JobInfos) Reset 

func (m *JobInfos) Reset()

func (*JobInfos) String 

func (m *JobInfos) String() string

type JobOutput 

type JobOutput struct {
	JobID        string      `protobuf:"bytes,1,opt,name=job_id,json=jobId" json:"job_id,omitempty"`
	OutputCommit *pfs.Commit `protobuf:"bytes,2,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
}

func (*JobOutput) Descriptor 

func (*JobOutput) Descriptor() ([]byte, []int)

func (*JobOutput) GetOutputCommit 

func (m *JobOutput) GetOutputCommit() *pfs.Commit

func (*JobOutput) ProtoMessage 

func (*JobOutput) ProtoMessage()

func (*JobOutput) Reset 

func (m *JobOutput) Reset()

func (*JobOutput) String 

func (m *JobOutput) String() string

type JobState 

type JobState struct {
	JobID    string                      `protobuf:"bytes,1,opt,name=job_id,json=jobId" json:"job_id,omitempty"`
	State    pachyderm_pps.JobState      `protobuf:"varint,2,opt,name=state,enum=pachyderm.pps.JobState" json:"state,omitempty"`
	Finished *google_protobuf1.Timestamp `protobuf:"bytes,3,opt,name=finished" json:"finished,omitempty"`
}

func (*JobState) Descriptor 

func (*JobState) Descriptor() ([]byte, []int)

func (*JobState) GetFinished 

func (m *JobState) GetFinished() *google_protobuf1.Timestamp

func (*JobState) ProtoMessage 

func (*JobState) ProtoMessage()

func (*JobState) Reset 

func (m *JobState) Reset()

func (*JobState) String 

func (m *JobState) String() string

type ListPipelineInfosRequest 

type ListPipelineInfosRequest struct {
	Shard *Shard `protobuf:"bytes,1,opt,name=shard" json:"shard,omitempty"`
}

func (*ListPipelineInfosRequest) Descriptor 

func (*ListPipelineInfosRequest) Descriptor() ([]byte, []int)

func (*ListPipelineInfosRequest) GetShard 

func (m *ListPipelineInfosRequest) GetShard() *Shard

func (*ListPipelineInfosRequest) ProtoMessage 

func (*ListPipelineInfosRequest) ProtoMessage()

func (*ListPipelineInfosRequest) Reset 

func (m *ListPipelineInfosRequest) Reset()

func (*ListPipelineInfosRequest) String 

func (m *ListPipelineInfosRequest) String() string

type PipelineInfo 

type PipelineInfo struct {
	PipelineName string                         `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName" json:"pipeline_name,omitempty"`
	Transform    *pachyderm_pps.Transform       `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	Parallelism  uint64                         `protobuf:"varint,3,opt,name=parallelism" json:"parallelism,omitempty"`
	Inputs       []*pachyderm_pps.PipelineInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	OutputRepo   *pfs.Repo                      `protobuf:"bytes,5,opt,name=output_repo,json=outputRepo" json:"output_repo,omitempty"`
	CreatedAt    *google_protobuf1.Timestamp    `protobuf:"bytes,6,opt,name=created_at,json=createdAt" json:"created_at,omitempty"`
	Shard        uint64                         `protobuf:"varint,7,opt,name=shard" json:"shard,omitempty"`
	State        pachyderm_pps.PipelineState    `protobuf:"varint,8,opt,name=state,enum=pachyderm.pps.PipelineState" json:"state,omitempty"`
	RecentError  string                         `protobuf:"bytes,9,opt,name=recent_error,json=recentError" json:"recent_error,omitempty"`
	JobCounts    map[int32]int32                `` /* 158-byte string literal not displayed */
}

func (*PipelineInfo) Descriptor 

func (*PipelineInfo) Descriptor() ([]byte, []int)

func (*PipelineInfo) GetCreatedAt 

func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp

func (*PipelineInfo) GetInputs 

func (m *PipelineInfo) GetInputs() []*pachyderm_pps.PipelineInput

func (*PipelineInfo) GetJobCounts 

func (m *PipelineInfo) GetJobCounts() map[int32]int32

func (*PipelineInfo) GetOutputRepo 

func (m *PipelineInfo) GetOutputRepo() *pfs.Repo

func (*PipelineInfo) GetTransform 

func (m *PipelineInfo) GetTransform() *pachyderm_pps.Transform

func (*PipelineInfo) ProtoMessage 

func (*PipelineInfo) ProtoMessage()

func (*PipelineInfo) Reset 

func (m *PipelineInfo) Reset()

func (*PipelineInfo) String 

func (m *PipelineInfo) String() string

type PipelineInfoChange 

type PipelineInfoChange struct {
	Pipeline *PipelineInfo `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Removed  bool          `protobuf:"varint,2,opt,name=removed" json:"removed,omitempty"`
}

func (*PipelineInfoChange) Descriptor 

func (*PipelineInfoChange) Descriptor() ([]byte, []int)

func (*PipelineInfoChange) GetPipeline 

func (m *PipelineInfoChange) GetPipeline() *PipelineInfo

func (*PipelineInfoChange) ProtoMessage 

func (*PipelineInfoChange) ProtoMessage()

func (*PipelineInfoChange) Reset 

func (m *PipelineInfoChange) Reset()

func (*PipelineInfoChange) String 

func (m *PipelineInfoChange) String() string

type PipelineInfos 

type PipelineInfos struct {
	PipelineInfo []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo" json:"pipeline_info,omitempty"`
}

func (*PipelineInfos) Descriptor 

func (*PipelineInfos) Descriptor() ([]byte, []int)

func (*PipelineInfos) GetPipelineInfo 

func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo

func (*PipelineInfos) ProtoMessage 

func (*PipelineInfos) ProtoMessage()

func (*PipelineInfos) Reset 

func (m *PipelineInfos) Reset()

func (*PipelineInfos) String 

func (m *PipelineInfos) String() string

type Shard 

type Shard struct {
	Number uint64 `protobuf:"varint,1,opt,name=number" json:"number,omitempty"`
}

As in, sharding

func (*Shard) Descriptor 

func (*Shard) Descriptor() ([]byte, []int)

func (*Shard) ProtoMessage 

func (*Shard) ProtoMessage()

func (*Shard) Reset 

func (m *Shard) Reset()

func (*Shard) String 

func (m *Shard) String() string

type SubscribePipelineInfosRequest 

type SubscribePipelineInfosRequest struct {
	IncludeInitial bool   `protobuf:"varint,1,opt,name=include_initial,json=includeInitial" json:"include_initial,omitempty"`
	Shard          *Shard `protobuf:"bytes,2,opt,name=shard" json:"shard,omitempty"`
}

func (*SubscribePipelineInfosRequest) Descriptor 

func (*SubscribePipelineInfosRequest) Descriptor() ([]byte, []int)

func (*SubscribePipelineInfosRequest) GetShard 

func (m *SubscribePipelineInfosRequest) GetShard() *Shard

func (*SubscribePipelineInfosRequest) ProtoMessage 

func (*SubscribePipelineInfosRequest) ProtoMessage()

func (*SubscribePipelineInfosRequest) Reset 

func (m *SubscribePipelineInfosRequest) Reset()

func (*SubscribePipelineInfosRequest) String 

func (m *SubscribePipelineInfosRequest) String() string

type UpdatePipelineStateRequest 

type UpdatePipelineStateRequest struct {
	PipelineName string                      `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName" json:"pipeline_name,omitempty"`
	State        pachyderm_pps.PipelineState `protobuf:"varint,2,opt,name=state,enum=pachyderm.pps.PipelineState" json:"state,omitempty"`
	RecentError  string                      `protobuf:"bytes,3,opt,name=recent_error,json=recentError" json:"recent_error,omitempty"`
}

func (*UpdatePipelineStateRequest) Descriptor 

func (*UpdatePipelineStateRequest) Descriptor() ([]byte, []int)

func (*UpdatePipelineStateRequest) ProtoMessage 

func (*UpdatePipelineStateRequest) ProtoMessage()

func (*UpdatePipelineStateRequest) Reset 

func (m *UpdatePipelineStateRequest) Reset()

func (*UpdatePipelineStateRequest) String 

func (m *UpdatePipelineStateRequest) String() string

Source Files

View all Source files

Directories

Path Synopsis
testing

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.