pps

Documentation

Overview

Package pps is a generated protocol buffer package.

It is generated from these files:

server/pps/pps.proto

It has these top-level messages:

StartJobRequest
StartJobResponse
FinishJobRequest

Index

• func JobRepo(job *ppsclient.Job) *pfs.Repo
• func PipelineRepo(pipeline *ppsclient.Pipeline) *pfs.Repo
• func RegisterInternalJobAPIServer(s *grpc.Server, srv InternalJobAPIServer)
• type FinishJobRequest
  • func (*FinishJobRequest) Descriptor() ([]byte, []int)
  • func (m *FinishJobRequest) GetJob() *pachyderm_pps.Job
  • func (*FinishJobRequest) ProtoMessage()
  • func (m *FinishJobRequest) Reset()
  • func (m *FinishJobRequest) String() string
• type Hasher
  • func NewHasher(jobModulus uint64, pipelineModulus uint64) *Hasher
  • func (s *Hasher) HashJob(job *ppsclient.Job) uint64
  • func (s *Hasher) HashPipeline(pipeline *ppsclient.Pipeline) uint64
• type InternalJobAPIClient
  • func NewInternalJobAPIClient(cc *grpc.ClientConn) InternalJobAPIClient
  • func NewInternalJobAPIClientFromAddress(pachAddr string) (InternalJobAPIClient, error)
• type InternalJobAPIServer
• type StartJobRequest
  • func (*StartJobRequest) Descriptor() ([]byte, []int)
  • func (m *StartJobRequest) GetJob() *pachyderm_pps.Job
  • func (*StartJobRequest) ProtoMessage()
  • func (m *StartJobRequest) Reset()
  • func (m *StartJobRequest) String() string
• type StartJobResponse
  • func (*StartJobResponse) Descriptor() ([]byte, []int)
  • func (m *StartJobResponse) GetCommitMounts() []*fuse.CommitMount
  • func (m *StartJobResponse) GetTransform() *pachyderm_pps.Transform
  • func (*StartJobResponse) ProtoMessage()
  • func (m *StartJobResponse) Reset()
  • func (m *StartJobResponse) String() string

Functions

func JobRepo

func JobRepo(job *ppsclient.Job) *pfs.Repo

JobRepo creates a pfs repo for a given job.

func PipelineRepo

func PipelineRepo(pipeline *ppsclient.Pipeline) *pfs.Repo

PipelineRepo creates a pfs repo for a given pipeline.

func RegisterInternalJobAPIServer

func RegisterInternalJobAPIServer(s *grpc.Server, srv InternalJobAPIServer)

Types

type FinishJobRequest

type FinishJobRequest struct {
	Job      *pachyderm_pps.Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	Success  bool               `protobuf:"varint,2,opt,name=success" json:"success,omitempty"`
	PodIndex uint64             `protobuf:"varint,3,opt,name=pod_index,json=podIndex" json:"pod_index,omitempty"`
}

func (*FinishJobRequest) Descriptor

func (*FinishJobRequest) Descriptor() ([]byte, []int)

func (*FinishJobRequest) GetJob

func (m *FinishJobRequest) GetJob() *pachyderm_pps.Job

func (*FinishJobRequest) ProtoMessage

func (*FinishJobRequest) ProtoMessage()

func (*FinishJobRequest) Reset

func (m *FinishJobRequest) Reset()

func (*FinishJobRequest) String

func (m *FinishJobRequest) String() string

type Hasher

type Hasher struct {
	JobModulus      uint64
	PipelineModulus uint64
}

A Hasher represents a job/pipeline hasher.

func NewHasher

func NewHasher(jobModulus uint64, pipelineModulus uint64) *Hasher

NewHasher creates a hasher.

func (*Hasher) HashJob

func (s *Hasher) HashJob(job *ppsclient.Job) uint64

HashJob computes and returns a hash of a job.

func (*Hasher) HashPipeline

func (s *Hasher) HashPipeline(pipeline *ppsclient.Pipeline) uint64

HashPipeline computes and returns a hash of a pipeline.

type InternalJobAPIClient

type InternalJobAPIClient interface {
	StartJob(ctx context.Context, in *StartJobRequest, opts ...grpc.CallOption) (*StartJobResponse, error)
	FinishJob(ctx context.Context, in *FinishJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
}

func NewInternalJobAPIClient

func NewInternalJobAPIClient(cc *grpc.ClientConn) InternalJobAPIClient

func NewInternalJobAPIClientFromAddress

func NewInternalJobAPIClientFromAddress(pachAddr string) (InternalJobAPIClient, error)

NewInternalJobAPIClientFromAddress creates an InternalJobAPIClient connecting to pachd at pachAddr.

type InternalJobAPIServer

type InternalJobAPIServer interface {
	StartJob(context.Context, *StartJobRequest) (*StartJobResponse, error)
	FinishJob(context.Context, *FinishJobRequest) (*google_protobuf.Empty, error)
}

type StartJobRequest

type StartJobRequest struct {
	Job *pachyderm_pps.Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}

func (*StartJobRequest) Descriptor

func (*StartJobRequest) Descriptor() ([]byte, []int)

func (*StartJobRequest) GetJob

func (m *StartJobRequest) GetJob() *pachyderm_pps.Job

func (*StartJobRequest) ProtoMessage

func (*StartJobRequest) ProtoMessage()

func (*StartJobRequest) Reset

func (m *StartJobRequest) Reset()

func (*StartJobRequest) String

func (m *StartJobRequest) String() string

type StartJobResponse

type StartJobResponse struct {
	Transform    *pachyderm_pps.Transform `protobuf:"bytes,1,opt,name=transform" json:"transform,omitempty"`
	CommitMounts []*fuse.CommitMount      `protobuf:"bytes,2,rep,name=commit_mounts,json=commitMounts" json:"commit_mounts,omitempty"`
	PodIndex     uint64                   `protobuf:"varint,3,opt,name=pod_index,json=podIndex" json:"pod_index,omitempty"`
}

func (*StartJobResponse) Descriptor

func (*StartJobResponse) Descriptor() ([]byte, []int)

func (*StartJobResponse) GetCommitMounts

func (m *StartJobResponse) GetCommitMounts() []*fuse.CommitMount

func (*StartJobResponse) GetTransform

func (m *StartJobResponse) GetTransform() *pachyderm_pps.Transform

func (*StartJobResponse) ProtoMessage

func (*StartJobResponse) ProtoMessage()

func (*StartJobResponse) Reset

func (m *StartJobResponse) Reset()

func (*StartJobResponse) String

func (m *StartJobResponse) String() string