server

Documentation

Index

• Constants
• Variables
• func GetExpectedNumWorkers(kubeClient *kube.Client, spec *ppsclient.ParallelismSpec) (uint64, error)
• func RepoNameToEnvString(repoName string) string
• type APIServer
  • func NewAPIServer(hasher *ppsserver.Hasher, address string, kubeClient *kube.Client, ...) APIServer
• type JobInputs
  • func (inputs JobInputs) Len() int
  • func (inputs JobInputs) Less(i, j int) bool
  • func (inputs JobInputs) Swap(i, j int)

Constants

const (
	// MaxPodsPerChunk is the maximum number of pods we can schedule for each
	// chunk in case of failures.
	MaxPodsPerChunk = 3
	// DefaultUserImage is the image used for jobs when the user does not specify
	// an image.
	DefaultUserImage = "ubuntu:16.04"
)

Variables

var (
	// DefaultGCPolicy is the default GC policy used by a pipeline if one is not
	// specified.
	DefaultGCPolicy = &ppsclient.GCPolicy{

		Success: &types.Duration{
			Seconds: 24 * 60 * 60,
		},

		Failure: &types.Duration{
			Seconds: 7 * 24 * 60 * 60,
		},
	}
)

Functions

func GetExpectedNumWorkers

func GetExpectedNumWorkers(kubeClient *kube.Client, spec *ppsclient.ParallelismSpec) (uint64, error)

GetExpectedNumWorkers computes the expected number of workers that pachyderm will start given the ParallelismSpec 'spec'.

This is only exported for testing

func RepoNameToEnvString

func RepoNameToEnvString(repoName string) string

RepoNameToEnvString is a helper which uppercases a repo name for use in environment variable names.

Types

type APIServer

type APIServer interface {
	ppsclient.APIServer
	ppsserver.InternalPodAPIServer
	shard.Frontend
	shard.Server
}

APIServer represents an api server.

func NewAPIServer

func NewAPIServer(
	hasher *ppsserver.Hasher,
	address string,
	kubeClient *kube.Client,
	namespace string,
	jobShimImage string,
	jobImagePullPolicy string,
	reporter *metrics.Reporter,
	leasePeriodSecs string,
	heartbeatSecs string,
	maxHeartbeatRetries string,
) APIServer

NewAPIServer creates an APIServer.

type JobInputs

type JobInputs []*ppsclient.JobInput

JobInputs implements sort.Interface so job inputs can be sorted We sort job inputs based on repo names

func (JobInputs) Len

func (inputs JobInputs) Len() int

func (JobInputs) Less

func (inputs JobInputs) Less(i, j int) bool

func (JobInputs) Swap

func (inputs JobInputs) Swap(i, j int)