server

Documentation

Index

• Constants
• func NewAPIServer(etcdAddress string, etcdPrefix string, address string, ...) (ppsclient.APIServer, error)
• func NewSidecarAPIServer(etcdAddress string, etcdPrefix string, address string, iamRole string, ...) (ppsclient.APIServer, error)
• func RepoNameToEnvString(repoName string) string
• type ActiveStat
  • func CollectActiveObjectsAndTags(ctx context.Context, pachClient *client.APIClient, repoInfos []*pfs.RepoInfo, ...) (*ActiveStat, error)

Constants

const (
	// DefaultUserImage is the image used for jobs when the user does not specify
	// an image.
	DefaultUserImage = "ubuntu:16.04"
	// DefaultDatumTries is the default number of times a datum will be tried
	// before we give up and consider the job failed.
	DefaultDatumTries = 3
)

Functions

func NewAPIServer

func NewAPIServer(
	etcdAddress string,
	etcdPrefix string,
	address string,
	kubeClient *kube.Clientset,
	namespace string,
	workerImage string,
	workerSidecarImage string,
	workerImagePullPolicy string,
	storageRoot string,
	storageBackend string,
	storageHostPath string,
	iamRole string,
	imagePullSecret string,
	noExposeDockerSocket bool,
	reporter *metrics.Reporter,
	workerUsesRoot bool,
	workerGrpcPort uint16,
	port uint16,
	pprofPort uint16,
	httpPort uint16,
	peerPort uint16,
) (ppsclient.APIServer, error)

NewAPIServer creates an APIServer.

func NewSidecarAPIServer

func NewSidecarAPIServer(
	etcdAddress string,
	etcdPrefix string,
	address string,
	iamRole string,
	reporter *metrics.Reporter,
	workerGrpcPort uint16,
	pprofPort uint16,
	httpPort uint16,
	peerPort uint16,
) (ppsclient.APIServer, error)

NewSidecarAPIServer creates an APIServer that has limited functionalities and is meant to be run as a worker sidecar. It cannot, for instance, create pipelines.

func RepoNameToEnvString

func RepoNameToEnvString(repoName string) string

RepoNameToEnvString is a helper which uppercases a repo name for use in environment variable names.

Types

type ActiveStat

type ActiveStat struct {
	Objects  *bloom.BloomFilter
	NObjects int
	Tags     *bloom.BloomFilter
	NTags    int
}

ActiveStat contains stats about the object objects and tags in the filesystem. It is returned by CollectActiveObjectsAndTags.

func CollectActiveObjectsAndTags

func CollectActiveObjectsAndTags(ctx context.Context, pachClient *client.APIClient, repoInfos []*pfs.RepoInfo, pipelineInfos []*pps.PipelineInfo, memoryAllowance int, storageRoot string) (*ActiveStat, error)

CollectActiveObjectsAndTags collects all objects/tags that are not deleted or eligible for garbage collection