assets

package
v1.6.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Oct 4, 2017 License: Apache-2.0 Imports: 14 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func AmazonSecret

func AmazonSecret(bucket string, distribution string, id string, secret string, token string, region string) map[string][]byte

AmazonSecret creates an amazon secret with the following parameters:

bucket - S3 bucket name
id     - AWS access key id
secret - AWS secret access key
token  - AWS access token
region - AWS region

func DashDeployment added in v1.4.5

func DashDeployment(dashImage string) *extensions.Deployment

DashDeployment creates a Deployment for the pachyderm dashboard.

func DashService added in v1.4.5

func DashService() *v1.Service

DashService creates a Service for the pachyderm dashboard.

func EtcdDeployment added in v1.4.5

func EtcdDeployment(opts *AssetOpts, hostPath string) *extensions.Deployment

EtcdDeployment returns an etcd k8s Deployment.

func EtcdHeadlessService added in v1.3.19

func EtcdHeadlessService() *v1.Service

EtcdHeadlessService returns a headless etcd service, which is only for DNS resolution.

func EtcdNodePortService added in v1.3.19

func EtcdNodePortService(local bool) *v1.Service

EtcdNodePortService returns a NodePort etcd service. This will let non-etcd pods talk to etcd

func EtcdStatefulSet added in v1.3.19

func EtcdStatefulSet(opts *AssetOpts, backend backend, diskSpace int) interface{}

EtcdStatefulSet returns a stateful set that manages an etcd cluster

func EtcdStorageClass added in v1.3.19

func EtcdStorageClass(backend backend) (interface{}, error)

EtcdStorageClass creates a storage class used for dynamic volume provisioning. Currently dynamic volume provisioning only works on AWS and GCE.

func EtcdVolume added in v1.3.19

func EtcdVolume(persistentDiskBackend backend, opts *AssetOpts,
	hostPath string, name string, size int) (*api.PersistentVolume, error)

EtcdVolume creates a persistent volume backed by a volume with name "name"

func EtcdVolumeClaim added in v1.3.19

func EtcdVolumeClaim(size int) *api.PersistentVolumeClaim

EtcdVolumeClaim creates a persistent volume claim of 'size' GB.

Note that if you're controlling Etcd with a Stateful Set, this is unneccessary (the stateful set controller will create PVCs automatically).

func GetSecretVolumeAndMount added in v1.4.6

func GetSecretVolumeAndMount(backend string) (api.Volume, api.VolumeMount)

GetSecretVolumeAndMount returns a properly configured Volume and VolumeMount object given a backend. The backend needs to be one of the constants defined in pfs/server.

func GoogleSecret added in v1.0.349

func GoogleSecret(bucket string) map[string][]byte

GoogleSecret creates a google secret with a bucket name.

func LocalSecret added in v1.6.0

func LocalSecret() map[string][]byte

LocalSecret creates an empty secret.

func MicrosoftSecret added in v1.2.3

func MicrosoftSecret(container string, id string, secret string) map[string][]byte

MicrosoftSecret creates a microsoft secret with following parameters:

container - Azure blob container
id    	   - Azure storage account name
secret    - Azure storage account key

func MinioSecret added in v1.3.5

func MinioSecret(bucket string, id string, secret string, endpoint string, secure bool) map[string][]byte

MinioSecret creates an amazon secret with the following parameters:

bucket - S3 bucket name
id     - S3 access key id
secret - S3 secret access key
endpoint  - S3 compatible endpoint
secure - set to true for a secure connection.

func PachdDeployment added in v1.4.5

func PachdDeployment(opts *AssetOpts, objectStoreBackend backend, hostPath string) *extensions.Deployment

PachdDeployment returns a pachd k8s Deployment.

func PachdService

func PachdService() *v1.Service

PachdService returns a pachd service.

func ServiceAccount

func ServiceAccount() *api.ServiceAccount

ServiceAccount returns a kubernetes service account for use with Pachyderm.

func WriteAmazonAssets added in v1.0.349

func WriteAmazonAssets(w io.Writer, opts *AssetOpts, bucket string, id string, secret string,
	token string, region string, volumeSize int, distribution string) error

WriteAmazonAssets writes assets to an amazon backend.

func WriteAssets

func WriteAssets(w io.Writer, opts *AssetOpts, objectStoreBackend backend,
	persistentDiskBackend backend, volumeSize int,
	hostPath string) error

WriteAssets writes the assets to w.

func WriteCustomAssets added in v1.3.12

func WriteCustomAssets(w io.Writer, opts *AssetOpts, args []string, objectStoreBackend string,
	persistentDiskBackend string, secure bool) error

WriteCustomAssets writes assets to a custom combination of object-store and persistent disk.

func WriteDashboardAssets added in v1.4.5

func WriteDashboardAssets(w io.Writer, opts *AssetOpts)

WriteDashboardAssets writes the k8s config for deploying the Pachyderm dashboard to 'w'

func WriteGoogleAssets added in v1.0.349

func WriteGoogleAssets(w io.Writer, opts *AssetOpts, bucket string, volumeSize int) error

WriteGoogleAssets writes assets to a google backend.

func WriteLocalAssets added in v1.0.349

func WriteLocalAssets(w io.Writer, opts *AssetOpts, hostPath string) error

WriteLocalAssets writes assets to a local backend.

func WriteMicrosoftAssets added in v1.2.3

func WriteMicrosoftAssets(w io.Writer, opts *AssetOpts, container string, id string, secret string, volumeSize int) error

WriteMicrosoftAssets writes assets to a microsoft backend

func WriteSecret added in v1.6.0

func WriteSecret(w io.Writer, data map[string][]byte)

WriteSecret writes a JSON-encoded k8s secret to the given writer. The secret uses the given map as data.

Types

type AssetOpts added in v1.2.4

type AssetOpts struct {
	PachdShards uint64
	Version     string
	LogLevel    string
	Metrics     bool
	Dynamic     bool
	EtcdNodes   int
	EtcdVolume  string
	EnableDash  bool
	DashOnly    bool
	DashImage   string

	// DisableAuthentication stops Pachyderm's authentication service
	// from talking to GitHub, for testing. Instead users can authenticate
	// simply by providing a username.
	DisableAuthentication bool

	// BlockCacheSize is the amount of memory each PachD node allocates towards
	// its cache of PFS blocks. If empty, assets.go will choose a default size.
	BlockCacheSize string

	// PachdCPURequest is the amount of CPU we request for each pachd node. If
	// empty, assets.go will choose a default size.
	PachdCPURequest string

	// PachdNonCacheMemRequest is the amount of memory we request for each
	// pachd node in addition to BlockCacheSize. If empty, assets.go will choose
	// a default size.
	PachdNonCacheMemRequest string

	// EtcdCPURequest is the amount of CPU (in cores) we request for each etcd
	// node. If empty, assets.go will choose a default size.
	EtcdCPURequest string

	// EtcdMemRequest is the amount of memory we request for each etcd node. If
	// empty, assets.go will choose a default size.
	EtcdMemRequest string

	// IAMRole is the IAM role that the Pachyderm deployment should
	// assume when talking to AWS services.
	IAMRole string
}

AssetOpts are options that are applicable to all the asset types.

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL