assets

Documentation

Index

• func AmazonSecret(bucket string, id string, secret string, token string, region string) *api.Secret
• func EtcdRc(hostPath string) *api.ReplicationController
• func EtcdService() *api.Service
• func GoogleSecret(bucket string) *api.Secret
• func InitJob(version string) *extensions.Job
• func MicrosoftSecret(container string, id string, secret string) *api.Secret
• func MinioSecret(bucket string, id string, secret string, endpoint string, secure bool) *api.Secret
• func PachdRc(opts *AssetOpts, objectStoreBackend backend, hostPath string) *api.ReplicationController
• func PachdService() *api.Service
• func RethinkHeadlessService() *api.Service
• func RethinkNodeportService(opts *AssetOpts) *api.Service
• func RethinkRc(opts *AssetOpts, volume string) *api.ReplicationController
• func RethinkStatefulSet(opts *AssetOpts, diskSpace int) interface{}
• func RethinkVolumeClaim(size int) *api.PersistentVolumeClaim
• func ServiceAccount() *api.ServiceAccount
• func WriteAmazonAssets(w io.Writer, opts *AssetOpts, bucket string, id string, secret string, ...) error
• func WriteAssets(w io.Writer, opts *AssetOpts, objectStoreBackend backend, ...) error
• func WriteCustomAssets(w io.Writer, opts *AssetOpts, args []string, objectStoreBackend string, ...) error
• func WriteGoogleAssets(w io.Writer, opts *AssetOpts, bucket string, volumeNames []string, ...) error
• func WriteLocalAssets(w io.Writer, opts *AssetOpts, hostPath string) error
• func WriteMicrosoftAssets(w io.Writer, opts *AssetOpts, container string, id string, secret string, ...) error
• func WriteRethinkVolumes(w io.Writer, persistentDiskBackend backend, shards int, hostPath string, ...) error
• type AssetOpts

Functions

func AmazonSecret

func AmazonSecret(bucket string, id string, secret string, token string, region string) *api.Secret

AmazonSecret creates an amazon secret with the following parameters:

bucket - S3 bucket name
id     - AWS access key id
secret - AWS secret access key
token  - AWS access token
region - AWS region

func EtcdRc

func EtcdRc(hostPath string) *api.ReplicationController

EtcdRc returns an etcd replication controller.

func EtcdService

func EtcdService() *api.Service

EtcdService returns an etcd service.

func GoogleSecret

func GoogleSecret(bucket string) *api.Secret

GoogleSecret creates a google secret with a bucket name.

func InitJob

func InitJob(version string) *extensions.Job

InitJob returns a pachd-init job.

func MicrosoftSecret

func MicrosoftSecret(container string, id string, secret string) *api.Secret

MicrosoftSecret creates a microsoft secret with following parameters:

container - Azure blob container
id    	   - Azure storage account name
secret    - Azure storage account key

func MinioSecret

func MinioSecret(bucket string, id string, secret string, endpoint string, secure bool) *api.Secret

MinioSecret creates an amazon secret with the following parameters:

bucket - S3 bucket name
id     - S3 access key id
secret - S3 secret access key
endpoint  - S3 compatible endpoint
secure - set to true for a secure connection.

func PachdRc

func PachdRc(opts *AssetOpts, objectStoreBackend backend, hostPath string) *api.ReplicationController

PachdRc returns a pachd replication controller.

func PachdService

func PachdService() *api.Service

PachdService returns a pachd service.

func RethinkHeadlessService

func RethinkHeadlessService() *api.Service

RethinkHeadlessService returns a headless rethinkdb service, which is only for DNS resolution.

func RethinkNodeportService

func RethinkNodeportService(opts *AssetOpts) *api.Service

RethinkNodeportService returns a rethinkdb NodePort service.

func RethinkRc

func RethinkRc(opts *AssetOpts, volume string) *api.ReplicationController

RethinkRc returns a rethinkdb replication controller.

func RethinkStatefulSet

func RethinkStatefulSet(opts *AssetOpts, diskSpace int) interface{}

RethinkStatefulSet returns a rethinkdb stateful set

func RethinkVolumeClaim

func RethinkVolumeClaim(size int) *api.PersistentVolumeClaim

RethinkVolumeClaim creates a persistent volume claim with a size in gigabytes.

Note that if you're controlling RethinkDB as a Stateful Set, this is unneccessary. We're only keeping it for backwards compatibility with GKE. Therefore at most one persistent volume claim will be created by this function, so it's okay to name it statically

func ServiceAccount

func ServiceAccount() *api.ServiceAccount

ServiceAccount returns a kubernetes service account for use with Pachyderm.

func WriteAmazonAssets

func WriteAmazonAssets(w io.Writer, opts *AssetOpts, bucket string, id string, secret string,
	token string, region string, volumeNames []string, volumeSize int) error

WriteAmazonAssets writes assets to an amazon backend.

func WriteAssets

func WriteAssets(w io.Writer, opts *AssetOpts, objectStoreBackend backend,
	persistentDiskBackend backend, volumeNames []string, volumeSize int,
	hostPath string) error

WriteAssets writes the assets to w.

func WriteCustomAssets

func WriteCustomAssets(w io.Writer, opts *AssetOpts, args []string, objectStoreBackend string,
	persistentDiskBackend string, secure bool) error

WriteCustomAssets writes assets to a custom combination of object-store and persistent disk.

func WriteGoogleAssets

func WriteGoogleAssets(w io.Writer, opts *AssetOpts, bucket string, volumeNames []string, volumeSize int) error

WriteGoogleAssets writes assets to a google backend.

func WriteLocalAssets

func WriteLocalAssets(w io.Writer, opts *AssetOpts, hostPath string) error

WriteLocalAssets writes assets to a local backend.

func WriteMicrosoftAssets

func WriteMicrosoftAssets(w io.Writer, opts *AssetOpts, container string, id string, secret string, volumeURIs []string, volumeSize int) error

WriteMicrosoftAssets writes assets to a microsoft backend

func WriteRethinkVolumes

func WriteRethinkVolumes(w io.Writer, persistentDiskBackend backend, shards int, hostPath string, names []string, size int) error

WriteRethinkVolumes creates 'shards' persistent volumes, either backed by IAAS persistent volumes (EBS volumes for amazon, GCP volumes for Google, etc) or local volumes (if 'backend' == 'local'). All volumes are created with size 'size'.

Types

type AssetOpts

type AssetOpts struct {
	PachdShards   uint64
	RethinkShards uint64
	Version       string
	LogLevel      string
	Metrics       bool

	// DeployRethinkAsStatefulSet deploys RethinkDB as a  single-node rethink
	// managed by a RC, rather than a multi-node, highly-available Stateful Set.
	// This will be necessary until GKE supports Stateful Set
	DeployRethinkAsStatefulSet bool

	// RethinkCacheSize is the amount of memory each RethinkDB node allocates
	// towards its cache.
	RethinkCacheSize string

	// BlockCacheSize is the amount of memory each PachD node allocates towards
	// its cache of PFS blocks.
	BlockCacheSize string
}

AssetOpts are options that are applicable to all the asset types.