assets

Documentation

Index

• func AmazonSecret(bucket string, id string, secret string, token string, region string) *api.Secret
• func EtcdRc(hostPath string) *api.ReplicationController
• func EtcdService() *api.Service
• func GoogleSecret(bucket string) *api.Secret
• func InitJob(version string) *extensions.Job
• func MicrosoftSecret(container string, id string, secret string) *api.Secret
• func MinioSecret(bucket string, id string, secret string, endpoint string, secure bool) *api.Secret
• func PachdRc(shards uint64, backend backend, hostPath string, logLevel string, ...) *api.ReplicationController
• func PachdService() *api.Service
• func RethinkHeadlessService() *api.Service
• func RethinkNodeportService(opts *AssetOpts) *api.Service
• func RethinkRc(volume string, rethinkdbCacheSize string) *api.ReplicationController
• func RethinkStatefulSet(shards int, diskSpace int, cacheSize string) interface{}
• func RethinkVolumeClaim(size int) *api.PersistentVolumeClaim
• func ServiceAccount() *api.ServiceAccount
• func WriteAmazonAssets(w io.Writer, opts *AssetOpts, bucket string, id string, secret string, ...) error
• func WriteAssets(w io.Writer, opts *AssetOpts, backend backend, volumeNames []string, ...) error
• func WriteGoogleAssets(w io.Writer, opts *AssetOpts, bucket string, volumeNames []string, ...) error
• func WriteLocalAssets(w io.Writer, opts *AssetOpts, hostPath string) error
• func WriteMicrosoftAssets(w io.Writer, opts *AssetOpts, container string, id string, secret string, ...) error
• func WriteMinioAssets(w io.Writer, opts *AssetOpts, hostPath string, bucket string, id string, ...) error
• func WriteRethinkVolumes(w io.Writer, backend backend, shards int, hostPath string, names []string, ...) error
• type AssetOpts

Functions

func AmazonSecret

func AmazonSecret(bucket string, id string, secret string, token string, region string) *api.Secret

AmazonSecret creates an amazon secret with the following parameters:

bucket - S3 bucket name
id     - AWS access key id
secret - AWS secret access key
token  - AWS access token
region - AWS region

func EtcdRc

func EtcdRc(hostPath string) *api.ReplicationController

EtcdRc returns an etcd replication controller.

func EtcdService

func EtcdService() *api.Service

EtcdService returns an etcd service.

func GoogleSecret

func GoogleSecret(bucket string) *api.Secret

GoogleSecret creates a google secret with a bucket name.

func InitJob

func InitJob(version string) *extensions.Job

InitJob returns a pachd-init job.

func MicrosoftSecret

func MicrosoftSecret(container string, id string, secret string) *api.Secret

MicrosoftSecret creates a microsoft secret with following parameters:

container - Azure blob container
id    	   - Azure storage account name
secret    - Azure storage account key

func MinioSecret

func MinioSecret(bucket string, id string, secret string, endpoint string, secure bool) *api.Secret

MinioSecret creates an amazon secret with the following parameters:

bucket - S3 bucket name
id     - S3 access key id
secret - S3 secret access key
endpoint  - S3 compatible endpoint
secure - set to true for a secure connection.

func PachdRc

func PachdRc(shards uint64, backend backend, hostPath string, logLevel string, version string, metrics bool, blockCacheSize string) *api.ReplicationController

PachdRc returns a pachd replication controller.

func PachdService

func PachdService() *api.Service

PachdService returns a pachd service.

func RethinkHeadlessService

func RethinkHeadlessService() *api.Service

RethinkHeadlessService returns a headless rethinkdb service, which is only for DNS resolution.

func RethinkNodeportService

func RethinkNodeportService(opts *AssetOpts) *api.Service

RethinkNodeportService returns a rethinkdb NodePort service.

func RethinkRc

func RethinkRc(volume string, rethinkdbCacheSize string) *api.ReplicationController

RethinkRc returns a rethinkdb replication controller.

func RethinkStatefulSet

func RethinkStatefulSet(shards int, diskSpace int, cacheSize string) interface{}

RethinkStatefulSet returns a rethinkdb stateful set

func RethinkVolumeClaim

func RethinkVolumeClaim(size int) *api.PersistentVolumeClaim

RethinkVolumeClaim creates a persistent volume claim with a size in gigabytes.

Note that if you're controlling RethinkDB as a Stateful Set, this is unneccessary. We're only keeping it for backwards compatibility with GKE. Therefore at most one persistent volume claim will be created by this function, so it's okay to name it statically

func ServiceAccount

func ServiceAccount() *api.ServiceAccount

ServiceAccount returns a kubernetes service account for use with Pachyderm.

func WriteAmazonAssets

func WriteAmazonAssets(w io.Writer, opts *AssetOpts, bucket string, id string, secret string,
	token string, region string, volumeNames []string, volumeSize int) error

WriteAmazonAssets writes assets to an amazon backend.

func WriteAssets

func WriteAssets(w io.Writer, opts *AssetOpts, backend backend,
	volumeNames []string, volumeSize int, hostPath string) error

WriteAssets writes the assets to w.

func WriteGoogleAssets

func WriteGoogleAssets(w io.Writer, opts *AssetOpts, bucket string, volumeNames []string, volumeSize int) error

WriteGoogleAssets writes assets to a google backend.

func WriteLocalAssets

func WriteLocalAssets(w io.Writer, opts *AssetOpts, hostPath string) error

WriteLocalAssets writes assets to a local backend.

func WriteMicrosoftAssets

func WriteMicrosoftAssets(w io.Writer, opts *AssetOpts, container string, id string, secret string, volumeURIs []string, volumeSize int) error

WriteMicrosoftAssets writes assets to a microsoft backend

func WriteMinioAssets

func WriteMinioAssets(w io.Writer, opts *AssetOpts, hostPath string, bucket string, id string,
	secret string, endpoint string, secure bool) error

WriteMinioAssets writes assets to an s3 backend.

func WriteRethinkVolumes

func WriteRethinkVolumes(w io.Writer, backend backend, shards int, hostPath string, names []string, size int) error

WriteRethinkVolumes creates 'shards' persistent volumes, either backed by IAAS persistent volumes (EBS volumes for amazon, GCP volumes for Google, etc) or local volumes (if 'backend' == 'local'). All volumes are created with size 'size'.

Types

type AssetOpts

type AssetOpts struct {
	PachdShards        uint64
	RethinkShards      uint64
	RethinkdbCacheSize string
	BlockCacheSize     string
	Version            string
	LogLevel           string
	Metrics            bool

	// Deploy single-node rethink managed by a RC, rather than a multi-node,
	// highly-available Stateful Set. This will be necessary until GKE supports Stateful Set
	DeployRethinkAsStatefulSet bool
}

AssetOpts are options that are applicable to all the asset types.