config

Documentation

Index

• func MustParse(s string) config.URL
• func SetQuboleConfig(cfg *Config) error
• type ClusterConfig
• type Config
  • func GetQuboleConfig() *Config
  • func (cfg Config) GetPFlagSet(prefix string) *pflag.FlagSet
• type DestinationClusterConfig

Functions

func MustParse

func MustParse(s string) config.URL

func SetQuboleConfig

func SetQuboleConfig(cfg *Config) error

Types

type ClusterConfig

type ClusterConfig struct {
	PrimaryLabel                     string   `json:"primaryLabel" pflag:",The primary label of a given service cluster"`
	Labels                           []string `json:"labels" pflag:",Labels of a given service cluster"`
	Limit                            int      `json:"limit" pflag:",Resource quota (in the number of outstanding requests) of the service cluster"`
	ProjectScopeQuotaProportionCap   float64  `` /* 187-byte string literal not displayed */
	NamespaceScopeQuotaProportionCap float64  `` /* 191-byte string literal not displayed */
}

type Config

type Config struct {
	Endpoint                  config.URL                 `json:"endpoint" pflag:",Endpoint for qubole to use"`
	CommandAPIPath            config.URL                 `json:"commandApiPath" pflag:",API Path where commands can be launched on Qubole. Should be a valid url."`
	AnalyzeLinkPath           config.URL                 `json:"analyzeLinkPath" pflag:",URL path where queries can be visualized on qubole website. Should be a valid url."`
	TokenKey                  string                     `json:"quboleTokenKey" pflag:",Name of the key where to find Qubole token in the secret manager."`
	LruCacheSize              int                        `json:"lruCacheSize" pflag:",Size of the AutoRefreshCache"`
	Workers                   int                        `json:"workers" pflag:",Number of parallel workers to refresh the cache"`
	DefaultClusterLabel       string                     `json:"defaultClusterConfig" pflag:",The default cluster label. This will be used if label is not specified on the hive job."`
	ClusterConfigs            []ClusterConfig            `json:"clusterConfigs" pflag:"-,A list of cluster configs. Each of the configs corresponds to a service cluster"`
	DestinationClusterConfigs []DestinationClusterConfig `json:"destinationClusterConfigs" pflag:"-,A list configs specifying the destination service cluster for (project, domain)"`
}

Qubole plugin configs

func GetQuboleConfig

func GetQuboleConfig() *Config

Retrieves the current config value or default.

func (Config) GetPFlagSet

func (cfg Config) GetPFlagSet(prefix string) *pflag.FlagSet

GetPFlagSet will return strongly types pflags for all fields in Config and its nested types. The format of the flags is json-name.json-sub-name... etc.

type DestinationClusterConfig

type DestinationClusterConfig struct {
	Project      string `json:"project" pflag:",Project of the task which the query belongs to"`
	Domain       string `json:"domain" pflag:",Domain of the task which the query belongs to"`
	ClusterLabel string `json:"clusterLabel" pflag:",The label of the destination cluster this query to be submitted to"`
}