config

Documentation

Index

• type AuthConfig
• type Config
  • func Parse(path string) (Config, error)
  • func (c *Config) Validate() error
• type DebugConfig
• type KubernetesManagerConfig
• type RequestRoutingConfig
• type TLS

Types

type AuthConfig

type AuthConfig struct {
	Enable                 bool   `yaml:"enable"`
	RBACInternalServerAddr string `yaml:"rbacInternalServerAddr"`
}

AuthConfig is the authentication configuration.

type Config

type Config struct {
	GRPCPort              int `yaml:"grpcPort"`
	HTTPPort              int `yaml:"httpPort"`
	WorkerServiceGRPCPort int `yaml:"workerServiceGrpcPort"`
	MonitoringPort        int `yaml:"monitoringPort"`
	AdminPort             int `yaml:"adminPort"`
	InternalGRPCPort      int `yaml:"internalGrpcPort"`

	ModelManagerServerAddr               string `yaml:"modelManagerServerAddr"`
	VectorStoreManagerServerAddr         string `yaml:"vectorStoreManagerServerAddr"`
	VectorStoreManagerInternalServerAddr string `yaml:"vectorStoreManagerInternalServerAddr"`

	AuthConfig AuthConfig `yaml:"auth"`

	WorkerServiceTLS *TLS `yaml:"workerServiceTls"`

	UsageSender sender.Config `yaml:"usageSender"`

	RateLimit rate.Config `yaml:"rateLimit"`

	RequestRouting RequestRoutingConfig `yaml:"requestRouting"`

	KubernetesManager KubernetesManagerConfig `yaml:"kubernetesManager"`

	// GracefulShutdownTimeout is the duration given to runnable to stop
	// before the manager actually returns on stop. Default is 30 seconds.
	GracefulShutdownTimeout time.Duration `yaml:"gracefulShutdownTimeout"`

	// ServerPodLabelKey is the key of the label that the server pod has.
	ServerPodLabelKey string `yaml:"serverPodLabelKey"`
	// ServerPodLabelKey is the value of the label that the server pod has for ServerPodLabelKey.
	ServerPodLabelValue string `yaml:"serverPodLabelValue"`

	Debug DebugConfig `yaml:"debug"`
}

Config is the configuration.

func Parse

func Parse(path string) (Config, error)

Parse parses the configuration file at the given path, returning a new Config struct.

func (*Config) Validate

func (c *Config) Validate() error

Validate validates the configuration.

type DebugConfig

type DebugConfig struct {
	UseNoopClient bool `yaml:"useNoopClient"`
}

DebugConfig is the debug configuration.

type KubernetesManagerConfig

type KubernetesManagerConfig struct {
	EnableLeaderElection bool   `yaml:"enableLeaderElection"`
	LeaderElectionID     string `yaml:"leaderElectionID"`

	MetricsBindAddress string `yaml:"metricsBindAddress"`
	HealthBindAddress  string `yaml:"healthBindAddress"`
	PprofBindAddress   string `yaml:"pprofBindAddress"`
}

KubernetesManagerConfig is the Kubernetes manager configuration.

type RequestRoutingConfig

type RequestRoutingConfig struct {
	// EnableDynamicModelLoading specifies whether dynamic on-demand model loading is enabled.
	EnableDynamicModelLoading bool `yaml:"enableDynamicModelLoading"`
}

RequestRoutingConfig is the request routing configuration.

type TLS

type TLS struct {
	Key  string `yaml:"key"`
	Cert string `yaml:"cert"`
}

TLS is the TLS configuration for the proxy.