modelautoscaler

Documentation

Index

• type Autoscaler
  • func New(ctx context.Context, k8sClient client.Client, leaderElection *leader.Election, ...) (*Autoscaler, error)
  • func (a *Autoscaler) Start(ctx context.Context)

Types

type Autoscaler

type Autoscaler struct {
	// contains filtered or unexported fields
}

Autoscaler is responsible for making continuous adjustments to the scale of the backend. It is not responsible for scale-from-zero. Each deployment has its own autoscaler.

func New

func New(
	ctx context.Context,
	k8sClient client.Client,
	leaderElection *leader.Election,
	scaler *modelscaler.ModelScaler,
	resolver *endpoints.Resolver,
	cfg config.ModelAutoscaling,
	metricsPort int,
	stateConfigMapRef types.NamespacedName,
	fixedSelfMetricAddrs []string,
) (*Autoscaler, error)

func (*Autoscaler) Start

func (a *Autoscaler) Start(ctx context.Context)