modelscaler

Documentation

Index

• type ModelScaler
  • func NewModelScaler(client client.Client, namespace string) *ModelScaler
  • func (s *ModelScaler) ListAllModels(ctx context.Context) ([]kubeaiv1.Model, error)
  • func (s *ModelScaler) ModelExists(ctx context.Context, model string) (bool, error)
  • func (s *ModelScaler) Scale(ctx context.Context, model *kubeaiv1.Model, replicas int32, ...) error
  • func (s *ModelScaler) ScaleAtLeastOneReplica(ctx context.Context, model string) error

Types

type ModelScaler

type ModelScaler struct {
	// contains filtered or unexported fields
}

func NewModelScaler

func NewModelScaler(client client.Client, namespace string) *ModelScaler

func (*ModelScaler) ListAllModels

func (s *ModelScaler) ListAllModels(ctx context.Context) ([]kubeaiv1.Model, error)

func (*ModelScaler) ModelExists

func (s *ModelScaler) ModelExists(ctx context.Context, model string) (bool, error)

func (*ModelScaler) Scale

func (s *ModelScaler) Scale(ctx context.Context, model *kubeaiv1.Model, replicas int32, requiredConsecutiveScaleDowns int) error

Scale scales the model to the desired number of replicas, enforcing the min and max replica bounds. Model should have .Spec defined before calling Scale().

func (*ModelScaler) ScaleAtLeastOneReplica

func (s *ModelScaler) ScaleAtLeastOneReplica(ctx context.Context, model string) error