modelconfig

Documentation

Index

• func CreateEmptyModelConfig(isvc *v1beta1.InferenceService, shardId int) (*v1.ConfigMap, error)
• type ConfigsDelta
  • func NewConfigsDelta(updatedConfigs ModelConfigs, deletedConfigs []string) *ConfigsDelta
  • func (config *ConfigsDelta) Process(configMap *v1.ConfigMap) (err error)
• type ModelConfig
• type ModelConfigs

Functions

func CreateEmptyModelConfig

func CreateEmptyModelConfig(isvc *v1beta1.InferenceService, shardId int) (*v1.ConfigMap, error)

Types

type ConfigsDelta

type ConfigsDelta struct {
	// contains filtered or unexported fields
}

func NewConfigsDelta

func NewConfigsDelta(updatedConfigs ModelConfigs, deletedConfigs []string) *ConfigsDelta

func (*ConfigsDelta) Process

func (config *ConfigsDelta) Process(configMap *v1.ConfigMap) (err error)

multi-model ConfigMap apiVersion: v1 kind: ConfigMap metadata:

name: models-config
namespace: <user-model-namespace>

data:

models.json: |
  [
    {
      "modelName": "model1",
      "modelSpec": {
        "storageUri": "s3://example-bucket/path/to/model1",
        "framework": "sklearn",
        "memory": "1G"
      }
    },
    {
      "modelName": "model2",
      "modelSpec": {
        "storageUri": "s3://example-bucket/path/to/model2",
        "framework": "sklearn",
        "memory": "1G"
      }
    }
 ]

type ModelConfig

type ModelConfig struct {
	Name string             `json:"modelName"`
	Spec v1alpha1.ModelSpec `json:"modelSpec"`
}

type ModelConfigs

type ModelConfigs []ModelConfig