v2

Documentation

Index

• Constants
• type NIMManifest
  • func (manifest NIMManifest) GetProfileModel(profileID string) string
  • func (manifest NIMManifest) GetProfileRelease(profileID string) string
  • func (manifest NIMManifest) GetProfileTags(profileID string) map[string]string
  • func (manifest NIMManifest) GetProfilesList() []string
  • func (manifest NIMManifest) MatchProfiles(modelSpec appsv1alpha1.ModelSpec, discoveredGPUs []string) ([]string, error)
• type NIMParser
  • func (NIMParser) ParseModelManifest(filePath string) (nimparser.NIMManifestInterface, error)
  • func (NIMParser) ParseModelManifestFromRawOutput(data []byte) (nimparser.NIMManifestInterface, error)
• type NIMProfile
• type Uri
• type Workspace

Constants

const (
	// BackendTypeTensorRT indicates tensortt backend
	BackendTypeTensorRT = "tensorrt"
)

Types

type NIMManifest

type NIMManifest struct {
	SchemaVersion            string       `yaml:"schema_version" json:"schema_version,omitempty"`
	ProfileSelectionCriteria string       `yaml:"profile_selection_criteria" json:"profile_selection_criteria,omitempty"`
	Profiles                 []NIMProfile `yaml:"profiles" json:"profiles,omitempty"`
}

NIMManifest is the model manifest file

func (NIMManifest) GetProfileModel

func (manifest NIMManifest) GetProfileModel(profileID string) string

func (NIMManifest) GetProfileRelease

func (manifest NIMManifest) GetProfileRelease(profileID string) string

func (NIMManifest) GetProfileTags

func (manifest NIMManifest) GetProfileTags(profileID string) map[string]string

func (NIMManifest) GetProfilesList

func (manifest NIMManifest) GetProfilesList() []string

func (NIMManifest) MatchProfiles

func (manifest NIMManifest) MatchProfiles(modelSpec appsv1alpha1.ModelSpec, discoveredGPUs []string) ([]string, error)

type NIMParser

type NIMParser struct{}

func (NIMParser) ParseModelManifest

func (NIMParser) ParseModelManifest(filePath string) (nimparser.NIMManifestInterface, error)

func (NIMParser) ParseModelManifestFromRawOutput

func (NIMParser) ParseModelManifestFromRawOutput(data []byte) (nimparser.NIMManifestInterface, error)

type NIMProfile

type NIMProfile struct {
	ID        string            `yaml:"id" json:"id,omitempty"`
	Tags      map[string]string `yaml:"tags" json:"tags,omitempty"`
	Workspace Workspace         `yaml:"workspace" json:"workspace,omitempty"`
}

NIMProfile is the model profile supported by the NIM container

type Uri

type Uri struct {
	Uri string `yaml:"uri" json:"uri,omitempty"`
}

Uri represents model source

type Workspace

type Workspace struct {
	Files map[string]Uri `yaml:"files" json:"files,omitempty"`
}

Workspace represents workspace for model components