triton

Documentation

Index

• Constants
• type TritonRepositoryHandler
  • func NewTritonRepositoryHandler(logger log.FieldLogger) *TritonRepositoryHandler
  • func (t *TritonRepositoryHandler) FindModelVersionFolder(_ string, version *uint32, path string) (string, error)
  • func (t *TritonRepositoryHandler) SeExtratParameters(modelRepoPath string, parameters []*scheduler.ParameterSpec) error
  • func (t *TritonRepositoryHandler) SetExplainer(modelRepoPath string, explainerSpec *scheduler.ExplainerSpec, envoyHost string, ...) error
  • func (t *TritonRepositoryHandler) UpdateModelRepository(modelName string, versionPath, modelRepoPath string) error
  • func (t *TritonRepositoryHandler) UpdateModelVersion(modelName string, version uint32, path string) error

Constants

const (
	TritonConfigFile = "config.pbtxt"
)

Types

type TritonRepositoryHandler

type TritonRepositoryHandler struct {
	// contains filtered or unexported fields
}

func NewTritonRepositoryHandler

func NewTritonRepositoryHandler(logger log.FieldLogger) *TritonRepositoryHandler

func (*TritonRepositoryHandler) FindModelVersionFolder

func (t *TritonRepositoryHandler) FindModelVersionFolder(_ string, version *uint32, path string) (string, error)

func (*TritonRepositoryHandler) SeExtratParameters

func (t *TritonRepositoryHandler) SeExtratParameters(modelRepoPath string, parameters []*scheduler.ParameterSpec) error

func (*TritonRepositoryHandler) SetExplainer

func (t *TritonRepositoryHandler) SetExplainer(modelRepoPath string, explainerSpec *scheduler.ExplainerSpec, envoyHost string, envoyPort int) error

func (*TritonRepositoryHandler) UpdateModelRepository

func (t *TritonRepositoryHandler) UpdateModelRepository(modelName string, versionPath, modelRepoPath string) error

Copy config file to dst if it doesn't exist and set modelName

func (*TritonRepositoryHandler) UpdateModelVersion

func (t *TritonRepositoryHandler) UpdateModelVersion(modelName string, version uint32, path string) error

We don't need to change Triton model folders