service

Documentation

Index

• type InferInput
• type Service
  • func NewService(r repository.Repository, t triton.Triton, ...) Service

Types

type InferInput

type InferInput interface{}

type Service

type Service interface {
	CreateModelAsync(owner string, model *datamodel.Model) (string, error)
	GetModelById(owner string, modelID string, view modelPB.View) (datamodel.Model, error)
	GetModelByUid(owner string, modelUID uuid.UUID, view modelPB.View) (datamodel.Model, error)
	DeleteModel(owner string, modelID string) error
	RenameModel(owner string, modelID string, newModelId string) (datamodel.Model, error)
	PublishModel(owner string, modelID string) (datamodel.Model, error)
	UnpublishModel(owner string, modelID string) (datamodel.Model, error)
	UpdateModel(modelUID uuid.UUID, model *datamodel.Model) (datamodel.Model, error)
	UpdateModelState(modelUID uuid.UUID, model *datamodel.Model, state datamodel.ModelState) (datamodel.Model, error)
	ListModels(owner string, view modelPB.View, pageSize int, pageToken string) ([]datamodel.Model, string, int64, error)
	WatchModel(name string) (*controllerPB.GetResourceResponse, error)
	CheckModel(modelInstanceUID uuid.UUID) (*modelPB.Model_State, error)

	ModelInfer(modelUID uuid.UUID, inferInput InferInput, task modelPB.Model_Task) ([]*modelPB.TaskOutput, error)
	ModelInferTestMode(owner string, modelUID uuid.UUID, inferInput InferInput, task modelPB.Model_Task) ([]*modelPB.TaskOutput, error)

	DeployModelAsync(owner string, modelUID uuid.UUID) (string, error)
	UndeployModelAsync(owner string, modelUID uuid.UUID) (string, error)

	GetModelDefinition(id string) (datamodel.ModelDefinition, error)
	GetModelDefinitionByUid(uid uuid.UUID) (datamodel.ModelDefinition, error)
	ListModelDefinitions(view modelPB.View, pageSize int, pageToken string) ([]datamodel.ModelDefinition, string, int64, error)

	GetTritonEnsembleModel(modelUID uuid.UUID) (datamodel.TritonModel, error)
	GetTritonModels(modelUID uuid.UUID) ([]datamodel.TritonModel, error)

	GetOperation(workflowId string) (*longrunningpb.Operation, *worker.ModelParams, string, error)
	ListOperation(pageSize int, pageToken string) ([]*longrunningpb.Operation, []*worker.ModelParams, string, int64, error)
	CancelOperation(workflowId string) error

	SearchAttributeReady() error
	GetModelByIdAdmin(modelID string, view modelPB.View) (datamodel.Model, error)
	GetModelByUidAdmin(modelUID uuid.UUID, view modelPB.View) (datamodel.Model, error)
	ListModelsAdmin(view modelPB.View, pageSize int, pageToken string) ([]datamodel.Model, string, int64, error)

	GetResourceState(modelID string) (*modelPB.Model_State, error)
	UpdateResourceState(modelID string, state modelPB.Model_State, progress *int32, workflowId *string) error
	DeleteResourceState(modelID string) error
}

func NewService

func NewService(r repository.Repository, t triton.Triton, p pipelinePB.PipelinePublicServiceClient, rc *redis.Client, tc client.Client, cs controllerPB.ControllerPrivateServiceClient) Service