service

Documentation

Index

• type InferInput
• type Service
  • func NewService(r repository.Repository, t triton.Triton, m mgmtPB.MgmtPrivateServiceClient, ...) Service

Types

type InferInput

type InferInput interface{}

type Service

type Service interface {
	GetMgmtPrivateServiceClient() mgmtPB.MgmtPrivateServiceClient
	GetRepository() repository.Repository
	GetRedisClient() *redis.Client

	CreateModelAsync(ctx context.Context, owner string, model *datamodel.Model) (string, error)
	GetModelById(ctx context.Context, owner string, modelID string, view modelPB.View) (datamodel.Model, error)
	GetModelByUid(ctx context.Context, owner string, modelUID uuid.UUID, view modelPB.View) (datamodel.Model, error)
	DeleteModel(ctx context.Context, owner string, modelID string) error
	RenameModel(ctx context.Context, owner string, modelID string, newModelId string) (datamodel.Model, error)
	PublishModel(ctx context.Context, owner string, modelID string) (datamodel.Model, error)
	UnpublishModel(ctx context.Context, owner string, modelID string) (datamodel.Model, error)
	UpdateModel(ctx context.Context, modelUID uuid.UUID, model *datamodel.Model) (datamodel.Model, error)
	UpdateModelState(ctx context.Context, modelUID uuid.UUID, model *datamodel.Model, state datamodel.ModelState) (datamodel.Model, error)
	ListModels(ctx context.Context, owner string, view modelPB.View, pageSize int, pageToken string) ([]datamodel.Model, string, int64, error)
	CheckModel(ctx context.Context, modelUID uuid.UUID) (*modelPB.Model_State, error)

	ModelInfer(ctx context.Context, modelUID uuid.UUID, inferInput InferInput, task modelPB.Model_Task) ([]*modelPB.TaskOutput, error)
	ModelInferTestMode(ctx context.Context, owner string, modelUID uuid.UUID, inferInput InferInput, task modelPB.Model_Task) ([]*modelPB.TaskOutput, error)

	DeployModelAsync(ctx context.Context, owner string, modelUID uuid.UUID) (string, error)
	UndeployModelAsync(ctx context.Context, owner string, modelUID uuid.UUID) (string, error)

	GetModelDefinition(ctx context.Context, id string) (datamodel.ModelDefinition, error)
	GetModelDefinitionByUid(ctx context.Context, uid uuid.UUID) (datamodel.ModelDefinition, error)
	ListModelDefinitions(ctx context.Context, view modelPB.View, pageSize int, pageToken string) ([]datamodel.ModelDefinition, string, int64, error)

	GetTritonEnsembleModel(ctx context.Context, modelUID uuid.UUID) (datamodel.TritonModel, error)
	GetTritonModels(ctx context.Context, modelUID uuid.UUID) ([]datamodel.TritonModel, error)

	GetOperation(ctx context.Context, workflowId string) (*longrunningpb.Operation, error)

	GetModelByIdAdmin(ctx context.Context, modelID string, view modelPB.View) (datamodel.Model, error)
	GetModelByUidAdmin(ctx context.Context, modelUID uuid.UUID, view modelPB.View) (datamodel.Model, error)
	ListModelsAdmin(ctx context.Context, view modelPB.View, pageSize int, pageToken string) ([]datamodel.Model, string, int64, error)

	GetResourceState(ctx context.Context, modelUID uuid.UUID) (*modelPB.Model_State, error)
	UpdateResourceState(ctx context.Context, modelUID uuid.UUID, state modelPB.Model_State, progress *int32, workflowId *string) error
	DeleteResourceState(ctx context.Context, modelUID uuid.UUID) error
}

func NewService

func NewService(r repository.Repository, t triton.Triton, m mgmtPB.MgmtPrivateServiceClient, p pipelinePB.PipelinePublicServiceClient, rc *redis.Client, tc client.Client, cs controllerPB.ControllerPrivateServiceClient) Service