legacy

Documentation

Index

• Variables
• func RegisterModelsWorkerServiceServer(s grpc.ServiceRegistrar, srv ModelsWorkerServiceServer)
• type ModelsWorkerServiceClient
  • func NewModelsWorkerServiceClient(cc grpc.ClientConnInterface) ModelsWorkerServiceClient
• type ModelsWorkerServiceServer
• type UnimplementedModelsWorkerServiceServer
  • func (UnimplementedModelsWorkerServiceServer) CreateBaseModel(context.Context, *v1.CreateBaseModelRequest) (*v1.BaseModel, error)
  • func (UnimplementedModelsWorkerServiceServer) CreateStorageConfig(context.Context, *v1.CreateStorageConfigRequest) (*v1.StorageConfig, error)
  • func (UnimplementedModelsWorkerServiceServer) GetBaseModelPath(context.Context, *v1.GetBaseModelPathRequest) (*v1.GetBaseModelPathResponse, error)
  • func (UnimplementedModelsWorkerServiceServer) GetModel(context.Context, *v1.GetModelRequest) (*v1.Model, error)
  • func (UnimplementedModelsWorkerServiceServer) GetModelAttributes(context.Context, *v1.GetModelAttributesRequest) (*v1.ModelAttributes, error)
  • func (UnimplementedModelsWorkerServiceServer) GetModelPath(context.Context, *v1.GetModelPathRequest) (*v1.GetModelPathResponse, error)
  • func (UnimplementedModelsWorkerServiceServer) GetStorageConfig(context.Context, *v1.GetStorageConfigRequest) (*v1.StorageConfig, error)
  • func (UnimplementedModelsWorkerServiceServer) PublishModel(context.Context, *v1.PublishModelRequest) (*v1.PublishModelResponse, error)
  • func (UnimplementedModelsWorkerServiceServer) RegisterModel(context.Context, *v1.RegisterModelRequest) (*v1.RegisterModelResponse, error)
• type UnsafeModelsWorkerServiceServer

Variables

var File_api_v1_legacy_model_manager_service_proto protoreflect.FileDescriptor

var ModelsWorkerService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "llmoperator.models.server.v1.ModelsWorkerService",
	HandlerType: (*ModelsWorkerServiceServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "CreateStorageConfig",
			Handler:    _ModelsWorkerService_CreateStorageConfig_Handler,
		},
		{
			MethodName: "GetStorageConfig",
			Handler:    _ModelsWorkerService_GetStorageConfig_Handler,
		},
		{
			MethodName: "GetModel",
			Handler:    _ModelsWorkerService_GetModel_Handler,
		},
		{
			MethodName: "RegisterModel",
			Handler:    _ModelsWorkerService_RegisterModel_Handler,
		},
		{
			MethodName: "PublishModel",
			Handler:    _ModelsWorkerService_PublishModel_Handler,
		},
		{
			MethodName: "GetModelPath",
			Handler:    _ModelsWorkerService_GetModelPath_Handler,
		},
		{
			MethodName: "GetModelAttributes",
			Handler:    _ModelsWorkerService_GetModelAttributes_Handler,
		},
		{
			MethodName: "CreateBaseModel",
			Handler:    _ModelsWorkerService_CreateBaseModel_Handler,
		},
		{
			MethodName: "GetBaseModelPath",
			Handler:    _ModelsWorkerService_GetBaseModelPath_Handler,
		},
	},
	Streams:  []grpc.StreamDesc{},
	Metadata: "api/v1/legacy/model_manager_service.proto",
}

ModelsWorkerService_ServiceDesc is the grpc.ServiceDesc for ModelsWorkerService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

Functions

func RegisterModelsWorkerServiceServer

func RegisterModelsWorkerServiceServer(s grpc.ServiceRegistrar, srv ModelsWorkerServiceServer)

Types

type ModelsWorkerServiceClient

type ModelsWorkerServiceClient interface {
	// CreateStorageConfig creates a new storage config. Used by model-manager-loader.
	CreateStorageConfig(ctx context.Context, in *v1.CreateStorageConfigRequest, opts ...grpc.CallOption) (*v1.StorageConfig, error)
	// GetStorageConfig gets a storage config. Used by model-manager-loader.
	GetStorageConfig(ctx context.Context, in *v1.GetStorageConfigRequest, opts ...grpc.CallOption) (*v1.StorageConfig, error)
	// GetModel gets a model. Used by inference-manager-engine.
	GetModel(ctx context.Context, in *v1.GetModelRequest, opts ...grpc.CallOption) (*v1.Model, error)
	// RegisterModel registers a new fine-tuned model. Used by job-manager-dispatcher.
	// The model is not published until PublishModel is called.
	RegisterModel(ctx context.Context, in *v1.RegisterModelRequest, opts ...grpc.CallOption) (*v1.RegisterModelResponse, error)
	// PublishModel publishes the fine-tuned model. Used by job-manager-dispatcher.
	PublishModel(ctx context.Context, in *v1.PublishModelRequest, opts ...grpc.CallOption) (*v1.PublishModelResponse, error)
	// GetModelPath returns the path of the model. Used by inference-manager-engine.
	GetModelPath(ctx context.Context, in *v1.GetModelPathRequest, opts ...grpc.CallOption) (*v1.GetModelPathResponse, error)
	// GetModelAttributes returns the attributes of the model. Used by inference-manager-engine.
	GetModelAttributes(ctx context.Context, in *v1.GetModelAttributesRequest, opts ...grpc.CallOption) (*v1.ModelAttributes, error)
	// CreateBaseModel creates a new base model. Used by model-manager-loader.
	CreateBaseModel(ctx context.Context, in *v1.CreateBaseModelRequest, opts ...grpc.CallOption) (*v1.BaseModel, error)
	// GetBaseModelPath returns the path of the base model. Used by job-manager-dispatcher,
	// inference-manager-engine, and model-manager-loader.
	GetBaseModelPath(ctx context.Context, in *v1.GetBaseModelPathRequest, opts ...grpc.CallOption) (*v1.GetBaseModelPathResponse, error)
}

ModelsWorkerServiceClient is the client API for ModelsWorkerService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewModelsWorkerServiceClient

func NewModelsWorkerServiceClient(cc grpc.ClientConnInterface) ModelsWorkerServiceClient

type ModelsWorkerServiceServer

type ModelsWorkerServiceServer interface {
	// CreateStorageConfig creates a new storage config. Used by model-manager-loader.
	CreateStorageConfig(context.Context, *v1.CreateStorageConfigRequest) (*v1.StorageConfig, error)
	// GetStorageConfig gets a storage config. Used by model-manager-loader.
	GetStorageConfig(context.Context, *v1.GetStorageConfigRequest) (*v1.StorageConfig, error)
	// GetModel gets a model. Used by inference-manager-engine.
	GetModel(context.Context, *v1.GetModelRequest) (*v1.Model, error)
	// RegisterModel registers a new fine-tuned model. Used by job-manager-dispatcher.
	// The model is not published until PublishModel is called.
	RegisterModel(context.Context, *v1.RegisterModelRequest) (*v1.RegisterModelResponse, error)
	// PublishModel publishes the fine-tuned model. Used by job-manager-dispatcher.
	PublishModel(context.Context, *v1.PublishModelRequest) (*v1.PublishModelResponse, error)
	// GetModelPath returns the path of the model. Used by inference-manager-engine.
	GetModelPath(context.Context, *v1.GetModelPathRequest) (*v1.GetModelPathResponse, error)
	// GetModelAttributes returns the attributes of the model. Used by inference-manager-engine.
	GetModelAttributes(context.Context, *v1.GetModelAttributesRequest) (*v1.ModelAttributes, error)
	// CreateBaseModel creates a new base model. Used by model-manager-loader.
	CreateBaseModel(context.Context, *v1.CreateBaseModelRequest) (*v1.BaseModel, error)
	// GetBaseModelPath returns the path of the base model. Used by job-manager-dispatcher,
	// inference-manager-engine, and model-manager-loader.
	GetBaseModelPath(context.Context, *v1.GetBaseModelPathRequest) (*v1.GetBaseModelPathResponse, error)
	// contains filtered or unexported methods
}

ModelsWorkerServiceServer is the server API for ModelsWorkerService service. All implementations must embed UnimplementedModelsWorkerServiceServer for forward compatibility

type UnimplementedModelsWorkerServiceServer

type UnimplementedModelsWorkerServiceServer struct {
}

UnimplementedModelsWorkerServiceServer must be embedded to have forward compatible implementations.

func (UnimplementedModelsWorkerServiceServer) CreateBaseModel

func (UnimplementedModelsWorkerServiceServer) CreateBaseModel(context.Context, *v1.CreateBaseModelRequest) (*v1.BaseModel, error)

func (UnimplementedModelsWorkerServiceServer) CreateStorageConfig

func (UnimplementedModelsWorkerServiceServer) CreateStorageConfig(context.Context, *v1.CreateStorageConfigRequest) (*v1.StorageConfig, error)

func (UnimplementedModelsWorkerServiceServer) GetBaseModelPath

func (UnimplementedModelsWorkerServiceServer) GetBaseModelPath(context.Context, *v1.GetBaseModelPathRequest) (*v1.GetBaseModelPathResponse, error)

func (UnimplementedModelsWorkerServiceServer) GetModel

func (UnimplementedModelsWorkerServiceServer) GetModel(context.Context, *v1.GetModelRequest) (*v1.Model, error)

func (UnimplementedModelsWorkerServiceServer) GetModelAttributes

func (UnimplementedModelsWorkerServiceServer) GetModelAttributes(context.Context, *v1.GetModelAttributesRequest) (*v1.ModelAttributes, error)

func (UnimplementedModelsWorkerServiceServer) GetModelPath

func (UnimplementedModelsWorkerServiceServer) GetModelPath(context.Context, *v1.GetModelPathRequest) (*v1.GetModelPathResponse, error)

func (UnimplementedModelsWorkerServiceServer) GetStorageConfig

func (UnimplementedModelsWorkerServiceServer) GetStorageConfig(context.Context, *v1.GetStorageConfigRequest) (*v1.StorageConfig, error)

func (UnimplementedModelsWorkerServiceServer) PublishModel

func (UnimplementedModelsWorkerServiceServer) PublishModel(context.Context, *v1.PublishModelRequest) (*v1.PublishModelResponse, error)

func (UnimplementedModelsWorkerServiceServer) RegisterModel

func (UnimplementedModelsWorkerServiceServer) RegisterModel(context.Context, *v1.RegisterModelRequest) (*v1.RegisterModelResponse, error)

type UnsafeModelsWorkerServiceServer

type UnsafeModelsWorkerServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeModelsWorkerServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to ModelsWorkerServiceServer will result in compilation errors.