v1

package
v0.76.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jun 17, 2024 License: Apache-2.0 Imports: 16 Imported by: 4

Documentation

Overview

Package v1 is a reverse proxy.

It translates gRPC into RESTful JSON APIs.

Index

Constants

This section is empty.

Variables

View Source 
var File_api_v1_model_manager_service_proto protoreflect.FileDescriptor
View Source 
var ModelsService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "llmoperator.models.server.v1.ModelsService",
	HandlerType: (*ModelsServiceServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "ListModels",
			Handler:    _ModelsService_ListModels_Handler,
		},
		{
			MethodName: "GetModel",
			Handler:    _ModelsService_GetModel_Handler,
		},
		{
			MethodName: "DeleteModel",
			Handler:    _ModelsService_DeleteModel_Handler,
		},
		{
			MethodName: "ListBaseModels",
			Handler:    _ModelsService_ListBaseModels_Handler,
		},
	},
	Streams:  []grpc.StreamDesc{},
	Metadata: "api/v1/model_manager_service.proto",
}

ModelsService_ServiceDesc is the grpc.ServiceDesc for ModelsService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

View Source 
var ModelsWorkerService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "llmoperator.models.server.v1.ModelsWorkerService",
	HandlerType: (*ModelsWorkerServiceServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "CreateStorageConfig",
			Handler:    _ModelsWorkerService_CreateStorageConfig_Handler,
		},
		{
			MethodName: "GetStorageConfig",
			Handler:    _ModelsWorkerService_GetStorageConfig_Handler,
		},
		{
			MethodName: "GetModel",
			Handler:    _ModelsWorkerService_GetModel_Handler,
		},
		{
			MethodName: "RegisterModel",
			Handler:    _ModelsWorkerService_RegisterModel_Handler,
		},
		{
			MethodName: "PublishModel",
			Handler:    _ModelsWorkerService_PublishModel_Handler,
		},
		{
			MethodName: "GetModelPath",
			Handler:    _ModelsWorkerService_GetModelPath_Handler,
		},
		{
			MethodName: "CreateBaseModel",
			Handler:    _ModelsWorkerService_CreateBaseModel_Handler,
		},
		{
			MethodName: "GetBaseModelPath",
			Handler:    _ModelsWorkerService_GetBaseModelPath_Handler,
		},
	},
	Streams:  []grpc.StreamDesc{},
	Metadata: "api/v1/model_manager_service.proto",
}

ModelsWorkerService_ServiceDesc is the grpc.ServiceDesc for ModelsWorkerService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

Functions

func RegisterModelsServiceHandler 

func RegisterModelsServiceHandler(ctx context.Context, mux *runtime.ServeMux, conn *grpc.ClientConn) error

RegisterModelsServiceHandler registers the http handlers for service ModelsService to "mux". The handlers forward requests to the grpc endpoint over "conn".

func RegisterModelsServiceHandlerClient 

func RegisterModelsServiceHandlerClient(ctx context.Context, mux *runtime.ServeMux, client ModelsServiceClient) error

RegisterModelsServiceHandlerClient registers the http handlers for service ModelsService to "mux". The handlers forward requests to the grpc endpoint over the given implementation of "ModelsServiceClient". Note: the gRPC framework executes interceptors within the gRPC handler. If the passed in "ModelsServiceClient" doesn't go through the normal gRPC flow (creating a gRPC client etc.) then it will be up to the passed in "ModelsServiceClient" to call the correct interceptors.

func RegisterModelsServiceHandlerFromEndpoint 

func RegisterModelsServiceHandlerFromEndpoint(ctx context.Context, mux *runtime.ServeMux, endpoint string, opts []grpc.DialOption) (err error)

RegisterModelsServiceHandlerFromEndpoint is same as RegisterModelsServiceHandler but automatically dials to "endpoint" and closes the connection when "ctx" gets done.

func RegisterModelsServiceHandlerServer 

func RegisterModelsServiceHandlerServer(ctx context.Context, mux *runtime.ServeMux, server ModelsServiceServer) error

RegisterModelsServiceHandlerServer registers the http handlers for service ModelsService to "mux". UnaryRPC :call ModelsServiceServer directly. StreamingRPC :currently unsupported pending https://github.com/grpc/grpc-go/issues/906. Note that using this registration option will cause many gRPC library features to stop working. Consider using RegisterModelsServiceHandlerFromEndpoint instead.

func RegisterModelsServiceServer 

func RegisterModelsServiceServer(s grpc.ServiceRegistrar, srv ModelsServiceServer)

func RegisterModelsWorkerServiceServer added in v0.62.0 

func RegisterModelsWorkerServiceServer(s grpc.ServiceRegistrar, srv ModelsWorkerServiceServer)

Types

type BaseModel added in v0.5.0 

type BaseModel struct {
	Id      string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Created int64  `protobuf:"varint,2,opt,name=created,proto3" json:"created,omitempty"`
	Object  string `protobuf:"bytes,3,opt,name=object,proto3" json:"object,omitempty"`
	// contains filtered or unexported fields
}

func (*BaseModel) Descriptor deprecated added in v0.5.0 

func (*BaseModel) Descriptor() ([]byte, []int)

Deprecated: Use BaseModel.ProtoReflect.Descriptor instead.

func (*BaseModel) GetCreated added in v0.5.0 

func (x *BaseModel) GetCreated() int64

func (*BaseModel) GetId added in v0.5.0 

func (x *BaseModel) GetId() string

func (*BaseModel) GetObject added in v0.5.0 

func (x *BaseModel) GetObject() string

func (*BaseModel) ProtoMessage added in v0.5.0 

func (*BaseModel) ProtoMessage()

func (*BaseModel) ProtoReflect added in v0.5.0 

func (x *BaseModel) ProtoReflect() protoreflect.Message

func (*BaseModel) Reset added in v0.5.0 

func (x *BaseModel) Reset()

func (*BaseModel) String added in v0.5.0 

func (x *BaseModel) String() string

type CreateBaseModelRequest added in v0.15.0 

type CreateBaseModelRequest struct {
	Id            string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Path          string `protobuf:"bytes,2,opt,name=path,proto3" json:"path,omitempty"`
	GgufModelPath string `protobuf:"bytes,3,opt,name=gguf_model_path,json=ggufModelPath,proto3" json:"gguf_model_path,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateBaseModelRequest) Descriptor deprecated added in v0.15.0 

func (*CreateBaseModelRequest) Descriptor() ([]byte, []int)

Deprecated: Use CreateBaseModelRequest.ProtoReflect.Descriptor instead.

func (*CreateBaseModelRequest) GetGgufModelPath added in v0.25.0 

func (x *CreateBaseModelRequest) GetGgufModelPath() string

func (*CreateBaseModelRequest) GetId added in v0.15.0 

func (x *CreateBaseModelRequest) GetId() string

func (*CreateBaseModelRequest) GetPath added in v0.15.0 

func (x *CreateBaseModelRequest) GetPath() string

func (*CreateBaseModelRequest) ProtoMessage added in v0.15.0 

func (*CreateBaseModelRequest) ProtoMessage()

func (*CreateBaseModelRequest) ProtoReflect added in v0.15.0 

func (x *CreateBaseModelRequest) ProtoReflect() protoreflect.Message

func (*CreateBaseModelRequest) Reset added in v0.15.0 

func (x *CreateBaseModelRequest) Reset()

func (*CreateBaseModelRequest) String added in v0.15.0 

func (x *CreateBaseModelRequest) String() string

type CreateStorageConfigRequest added in v0.71.0 

type CreateStorageConfigRequest struct {
	PathPrefix string `protobuf:"bytes,1,opt,name=path_prefix,json=pathPrefix,proto3" json:"path_prefix,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateStorageConfigRequest) Descriptor deprecated added in v0.71.0 

func (*CreateStorageConfigRequest) Descriptor() ([]byte, []int)

Deprecated: Use CreateStorageConfigRequest.ProtoReflect.Descriptor instead.

func (*CreateStorageConfigRequest) GetPathPrefix added in v0.71.0 

func (x *CreateStorageConfigRequest) GetPathPrefix() string

func (*CreateStorageConfigRequest) ProtoMessage added in v0.71.0 

func (*CreateStorageConfigRequest) ProtoMessage()

func (*CreateStorageConfigRequest) ProtoReflect added in v0.71.0 

func (x *CreateStorageConfigRequest) ProtoReflect() protoreflect.Message

func (*CreateStorageConfigRequest) Reset added in v0.71.0 

func (x *CreateStorageConfigRequest) Reset()

func (*CreateStorageConfigRequest) String added in v0.71.0 

func (x *CreateStorageConfigRequest) String() string

type DeleteModelRequest 

type DeleteModelRequest struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

func (*DeleteModelRequest) Descriptor deprecated 

func (*DeleteModelRequest) Descriptor() ([]byte, []int)

Deprecated: Use DeleteModelRequest.ProtoReflect.Descriptor instead.

func (*DeleteModelRequest) GetId 

func (x *DeleteModelRequest) GetId() string

func (*DeleteModelRequest) ProtoMessage 

func (*DeleteModelRequest) ProtoMessage()

func (*DeleteModelRequest) ProtoReflect 

func (x *DeleteModelRequest) ProtoReflect() protoreflect.Message

func (*DeleteModelRequest) Reset 

func (x *DeleteModelRequest) Reset()

func (*DeleteModelRequest) String 

func (x *DeleteModelRequest) String() string

type DeleteModelResponse 

type DeleteModelResponse struct {
	Id      string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Object  string `protobuf:"bytes,2,opt,name=object,proto3" json:"object,omitempty"`
	Deleted bool   `protobuf:"varint,3,opt,name=deleted,proto3" json:"deleted,omitempty"`
	// contains filtered or unexported fields
}

func (*DeleteModelResponse) Descriptor deprecated 

func (*DeleteModelResponse) Descriptor() ([]byte, []int)

Deprecated: Use DeleteModelResponse.ProtoReflect.Descriptor instead.

func (*DeleteModelResponse) GetDeleted 

func (x *DeleteModelResponse) GetDeleted() bool

func (*DeleteModelResponse) GetId 

func (x *DeleteModelResponse) GetId() string

func (*DeleteModelResponse) GetObject 

func (x *DeleteModelResponse) GetObject() string

func (*DeleteModelResponse) ProtoMessage 

func (*DeleteModelResponse) ProtoMessage()

func (*DeleteModelResponse) ProtoReflect 

func (x *DeleteModelResponse) ProtoReflect() protoreflect.Message

func (*DeleteModelResponse) Reset 

func (x *DeleteModelResponse) Reset()

func (*DeleteModelResponse) String 

func (x *DeleteModelResponse) String() string

type GetBaseModelPathRequest added in v0.4.0 

type GetBaseModelPathRequest struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

func (*GetBaseModelPathRequest) Descriptor deprecated added in v0.4.0 

func (*GetBaseModelPathRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetBaseModelPathRequest.ProtoReflect.Descriptor instead.

func (*GetBaseModelPathRequest) GetId added in v0.4.0 

func (x *GetBaseModelPathRequest) GetId() string

func (*GetBaseModelPathRequest) ProtoMessage added in v0.4.0 

func (*GetBaseModelPathRequest) ProtoMessage()

func (*GetBaseModelPathRequest) ProtoReflect added in v0.4.0 

func (x *GetBaseModelPathRequest) ProtoReflect() protoreflect.Message

func (*GetBaseModelPathRequest) Reset added in v0.4.0 

func (x *GetBaseModelPathRequest) Reset()

func (*GetBaseModelPathRequest) String added in v0.4.0 

func (x *GetBaseModelPathRequest) String() string

type GetBaseModelPathResponse added in v0.4.0 

type GetBaseModelPathResponse struct {
	Path          string `protobuf:"bytes,1,opt,name=path,proto3" json:"path,omitempty"`
	GgufModelPath string `protobuf:"bytes,2,opt,name=gguf_model_path,json=ggufModelPath,proto3" json:"gguf_model_path,omitempty"`
	// contains filtered or unexported fields
}

func (*GetBaseModelPathResponse) Descriptor deprecated added in v0.4.0 

func (*GetBaseModelPathResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetBaseModelPathResponse.ProtoReflect.Descriptor instead.

func (*GetBaseModelPathResponse) GetGgufModelPath added in v0.25.0 

func (x *GetBaseModelPathResponse) GetGgufModelPath() string

func (*GetBaseModelPathResponse) GetPath added in v0.4.0 

func (x *GetBaseModelPathResponse) GetPath() string

func (*GetBaseModelPathResponse) ProtoMessage added in v0.4.0 

func (*GetBaseModelPathResponse) ProtoMessage()

func (*GetBaseModelPathResponse) ProtoReflect added in v0.4.0 

func (x *GetBaseModelPathResponse) ProtoReflect() protoreflect.Message

func (*GetBaseModelPathResponse) Reset added in v0.4.0 

func (x *GetBaseModelPathResponse) Reset()

func (*GetBaseModelPathResponse) String added in v0.4.0 

func (x *GetBaseModelPathResponse) String() string

type GetModelPathRequest added in v0.3.0 

type GetModelPathRequest struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

func (*GetModelPathRequest) Descriptor deprecated added in v0.3.0 

func (*GetModelPathRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetModelPathRequest.ProtoReflect.Descriptor instead.

func (*GetModelPathRequest) GetId added in v0.3.0 

func (x *GetModelPathRequest) GetId() string

func (*GetModelPathRequest) ProtoMessage added in v0.3.0 

func (*GetModelPathRequest) ProtoMessage()

func (*GetModelPathRequest) ProtoReflect added in v0.3.0 

func (x *GetModelPathRequest) ProtoReflect() protoreflect.Message

func (*GetModelPathRequest) Reset added in v0.3.0 

func (x *GetModelPathRequest) Reset()

func (*GetModelPathRequest) String added in v0.3.0 

func (x *GetModelPathRequest) String() string

type GetModelPathResponse added in v0.3.0 

type GetModelPathResponse struct {
	Path string `protobuf:"bytes,1,opt,name=path,proto3" json:"path,omitempty"`
	// contains filtered or unexported fields
}

func (*GetModelPathResponse) Descriptor deprecated added in v0.3.0 

func (*GetModelPathResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetModelPathResponse.ProtoReflect.Descriptor instead.

func (*GetModelPathResponse) GetPath added in v0.3.0 

func (x *GetModelPathResponse) GetPath() string

func (*GetModelPathResponse) ProtoMessage added in v0.3.0 

func (*GetModelPathResponse) ProtoMessage()

func (*GetModelPathResponse) ProtoReflect added in v0.3.0 

func (x *GetModelPathResponse) ProtoReflect() protoreflect.Message

func (*GetModelPathResponse) Reset added in v0.3.0 

func (x *GetModelPathResponse) Reset()

func (*GetModelPathResponse) String added in v0.3.0 

func (x *GetModelPathResponse) String() string

type GetModelRequest 

type GetModelRequest struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

func (*GetModelRequest) Descriptor deprecated 

func (*GetModelRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetModelRequest.ProtoReflect.Descriptor instead.

func (*GetModelRequest) GetId 

func (x *GetModelRequest) GetId() string

func (*GetModelRequest) ProtoMessage 

func (*GetModelRequest) ProtoMessage()

func (*GetModelRequest) ProtoReflect 

func (x *GetModelRequest) ProtoReflect() protoreflect.Message

func (*GetModelRequest) Reset 

func (x *GetModelRequest) Reset()

func (*GetModelRequest) String 

func (x *GetModelRequest) String() string

type GetStorageConfigRequest added in v0.71.0 

type GetStorageConfigRequest struct {
	// contains filtered or unexported fields
}

func (*GetStorageConfigRequest) Descriptor deprecated added in v0.71.0 

func (*GetStorageConfigRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetStorageConfigRequest.ProtoReflect.Descriptor instead.

func (*GetStorageConfigRequest) ProtoMessage added in v0.71.0 

func (*GetStorageConfigRequest) ProtoMessage()

func (*GetStorageConfigRequest) ProtoReflect added in v0.71.0 

func (x *GetStorageConfigRequest) ProtoReflect() protoreflect.Message

func (*GetStorageConfigRequest) Reset added in v0.71.0 

func (x *GetStorageConfigRequest) Reset()

func (*GetStorageConfigRequest) String added in v0.71.0 

func (x *GetStorageConfigRequest) String() string

type ListBaseModelsRequest added in v0.5.0 

type ListBaseModelsRequest struct {
	// contains filtered or unexported fields
}

func (*ListBaseModelsRequest) Descriptor deprecated added in v0.5.0 

func (*ListBaseModelsRequest) Descriptor() ([]byte, []int)

Deprecated: Use ListBaseModelsRequest.ProtoReflect.Descriptor instead.

func (*ListBaseModelsRequest) ProtoMessage added in v0.5.0 

func (*ListBaseModelsRequest) ProtoMessage()

func (*ListBaseModelsRequest) ProtoReflect added in v0.5.0 

func (x *ListBaseModelsRequest) ProtoReflect() protoreflect.Message

func (*ListBaseModelsRequest) Reset added in v0.5.0 

func (x *ListBaseModelsRequest) Reset()

func (*ListBaseModelsRequest) String added in v0.5.0 

func (x *ListBaseModelsRequest) String() string

type ListBaseModelsResponse added in v0.5.0 

type ListBaseModelsResponse struct {
	Object string       `protobuf:"bytes,1,opt,name=object,proto3" json:"object,omitempty"`
	Data   []*BaseModel `protobuf:"bytes,2,rep,name=data,proto3" json:"data,omitempty"`
	// contains filtered or unexported fields
}

func (*ListBaseModelsResponse) Descriptor deprecated added in v0.5.0 

func (*ListBaseModelsResponse) Descriptor() ([]byte, []int)

Deprecated: Use ListBaseModelsResponse.ProtoReflect.Descriptor instead.

func (*ListBaseModelsResponse) GetData added in v0.5.0 

func (x *ListBaseModelsResponse) GetData() []*BaseModel

func (*ListBaseModelsResponse) GetObject added in v0.5.0 

func (x *ListBaseModelsResponse) GetObject() string

func (*ListBaseModelsResponse) ProtoMessage added in v0.5.0 

func (*ListBaseModelsResponse) ProtoMessage()

func (*ListBaseModelsResponse) ProtoReflect added in v0.5.0 

func (x *ListBaseModelsResponse) ProtoReflect() protoreflect.Message

func (*ListBaseModelsResponse) Reset added in v0.5.0 

func (x *ListBaseModelsResponse) Reset()

func (*ListBaseModelsResponse) String added in v0.5.0 

func (x *ListBaseModelsResponse) String() string

type ListModelsRequest 

type ListModelsRequest struct {
	// contains filtered or unexported fields
}

func (*ListModelsRequest) Descriptor deprecated 

func (*ListModelsRequest) Descriptor() ([]byte, []int)

Deprecated: Use ListModelsRequest.ProtoReflect.Descriptor instead.

func (*ListModelsRequest) ProtoMessage 

func (*ListModelsRequest) ProtoMessage()

func (*ListModelsRequest) ProtoReflect 

func (x *ListModelsRequest) ProtoReflect() protoreflect.Message

func (*ListModelsRequest) Reset 

func (x *ListModelsRequest) Reset()

func (*ListModelsRequest) String 

func (x *ListModelsRequest) String() string

type ListModelsResponse 

type ListModelsResponse struct {
	Object string   `protobuf:"bytes,1,opt,name=object,proto3" json:"object,omitempty"`
	Data   []*Model `protobuf:"bytes,2,rep,name=data,proto3" json:"data,omitempty"`
	// contains filtered or unexported fields
}

func (*ListModelsResponse) Descriptor deprecated 

func (*ListModelsResponse) Descriptor() ([]byte, []int)

Deprecated: Use ListModelsResponse.ProtoReflect.Descriptor instead.

func (*ListModelsResponse) GetData 

func (x *ListModelsResponse) GetData() []*Model

func (*ListModelsResponse) GetObject 

func (x *ListModelsResponse) GetObject() string

func (*ListModelsResponse) ProtoMessage 

func (*ListModelsResponse) ProtoMessage()

func (*ListModelsResponse) ProtoReflect 

func (x *ListModelsResponse) ProtoReflect() protoreflect.Message

func (*ListModelsResponse) Reset 

func (x *ListModelsResponse) Reset()

func (*ListModelsResponse) String 

func (x *ListModelsResponse) String() string

type Model 

type Model struct {
	Id      string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Created int64  `protobuf:"varint,2,opt,name=created,proto3" json:"created,omitempty"`
	Object  string `protobuf:"bytes,3,opt,name=object,proto3" json:"object,omitempty"`
	OwnedBy string `protobuf:"bytes,4,opt,name=owned_by,json=ownedBy,proto3" json:"owned_by,omitempty"`
	// contains filtered or unexported fields
}

func (*Model) Descriptor deprecated 

func (*Model) Descriptor() ([]byte, []int)

Deprecated: Use Model.ProtoReflect.Descriptor instead.

func (*Model) GetCreated 

func (x *Model) GetCreated() int64

func (*Model) GetId 

func (x *Model) GetId() string

func (*Model) GetObject 

func (x *Model) GetObject() string

func (*Model) GetOwnedBy 

func (x *Model) GetOwnedBy() string

func (*Model) ProtoMessage 

func (*Model) ProtoMessage()

func (*Model) ProtoReflect 

func (x *Model) ProtoReflect() protoreflect.Message

func (*Model) Reset 

func (x *Model) Reset()

func (*Model) String 

func (x *Model) String() string

type ModelsServiceClient 

type ModelsServiceClient interface {
	ListModels(ctx context.Context, in *ListModelsRequest, opts ...grpc.CallOption) (*ListModelsResponse, error)
	GetModel(ctx context.Context, in *GetModelRequest, opts ...grpc.CallOption) (*Model, error)
	DeleteModel(ctx context.Context, in *DeleteModelRequest, opts ...grpc.CallOption) (*DeleteModelResponse, error)
	// The following API endpoints are not part of the OpenAPI API specification.
	ListBaseModels(ctx context.Context, in *ListBaseModelsRequest, opts ...grpc.CallOption) (*ListBaseModelsResponse, error)
}

ModelsServiceClient is the client API for ModelsService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewModelsServiceClient 

func NewModelsServiceClient(cc grpc.ClientConnInterface) ModelsServiceClient

type ModelsServiceServer 

type ModelsServiceServer interface {
	ListModels(context.Context, *ListModelsRequest) (*ListModelsResponse, error)
	GetModel(context.Context, *GetModelRequest) (*Model, error)
	DeleteModel(context.Context, *DeleteModelRequest) (*DeleteModelResponse, error)
	// The following API endpoints are not part of the OpenAPI API specification.
	ListBaseModels(context.Context, *ListBaseModelsRequest) (*ListBaseModelsResponse, error)
	// contains filtered or unexported methods
}

ModelsServiceServer is the server API for ModelsService service. All implementations must embed UnimplementedModelsServiceServer for forward compatibility

type ModelsWorkerServiceClient added in v0.62.0 

type ModelsWorkerServiceClient interface {
	// CreateStorageConfig creates a new storage config. Used by model-manager-loader.
	CreateStorageConfig(ctx context.Context, in *CreateStorageConfigRequest, opts ...grpc.CallOption) (*StorageConfig, error)
	// GetStorageConfig gets a storage config. Used by model-manager-loader.
	GetStorageConfig(ctx context.Context, in *GetStorageConfigRequest, opts ...grpc.CallOption) (*StorageConfig, error)
	// GetModel gets a model. Used by inference-manager-engine.
	GetModel(ctx context.Context, in *GetModelRequest, opts ...grpc.CallOption) (*Model, error)
	// RegisterModel registers a new fine-tuned model. Used by job-manager-dispatcher.
	// The model is not published until PublishModel is called.
	RegisterModel(ctx context.Context, in *RegisterModelRequest, opts ...grpc.CallOption) (*RegisterModelResponse, error)
	// PublishModel publishes the fine-tuned model. Used by job-manager-dispatcher.
	PublishModel(ctx context.Context, in *PublishModelRequest, opts ...grpc.CallOption) (*PublishModelResponse, error)
	// GetModelPath returns the path of the model. Used by inference-manager-engine.
	GetModelPath(ctx context.Context, in *GetModelPathRequest, opts ...grpc.CallOption) (*GetModelPathResponse, error)
	// CreateBaseModel creates a new base model. Used by model-manager-loader.
	CreateBaseModel(ctx context.Context, in *CreateBaseModelRequest, opts ...grpc.CallOption) (*BaseModel, error)
	// GetBaseModelPath returns the path of the base model. Used by job-manager-dispatcher,
	// inference-manager-engine, and model-manager-loader.
	GetBaseModelPath(ctx context.Context, in *GetBaseModelPathRequest, opts ...grpc.CallOption) (*GetBaseModelPathResponse, error)
}

ModelsWorkerServiceClient is the client API for ModelsWorkerService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewModelsWorkerServiceClient added in v0.62.0 

func NewModelsWorkerServiceClient(cc grpc.ClientConnInterface) ModelsWorkerServiceClient

type ModelsWorkerServiceServer added in v0.62.0 

type ModelsWorkerServiceServer interface {
	// CreateStorageConfig creates a new storage config. Used by model-manager-loader.
	CreateStorageConfig(context.Context, *CreateStorageConfigRequest) (*StorageConfig, error)
	// GetStorageConfig gets a storage config. Used by model-manager-loader.
	GetStorageConfig(context.Context, *GetStorageConfigRequest) (*StorageConfig, error)
	// GetModel gets a model. Used by inference-manager-engine.
	GetModel(context.Context, *GetModelRequest) (*Model, error)
	// RegisterModel registers a new fine-tuned model. Used by job-manager-dispatcher.
	// The model is not published until PublishModel is called.
	RegisterModel(context.Context, *RegisterModelRequest) (*RegisterModelResponse, error)
	// PublishModel publishes the fine-tuned model. Used by job-manager-dispatcher.
	PublishModel(context.Context, *PublishModelRequest) (*PublishModelResponse, error)
	// GetModelPath returns the path of the model. Used by inference-manager-engine.
	GetModelPath(context.Context, *GetModelPathRequest) (*GetModelPathResponse, error)
	// CreateBaseModel creates a new base model. Used by model-manager-loader.
	CreateBaseModel(context.Context, *CreateBaseModelRequest) (*BaseModel, error)
	// GetBaseModelPath returns the path of the base model. Used by job-manager-dispatcher,
	// inference-manager-engine, and model-manager-loader.
	GetBaseModelPath(context.Context, *GetBaseModelPathRequest) (*GetBaseModelPathResponse, error)
	// contains filtered or unexported methods
}

ModelsWorkerServiceServer is the server API for ModelsWorkerService service. All implementations must embed UnimplementedModelsWorkerServiceServer for forward compatibility

type PublishModelRequest added in v0.2.0 

type PublishModelRequest struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

func (*PublishModelRequest) Descriptor deprecated added in v0.2.0 

func (*PublishModelRequest) Descriptor() ([]byte, []int)

Deprecated: Use PublishModelRequest.ProtoReflect.Descriptor instead.

func (*PublishModelRequest) GetId added in v0.2.0 

func (x *PublishModelRequest) GetId() string

func (*PublishModelRequest) ProtoMessage added in v0.2.0 

func (*PublishModelRequest) ProtoMessage()

func (*PublishModelRequest) ProtoReflect added in v0.2.0 

func (x *PublishModelRequest) ProtoReflect() protoreflect.Message

func (*PublishModelRequest) Reset added in v0.2.0 

func (x *PublishModelRequest) Reset()

func (*PublishModelRequest) String added in v0.2.0 

func (x *PublishModelRequest) String() string

type PublishModelResponse added in v0.2.0 

type PublishModelResponse struct {
	// contains filtered or unexported fields
}

func (*PublishModelResponse) Descriptor deprecated added in v0.2.0 

func (*PublishModelResponse) Descriptor() ([]byte, []int)

Deprecated: Use PublishModelResponse.ProtoReflect.Descriptor instead.

func (*PublishModelResponse) ProtoMessage added in v0.2.0 

func (*PublishModelResponse) ProtoMessage()

func (*PublishModelResponse) ProtoReflect added in v0.2.0 

func (x *PublishModelResponse) ProtoReflect() protoreflect.Message

func (*PublishModelResponse) Reset added in v0.2.0 

func (x *PublishModelResponse) Reset()

func (*PublishModelResponse) String added in v0.2.0 

func (x *PublishModelResponse) String() string

type RegisterModelRequest added in v0.2.0 

type RegisterModelRequest struct {
	BaseModel      string `protobuf:"bytes,1,opt,name=base_model,json=baseModel,proto3" json:"base_model,omitempty"`
	Suffix         string `protobuf:"bytes,2,opt,name=suffix,proto3" json:"suffix,omitempty"`
	OrganizationId string `protobuf:"bytes,3,opt,name=organization_id,json=organizationId,proto3" json:"organization_id,omitempty"`
	ProjectId      string `protobuf:"bytes,4,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// contains filtered or unexported fields
}

func (*RegisterModelRequest) Descriptor deprecated added in v0.2.0 

func (*RegisterModelRequest) Descriptor() ([]byte, []int)

Deprecated: Use RegisterModelRequest.ProtoReflect.Descriptor instead.

func (*RegisterModelRequest) GetBaseModel added in v0.2.0 

func (x *RegisterModelRequest) GetBaseModel() string

func (*RegisterModelRequest) GetOrganizationId added in v0.53.0 

func (x *RegisterModelRequest) GetOrganizationId() string

func (*RegisterModelRequest) GetProjectId added in v0.53.0 

func (x *RegisterModelRequest) GetProjectId() string

func (*RegisterModelRequest) GetSuffix added in v0.2.0 

func (x *RegisterModelRequest) GetSuffix() string

func (*RegisterModelRequest) ProtoMessage added in v0.2.0 

func (*RegisterModelRequest) ProtoMessage()

func (*RegisterModelRequest) ProtoReflect added in v0.2.0 

func (x *RegisterModelRequest) ProtoReflect() protoreflect.Message

func (*RegisterModelRequest) Reset added in v0.2.0 

func (x *RegisterModelRequest) Reset()

func (*RegisterModelRequest) String added in v0.2.0 

func (x *RegisterModelRequest) String() string

type RegisterModelResponse added in v0.2.0 

type RegisterModelResponse struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// path is the path where the model is stored.
	Path string `protobuf:"bytes,2,opt,name=path,proto3" json:"path,omitempty"`
	// contains filtered or unexported fields
}

func (*RegisterModelResponse) Descriptor deprecated added in v0.2.0 

func (*RegisterModelResponse) Descriptor() ([]byte, []int)

Deprecated: Use RegisterModelResponse.ProtoReflect.Descriptor instead.

func (*RegisterModelResponse) GetId added in v0.2.0 

func (x *RegisterModelResponse) GetId() string

func (*RegisterModelResponse) GetPath added in v0.2.0 

func (x *RegisterModelResponse) GetPath() string

func (*RegisterModelResponse) ProtoMessage added in v0.2.0 

func (*RegisterModelResponse) ProtoMessage()

func (*RegisterModelResponse) ProtoReflect added in v0.2.0 

func (x *RegisterModelResponse) ProtoReflect() protoreflect.Message

func (*RegisterModelResponse) Reset added in v0.2.0 

func (x *RegisterModelResponse) Reset()

func (*RegisterModelResponse) String added in v0.2.0 

func (x *RegisterModelResponse) String() string

type StorageConfig added in v0.71.0 

type StorageConfig struct {
	PathPrefix string `protobuf:"bytes,1,opt,name=path_prefix,json=pathPrefix,proto3" json:"path_prefix,omitempty"`
	// contains filtered or unexported fields
}

func (*StorageConfig) Descriptor deprecated added in v0.71.0 

func (*StorageConfig) Descriptor() ([]byte, []int)

Deprecated: Use StorageConfig.ProtoReflect.Descriptor instead.

func (*StorageConfig) GetPathPrefix added in v0.71.0 

func (x *StorageConfig) GetPathPrefix() string

func (*StorageConfig) ProtoMessage added in v0.71.0 

func (*StorageConfig) ProtoMessage()

func (*StorageConfig) ProtoReflect added in v0.71.0 

func (x *StorageConfig) ProtoReflect() protoreflect.Message

func (*StorageConfig) Reset added in v0.71.0 

func (x *StorageConfig) Reset()

func (*StorageConfig) String added in v0.71.0 

func (x *StorageConfig) String() string

type UnimplementedModelsServiceServer 

type UnimplementedModelsServiceServer struct {
}

UnimplementedModelsServiceServer must be embedded to have forward compatible implementations.

func (UnimplementedModelsServiceServer) DeleteModel 

func (UnimplementedModelsServiceServer) DeleteModel(context.Context, *DeleteModelRequest) (*DeleteModelResponse, error)

func (UnimplementedModelsServiceServer) GetModel 

func (UnimplementedModelsServiceServer) GetModel(context.Context, *GetModelRequest) (*Model, error)

func (UnimplementedModelsServiceServer) ListBaseModels added in v0.5.0 

func (UnimplementedModelsServiceServer) ListBaseModels(context.Context, *ListBaseModelsRequest) (*ListBaseModelsResponse, error)

func (UnimplementedModelsServiceServer) ListModels 

func (UnimplementedModelsServiceServer) ListModels(context.Context, *ListModelsRequest) (*ListModelsResponse, error)

type UnimplementedModelsWorkerServiceServer added in v0.62.0 

type UnimplementedModelsWorkerServiceServer struct {
}

UnimplementedModelsWorkerServiceServer must be embedded to have forward compatible implementations.

func (UnimplementedModelsWorkerServiceServer) CreateBaseModel added in v0.62.0 

func (UnimplementedModelsWorkerServiceServer) CreateBaseModel(context.Context, *CreateBaseModelRequest) (*BaseModel, error)

func (UnimplementedModelsWorkerServiceServer) CreateStorageConfig added in v0.71.0 

func (UnimplementedModelsWorkerServiceServer) CreateStorageConfig(context.Context, *CreateStorageConfigRequest) (*StorageConfig, error)

func (UnimplementedModelsWorkerServiceServer) GetBaseModelPath added in v0.62.0 

func (UnimplementedModelsWorkerServiceServer) GetBaseModelPath(context.Context, *GetBaseModelPathRequest) (*GetBaseModelPathResponse, error)

func (UnimplementedModelsWorkerServiceServer) GetModel added in v0.62.0 

func (UnimplementedModelsWorkerServiceServer) GetModel(context.Context, *GetModelRequest) (*Model, error)

func (UnimplementedModelsWorkerServiceServer) GetModelPath added in v0.62.0 

func (UnimplementedModelsWorkerServiceServer) GetModelPath(context.Context, *GetModelPathRequest) (*GetModelPathResponse, error)

func (UnimplementedModelsWorkerServiceServer) GetStorageConfig added in v0.71.0 

func (UnimplementedModelsWorkerServiceServer) GetStorageConfig(context.Context, *GetStorageConfigRequest) (*StorageConfig, error)

func (UnimplementedModelsWorkerServiceServer) PublishModel added in v0.62.0 

func (UnimplementedModelsWorkerServiceServer) PublishModel(context.Context, *PublishModelRequest) (*PublishModelResponse, error)

func (UnimplementedModelsWorkerServiceServer) RegisterModel added in v0.62.0 

func (UnimplementedModelsWorkerServiceServer) RegisterModel(context.Context, *RegisterModelRequest) (*RegisterModelResponse, error)

type UnsafeModelsServiceServer 

type UnsafeModelsServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeModelsServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to ModelsServiceServer will result in compilation errors.

type UnsafeModelsWorkerServiceServer added in v0.62.0 

type UnsafeModelsWorkerServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeModelsWorkerServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to ModelsWorkerServiceServer will result in compilation errors.

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.