mmesh

package
v0.12.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Dec 29, 2023 License: Apache-2.0 Imports: 8 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	ModelMesh_RegisterModel_FullMethodName   = "/mmesh.ModelMesh/registerModel"
	ModelMesh_UnregisterModel_FullMethodName = "/mmesh.ModelMesh/unregisterModel"
	ModelMesh_GetModelStatus_FullMethodName  = "/mmesh.ModelMesh/getModelStatus"
	ModelMesh_EnsureLoaded_FullMethodName    = "/mmesh.ModelMesh/ensureLoaded"
	ModelMesh_SetVModel_FullMethodName       = "/mmesh.ModelMesh/setVModel"
	ModelMesh_DeleteVModel_FullMethodName    = "/mmesh.ModelMesh/deleteVModel"
	ModelMesh_GetVModelStatus_FullMethodName = "/mmesh.ModelMesh/getVModelStatus"
)
View Source 
const (
	ModelRuntime_LoadModel_FullMethodName        = "/mmesh.ModelRuntime/loadModel"
	ModelRuntime_UnloadModel_FullMethodName      = "/mmesh.ModelRuntime/unloadModel"
	ModelRuntime_PredictModelSize_FullMethodName = "/mmesh.ModelRuntime/predictModelSize"
	ModelRuntime_ModelSize_FullMethodName        = "/mmesh.ModelRuntime/modelSize"
	ModelRuntime_RuntimeStatus_FullMethodName    = "/mmesh.ModelRuntime/runtimeStatus"
)

Variables

View Source 
var (
	ModelStatusInfo_ModelStatus_name = map[int32]string{
		0: "NOT_FOUND",
		1: "NOT_LOADED",
		2: "LOADING",
		3: "LOADED",
		4: "LOADING_FAILED",
		5: "UNKNOWN",
	}
	ModelStatusInfo_ModelStatus_value = map[string]int32{
		"NOT_FOUND":      0,
		"NOT_LOADED":     1,
		"LOADING":        2,
		"LOADED":         3,
		"LOADING_FAILED": 4,
		"UNKNOWN":        5,
	}
)

Enum value maps for ModelStatusInfo_ModelStatus.

View Source 
var (
	VModelStatusInfo_VModelStatus_name = map[int32]string{
		0: "NOT_FOUND",
		1: "DEFINED",
		2: "TRANSITIONING",
		3: "TRANSITION_FAILED",
		5: "UNKNOWN",
	}
	VModelStatusInfo_VModelStatus_value = map[string]int32{
		"NOT_FOUND":         0,
		"DEFINED":           1,
		"TRANSITIONING":     2,
		"TRANSITION_FAILED": 3,
		"UNKNOWN":           5,
	}
)

Enum value maps for VModelStatusInfo_VModelStatus.

View Source 
var (
	RuntimeStatusResponse_Status_name = map[int32]string{
		0: "STARTING",
		1: "READY",
		2: "FAILING",
	}
	RuntimeStatusResponse_Status_value = map[string]int32{
		"STARTING": 0,
		"READY":    1,
		"FAILING":  2,
	}
)

Enum value maps for RuntimeStatusResponse_Status.

View Source 
var File_model_mesh_proto protoreflect.FileDescriptor
View Source 
var File_model_runtime_proto protoreflect.FileDescriptor
View Source 
var ModelMesh_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "mmesh.ModelMesh",
	HandlerType: (*ModelMeshServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "registerModel",
			Handler:    _ModelMesh_RegisterModel_Handler,
		},
		{
			MethodName: "unregisterModel",
			Handler:    _ModelMesh_UnregisterModel_Handler,
		},
		{
			MethodName: "getModelStatus",
			Handler:    _ModelMesh_GetModelStatus_Handler,
		},
		{
			MethodName: "ensureLoaded",
			Handler:    _ModelMesh_EnsureLoaded_Handler,
		},
		{
			MethodName: "setVModel",
			Handler:    _ModelMesh_SetVModel_Handler,
		},
		{
			MethodName: "deleteVModel",
			Handler:    _ModelMesh_DeleteVModel_Handler,
		},
		{
			MethodName: "getVModelStatus",
			Handler:    _ModelMesh_GetVModelStatus_Handler,
		},
	},
	Streams:  []grpc.StreamDesc{},
	Metadata: "model-mesh.proto",
}

ModelMesh_ServiceDesc is the grpc.ServiceDesc for ModelMesh service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

View Source 
var ModelRuntime_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "mmesh.ModelRuntime",
	HandlerType: (*ModelRuntimeServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "loadModel",
			Handler:    _ModelRuntime_LoadModel_Handler,
		},
		{
			MethodName: "unloadModel",
			Handler:    _ModelRuntime_UnloadModel_Handler,
		},
		{
			MethodName: "predictModelSize",
			Handler:    _ModelRuntime_PredictModelSize_Handler,
		},
		{
			MethodName: "modelSize",
			Handler:    _ModelRuntime_ModelSize_Handler,
		},
		{
			MethodName: "runtimeStatus",
			Handler:    _ModelRuntime_RuntimeStatus_Handler,
		},
	},
	Streams:  []grpc.StreamDesc{},
	Metadata: "model-runtime.proto",
}

ModelRuntime_ServiceDesc is the grpc.ServiceDesc for ModelRuntime service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

Functions

func RegisterModelMeshServer 

func RegisterModelMeshServer(s grpc.ServiceRegistrar, srv ModelMeshServer)

func RegisterModelRuntimeServer 

func RegisterModelRuntimeServer(s grpc.ServiceRegistrar, srv ModelRuntimeServer)

Types

type DeleteVModelRequest 

type DeleteVModelRequest struct {
	VModelId string `protobuf:"bytes,1,opt,name=vModelId,proto3" json:"vModelId,omitempty"`
	// contains filtered or unexported fields
}

func (*DeleteVModelRequest) Descriptor deprecated 

func (*DeleteVModelRequest) Descriptor() ([]byte, []int)

Deprecated: Use DeleteVModelRequest.ProtoReflect.Descriptor instead.

func (*DeleteVModelRequest) GetVModelId 

func (x *DeleteVModelRequest) GetVModelId() string

func (*DeleteVModelRequest) ProtoMessage 

func (*DeleteVModelRequest) ProtoMessage()

func (*DeleteVModelRequest) ProtoReflect 

func (x *DeleteVModelRequest) ProtoReflect() protoreflect.Message

func (*DeleteVModelRequest) Reset 

func (x *DeleteVModelRequest) Reset()

func (*DeleteVModelRequest) String 

func (x *DeleteVModelRequest) String() string

type DeleteVModelResponse 

type DeleteVModelResponse struct {
	// contains filtered or unexported fields
}

func (*DeleteVModelResponse) Descriptor deprecated 

func (*DeleteVModelResponse) Descriptor() ([]byte, []int)

Deprecated: Use DeleteVModelResponse.ProtoReflect.Descriptor instead.

func (*DeleteVModelResponse) ProtoMessage 

func (*DeleteVModelResponse) ProtoMessage()

func (*DeleteVModelResponse) ProtoReflect 

func (x *DeleteVModelResponse) ProtoReflect() protoreflect.Message

func (*DeleteVModelResponse) Reset 

func (x *DeleteVModelResponse) Reset()

func (*DeleteVModelResponse) String 

func (x *DeleteVModelResponse) String() string

type EnsureLoadedRequest 

type EnsureLoadedRequest struct {
	ModelId string `protobuf:"bytes,1,opt,name=modelId,proto3" json:"modelId,omitempty"`
	// timestamp to use when touching the model, 0 for "now" (default)
	LastUsedTime uint64 `protobuf:"varint,2,opt,name=lastUsedTime,proto3" json:"lastUsedTime,omitempty"`
	// whether to block until specified model completes loading
	Sync bool `protobuf:"varint,4,opt,name=sync,proto3" json:"sync,omitempty"`
	// contains filtered or unexported fields
}

func (*EnsureLoadedRequest) Descriptor deprecated 

func (*EnsureLoadedRequest) Descriptor() ([]byte, []int)

Deprecated: Use EnsureLoadedRequest.ProtoReflect.Descriptor instead.

func (*EnsureLoadedRequest) GetLastUsedTime 

func (x *EnsureLoadedRequest) GetLastUsedTime() uint64

func (*EnsureLoadedRequest) GetModelId 

func (x *EnsureLoadedRequest) GetModelId() string

func (*EnsureLoadedRequest) GetSync 

func (x *EnsureLoadedRequest) GetSync() bool

func (*EnsureLoadedRequest) ProtoMessage 

func (*EnsureLoadedRequest) ProtoMessage()

func (*EnsureLoadedRequest) ProtoReflect 

func (x *EnsureLoadedRequest) ProtoReflect() protoreflect.Message

func (*EnsureLoadedRequest) Reset 

func (x *EnsureLoadedRequest) Reset()

func (*EnsureLoadedRequest) String 

func (x *EnsureLoadedRequest) String() string

type GetStatusRequest 

type GetStatusRequest struct {
	ModelId string `protobuf:"bytes,1,opt,name=modelId,proto3" json:"modelId,omitempty"`
	// contains filtered or unexported fields
}

func (*GetStatusRequest) Descriptor deprecated 

func (*GetStatusRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetStatusRequest.ProtoReflect.Descriptor instead.

func (*GetStatusRequest) GetModelId 

func (x *GetStatusRequest) GetModelId() string

func (*GetStatusRequest) ProtoMessage 

func (*GetStatusRequest) ProtoMessage()

func (*GetStatusRequest) ProtoReflect 

func (x *GetStatusRequest) ProtoReflect() protoreflect.Message

func (*GetStatusRequest) Reset 

func (x *GetStatusRequest) Reset()

func (*GetStatusRequest) String 

func (x *GetStatusRequest) String() string

type GetVModelStatusRequest 

type GetVModelStatusRequest struct {
	VModelId string `protobuf:"bytes,1,opt,name=vModelId,proto3" json:"vModelId,omitempty"`
	// contains filtered or unexported fields
}

func (*GetVModelStatusRequest) Descriptor deprecated 

func (*GetVModelStatusRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetVModelStatusRequest.ProtoReflect.Descriptor instead.

func (*GetVModelStatusRequest) GetVModelId 

func (x *GetVModelStatusRequest) GetVModelId() string

func (*GetVModelStatusRequest) ProtoMessage 

func (*GetVModelStatusRequest) ProtoMessage()

func (*GetVModelStatusRequest) ProtoReflect 

func (x *GetVModelStatusRequest) ProtoReflect() protoreflect.Message

func (*GetVModelStatusRequest) Reset 

func (x *GetVModelStatusRequest) Reset()

func (*GetVModelStatusRequest) String 

func (x *GetVModelStatusRequest) String() string

type LoadModelRequest 

type LoadModelRequest struct {
	ModelId   string `protobuf:"bytes,1,opt,name=modelId,proto3" json:"modelId,omitempty"`
	ModelType string `protobuf:"bytes,2,opt,name=modelType,proto3" json:"modelType,omitempty"`
	ModelPath string `protobuf:"bytes,3,opt,name=modelPath,proto3" json:"modelPath,omitempty"`
	ModelKey  string `protobuf:"bytes,4,opt,name=modelKey,proto3" json:"modelKey,omitempty"`
	// contains filtered or unexported fields
}

func (*LoadModelRequest) Descriptor deprecated 

func (*LoadModelRequest) Descriptor() ([]byte, []int)

Deprecated: Use LoadModelRequest.ProtoReflect.Descriptor instead.

func (*LoadModelRequest) GetModelId 

func (x *LoadModelRequest) GetModelId() string

func (*LoadModelRequest) GetModelKey 

func (x *LoadModelRequest) GetModelKey() string

func (*LoadModelRequest) GetModelPath 

func (x *LoadModelRequest) GetModelPath() string

func (*LoadModelRequest) GetModelType 

func (x *LoadModelRequest) GetModelType() string

func (*LoadModelRequest) ProtoMessage 

func (*LoadModelRequest) ProtoMessage()

func (*LoadModelRequest) ProtoReflect 

func (x *LoadModelRequest) ProtoReflect() protoreflect.Message

func (*LoadModelRequest) Reset 

func (x *LoadModelRequest) Reset()

func (*LoadModelRequest) String 

func (x *LoadModelRequest) String() string

type LoadModelResponse 

type LoadModelResponse struct {

	// OPTIONAL - If nontrivial cost is involved in
	// determining the size, return 0 here and
	// do the sizing in the modelSize function
	SizeInBytes uint64 `protobuf:"varint,1,opt,name=sizeInBytes,proto3" json:"sizeInBytes,omitempty"`
	// EXPERIMENTAL - Applies only if limitModelConcurrency = true
	// was returned from runtimeStatus rpc.
	// See RuntimeStatusResponse.limitModelConcurrency for more detail
	MaxConcurrency uint32 `protobuf:"varint,2,opt,name=maxConcurrency,proto3" json:"maxConcurrency,omitempty"`
	// contains filtered or unexported fields
}

func (*LoadModelResponse) Descriptor deprecated 

func (*LoadModelResponse) Descriptor() ([]byte, []int)

Deprecated: Use LoadModelResponse.ProtoReflect.Descriptor instead.

func (*LoadModelResponse) GetMaxConcurrency 

func (x *LoadModelResponse) GetMaxConcurrency() uint32

func (*LoadModelResponse) GetSizeInBytes 

func (x *LoadModelResponse) GetSizeInBytes() uint64

func (*LoadModelResponse) ProtoMessage 

func (*LoadModelResponse) ProtoMessage()

func (*LoadModelResponse) ProtoReflect 

func (x *LoadModelResponse) ProtoReflect() protoreflect.Message

func (*LoadModelResponse) Reset 

func (x *LoadModelResponse) Reset()

func (*LoadModelResponse) String 

func (x *LoadModelResponse) String() string

type ModelInfo 

type ModelInfo struct {

	// arbitrary model metadata parameter, must be non-empty
	Type string `protobuf:"bytes,1,opt,name=type,proto3" json:"type,omitempty"`
	// arbitrary model metadata parameter
	Path string `protobuf:"bytes,2,opt,name=path,proto3" json:"path,omitempty"`
	// arbitrary model metadata parameter
	Key string `protobuf:"bytes,3,opt,name=key,proto3" json:"key,omitempty"`
	// contains filtered or unexported fields
}

Parameters holding information necessary to locate and load a given model, optional and for use only by your model runtime logic - they are passed to the model runtime loadModel api each time the model is loaded. These should *not* be use to store large amounts of data - the size of the strings should be as small as possible.

func (*ModelInfo) Descriptor deprecated 

func (*ModelInfo) Descriptor() ([]byte, []int)

Deprecated: Use ModelInfo.ProtoReflect.Descriptor instead.

func (*ModelInfo) GetKey 

func (x *ModelInfo) GetKey() string

func (*ModelInfo) GetPath 

func (x *ModelInfo) GetPath() string

func (*ModelInfo) GetType 

func (x *ModelInfo) GetType() string

func (*ModelInfo) ProtoMessage 

func (*ModelInfo) ProtoMessage()

func (*ModelInfo) ProtoReflect 

func (x *ModelInfo) ProtoReflect() protoreflect.Message

func (*ModelInfo) Reset 

func (x *ModelInfo) Reset()

func (*ModelInfo) String 

func (x *ModelInfo) String() string

type ModelMeshClient 

type ModelMeshClient interface {
	// Registers a trained model to this model-mesh cluster
	RegisterModel(ctx context.Context, in *RegisterModelRequest, opts ...grpc.CallOption) (*ModelStatusInfo, error)
	// Unregisters (deletes) a model from this model-mesh cluster,
	// has no effect if the specified model isn't found
	UnregisterModel(ctx context.Context, in *UnregisterModelRequest, opts ...grpc.CallOption) (*UnregisterModelResponse, error)
	// Returns the status of the specified model. See the ModelStatus enum
	GetModelStatus(ctx context.Context, in *GetStatusRequest, opts ...grpc.CallOption) (*ModelStatusInfo, error)
	// Ensures the model with the specified id is loaded in this model-mesh cluster
	EnsureLoaded(ctx context.Context, in *EnsureLoadedRequest, opts ...grpc.CallOption) (*ModelStatusInfo, error)
	// Creates a new vmodel id (alias) which maps to a new or existing
	// concrete model, or sets the target model for an existing vmodel
	// to a new or existing concrete model
	SetVModel(ctx context.Context, in *SetVModelRequest, opts ...grpc.CallOption) (*VModelStatusInfo, error)
	// Deletes a vmodel, optionally deleting any referenced concrete
	// models at the same time
	DeleteVModel(ctx context.Context, in *DeleteVModelRequest, opts ...grpc.CallOption) (*DeleteVModelResponse, error)
	// Gets the status of a vmodel, including associated target/active model ids
	// If the vmodel is not found, the returned VModelStatusInfo will have empty
	// active and target model ids and an active model status of NOT_FOUND
	GetVModelStatus(ctx context.Context, in *GetVModelStatusRequest, opts ...grpc.CallOption) (*VModelStatusInfo, error)
}

ModelMeshClient is the client API for ModelMesh service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewModelMeshClient 

func NewModelMeshClient(cc grpc.ClientConnInterface) ModelMeshClient

type ModelMeshServer 

type ModelMeshServer interface {
	// Registers a trained model to this model-mesh cluster
	RegisterModel(context.Context, *RegisterModelRequest) (*ModelStatusInfo, error)
	// Unregisters (deletes) a model from this model-mesh cluster,
	// has no effect if the specified model isn't found
	UnregisterModel(context.Context, *UnregisterModelRequest) (*UnregisterModelResponse, error)
	// Returns the status of the specified model. See the ModelStatus enum
	GetModelStatus(context.Context, *GetStatusRequest) (*ModelStatusInfo, error)
	// Ensures the model with the specified id is loaded in this model-mesh cluster
	EnsureLoaded(context.Context, *EnsureLoadedRequest) (*ModelStatusInfo, error)
	// Creates a new vmodel id (alias) which maps to a new or existing
	// concrete model, or sets the target model for an existing vmodel
	// to a new or existing concrete model
	SetVModel(context.Context, *SetVModelRequest) (*VModelStatusInfo, error)
	// Deletes a vmodel, optionally deleting any referenced concrete
	// models at the same time
	DeleteVModel(context.Context, *DeleteVModelRequest) (*DeleteVModelResponse, error)
	// Gets the status of a vmodel, including associated target/active model ids
	// If the vmodel is not found, the returned VModelStatusInfo will have empty
	// active and target model ids and an active model status of NOT_FOUND
	GetVModelStatus(context.Context, *GetVModelStatusRequest) (*VModelStatusInfo, error)
	// contains filtered or unexported methods
}

ModelMeshServer is the server API for ModelMesh service. All implementations must embed UnimplementedModelMeshServer for forward compatibility

type ModelRuntimeClient 

type ModelRuntimeClient interface {
	// Load a model, return when model is fully loaded.
	// Include size of loaded model in response if no additional cost.
	// A gRPC error code of PRECONDITION_FAILED or INVALID_ARGUMENT
	// should be returned if no attempt to load the model was made
	// (so can be sure that no space remains used).
	// Note that the RPC may be cancelled by model-mesh prior to completion,
	// after which an unloadModel call will immediately be sent for the same model.
	// To avoid state inconsistency and "leaking" memory, implementors should
	// ensure that this case is properly handled, i.e. that the model doesn't
	// remain loaded after returning successfully from this unloadModel call.
	LoadModel(ctx context.Context, in *LoadModelRequest, opts ...grpc.CallOption) (*LoadModelResponse, error)
	// Unload a previously loaded (or failed) model. Return when model
	// is fully unloaded, or immediately if not found/loaded.
	UnloadModel(ctx context.Context, in *UnloadModelRequest, opts ...grpc.CallOption) (*UnloadModelResponse, error)
	// Predict size of not-yet-loaded model - must return almost immediately.
	// Should not perform expensive computation or remote lookups.
	// Should be a conservative estimate.
	PredictModelSize(ctx context.Context, in *PredictModelSizeRequest, opts ...grpc.CallOption) (*PredictModelSizeResponse, error)
	// Calculate size (memory consumption) of currently-loaded model
	ModelSize(ctx context.Context, in *ModelSizeRequest, opts ...grpc.CallOption) (*ModelSizeResponse, error)
	// Provide basic runtime status and parameters; called only during startup.
	// Before returning a READY status, implementations should check for and
	// purge any/all currently-loaded models. Since this is only called during
	// startup, there should very rarely be any, but if there are it implies
	// the model-mesh container restarted unexpectedly and such a purge must
	// be done to ensure continued consistency of state and avoid over-committing
	// resources.
	RuntimeStatus(ctx context.Context, in *RuntimeStatusRequest, opts ...grpc.CallOption) (*RuntimeStatusResponse, error)
}

ModelRuntimeClient is the client API for ModelRuntime service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewModelRuntimeClient 

func NewModelRuntimeClient(cc grpc.ClientConnInterface) ModelRuntimeClient

type ModelRuntimeServer 

type ModelRuntimeServer interface {
	// Load a model, return when model is fully loaded.
	// Include size of loaded model in response if no additional cost.
	// A gRPC error code of PRECONDITION_FAILED or INVALID_ARGUMENT
	// should be returned if no attempt to load the model was made
	// (so can be sure that no space remains used).
	// Note that the RPC may be cancelled by model-mesh prior to completion,
	// after which an unloadModel call will immediately be sent for the same model.
	// To avoid state inconsistency and "leaking" memory, implementors should
	// ensure that this case is properly handled, i.e. that the model doesn't
	// remain loaded after returning successfully from this unloadModel call.
	LoadModel(context.Context, *LoadModelRequest) (*LoadModelResponse, error)
	// Unload a previously loaded (or failed) model. Return when model
	// is fully unloaded, or immediately if not found/loaded.
	UnloadModel(context.Context, *UnloadModelRequest) (*UnloadModelResponse, error)
	// Predict size of not-yet-loaded model - must return almost immediately.
	// Should not perform expensive computation or remote lookups.
	// Should be a conservative estimate.
	PredictModelSize(context.Context, *PredictModelSizeRequest) (*PredictModelSizeResponse, error)
	// Calculate size (memory consumption) of currently-loaded model
	ModelSize(context.Context, *ModelSizeRequest) (*ModelSizeResponse, error)
	// Provide basic runtime status and parameters; called only during startup.
	// Before returning a READY status, implementations should check for and
	// purge any/all currently-loaded models. Since this is only called during
	// startup, there should very rarely be any, but if there are it implies
	// the model-mesh container restarted unexpectedly and such a purge must
	// be done to ensure continued consistency of state and avoid over-committing
	// resources.
	RuntimeStatus(context.Context, *RuntimeStatusRequest) (*RuntimeStatusResponse, error)
	// contains filtered or unexported methods
}

ModelRuntimeServer is the server API for ModelRuntime service. All implementations must embed UnimplementedModelRuntimeServer for forward compatibility

type ModelSizeRequest 

type ModelSizeRequest struct {
	ModelId string `protobuf:"bytes,1,opt,name=modelId,proto3" json:"modelId,omitempty"`
	// contains filtered or unexported fields
}

func (*ModelSizeRequest) Descriptor deprecated 

func (*ModelSizeRequest) Descriptor() ([]byte, []int)

Deprecated: Use ModelSizeRequest.ProtoReflect.Descriptor instead.

func (*ModelSizeRequest) GetModelId 

func (x *ModelSizeRequest) GetModelId() string

func (*ModelSizeRequest) ProtoMessage 

func (*ModelSizeRequest) ProtoMessage()

func (*ModelSizeRequest) ProtoReflect 

func (x *ModelSizeRequest) ProtoReflect() protoreflect.Message

func (*ModelSizeRequest) Reset 

func (x *ModelSizeRequest) Reset()

func (*ModelSizeRequest) String 

func (x *ModelSizeRequest) String() string

type ModelSizeResponse 

type ModelSizeResponse struct {
	SizeInBytes uint64 `protobuf:"varint,1,opt,name=sizeInBytes,proto3" json:"sizeInBytes,omitempty"`
	// contains filtered or unexported fields
}

func (*ModelSizeResponse) Descriptor deprecated 

func (*ModelSizeResponse) Descriptor() ([]byte, []int)

Deprecated: Use ModelSizeResponse.ProtoReflect.Descriptor instead.

func (*ModelSizeResponse) GetSizeInBytes 

func (x *ModelSizeResponse) GetSizeInBytes() uint64

func (*ModelSizeResponse) ProtoMessage 

func (*ModelSizeResponse) ProtoMessage()

func (*ModelSizeResponse) ProtoReflect 

func (x *ModelSizeResponse) ProtoReflect() protoreflect.Message

func (*ModelSizeResponse) Reset 

func (x *ModelSizeResponse) Reset()

func (*ModelSizeResponse) String 

func (x *ModelSizeResponse) String() string

type ModelStatusInfo 

type ModelStatusInfo struct {
	Status ModelStatusInfo_ModelStatus `protobuf:"varint,1,opt,name=status,proto3,enum=mmesh.ModelStatusInfo_ModelStatus" json:"status,omitempty"`
	Errors []string                    `protobuf:"bytes,2,rep,name=errors,proto3" json:"errors,omitempty"`
	// contains filtered or unexported fields
}

func (*ModelStatusInfo) Descriptor deprecated 

func (*ModelStatusInfo) Descriptor() ([]byte, []int)

Deprecated: Use ModelStatusInfo.ProtoReflect.Descriptor instead.

func (*ModelStatusInfo) GetErrors 

func (x *ModelStatusInfo) GetErrors() []string

func (*ModelStatusInfo) GetStatus 

func (x *ModelStatusInfo) GetStatus() ModelStatusInfo_ModelStatus

func (*ModelStatusInfo) ProtoMessage 

func (*ModelStatusInfo) ProtoMessage()

func (*ModelStatusInfo) ProtoReflect 

func (x *ModelStatusInfo) ProtoReflect() protoreflect.Message

func (*ModelStatusInfo) Reset 

func (x *ModelStatusInfo) Reset()

func (*ModelStatusInfo) String 

func (x *ModelStatusInfo) String() string

type ModelStatusInfo_ModelStatus 

type ModelStatusInfo_ModelStatus int32
const (
	// model is not registered with the cluster
	ModelStatusInfo_NOT_FOUND ModelStatusInfo_ModelStatus = 0
	// model is registered but not currently loaded anywhere
	ModelStatusInfo_NOT_LOADED ModelStatusInfo_ModelStatus = 1
	// model is in the process of loading somewhere (and otherwise not loaded)
	ModelStatusInfo_LOADING ModelStatusInfo_ModelStatus = 2
	// model is loaded in at least one cluster instance
	ModelStatusInfo_LOADED ModelStatusInfo_ModelStatus = 3
	// model loading failed; will be retried periodically
	ModelStatusInfo_LOADING_FAILED ModelStatusInfo_ModelStatus = 4
	ModelStatusInfo_UNKNOWN        ModelStatusInfo_ModelStatus = 5
)

func (ModelStatusInfo_ModelStatus) Descriptor 

func (ModelStatusInfo_ModelStatus) Descriptor() protoreflect.EnumDescriptor

func (ModelStatusInfo_ModelStatus) Enum 

func (x ModelStatusInfo_ModelStatus) Enum() *ModelStatusInfo_ModelStatus

func (ModelStatusInfo_ModelStatus) EnumDescriptor deprecated 

func (ModelStatusInfo_ModelStatus) EnumDescriptor() ([]byte, []int)

Deprecated: Use ModelStatusInfo_ModelStatus.Descriptor instead.

func (ModelStatusInfo_ModelStatus) Number 

func (x ModelStatusInfo_ModelStatus) Number() protoreflect.EnumNumber

func (ModelStatusInfo_ModelStatus) String 

func (x ModelStatusInfo_ModelStatus) String() string

func (ModelStatusInfo_ModelStatus) Type 

func (ModelStatusInfo_ModelStatus) Type() protoreflect.EnumType

type PredictModelSizeRequest 

type PredictModelSizeRequest struct {
	ModelId   string `protobuf:"bytes,1,opt,name=modelId,proto3" json:"modelId,omitempty"`
	ModelType string `protobuf:"bytes,2,opt,name=modelType,proto3" json:"modelType,omitempty"`
	ModelPath string `protobuf:"bytes,3,opt,name=modelPath,proto3" json:"modelPath,omitempty"`
	ModelKey  string `protobuf:"bytes,4,opt,name=modelKey,proto3" json:"modelKey,omitempty"`
	// contains filtered or unexported fields
}

func (*PredictModelSizeRequest) Descriptor deprecated 

func (*PredictModelSizeRequest) Descriptor() ([]byte, []int)

Deprecated: Use PredictModelSizeRequest.ProtoReflect.Descriptor instead.

func (*PredictModelSizeRequest) GetModelId 

func (x *PredictModelSizeRequest) GetModelId() string

func (*PredictModelSizeRequest) GetModelKey 

func (x *PredictModelSizeRequest) GetModelKey() string

func (*PredictModelSizeRequest) GetModelPath 

func (x *PredictModelSizeRequest) GetModelPath() string

func (*PredictModelSizeRequest) GetModelType 

func (x *PredictModelSizeRequest) GetModelType() string

func (*PredictModelSizeRequest) ProtoMessage 

func (*PredictModelSizeRequest) ProtoMessage()

func (*PredictModelSizeRequest) ProtoReflect 

func (x *PredictModelSizeRequest) ProtoReflect() protoreflect.Message

func (*PredictModelSizeRequest) Reset 

func (x *PredictModelSizeRequest) Reset()

func (*PredictModelSizeRequest) String 

func (x *PredictModelSizeRequest) String() string

type PredictModelSizeResponse 

type PredictModelSizeResponse struct {
	SizeInBytes uint64 `protobuf:"varint,1,opt,name=sizeInBytes,proto3" json:"sizeInBytes,omitempty"`
	// contains filtered or unexported fields
}

func (*PredictModelSizeResponse) Descriptor deprecated 

func (*PredictModelSizeResponse) Descriptor() ([]byte, []int)

Deprecated: Use PredictModelSizeResponse.ProtoReflect.Descriptor instead.

func (*PredictModelSizeResponse) GetSizeInBytes 

func (x *PredictModelSizeResponse) GetSizeInBytes() uint64

func (*PredictModelSizeResponse) ProtoMessage 

func (*PredictModelSizeResponse) ProtoMessage()

func (*PredictModelSizeResponse) ProtoReflect 

func (x *PredictModelSizeResponse) ProtoReflect() protoreflect.Message

func (*PredictModelSizeResponse) Reset 

func (x *PredictModelSizeResponse) Reset()

func (*PredictModelSizeResponse) String 

func (x *PredictModelSizeResponse) String() string

type RegisterModelRequest 

type RegisterModelRequest struct {
	ModelId   string     `protobuf:"bytes,1,opt,name=modelId,proto3" json:"modelId,omitempty"`
	ModelInfo *ModelInfo `protobuf:"bytes,2,opt,name=modelInfo,proto3" json:"modelInfo,omitempty"`
	// whether the model should be loaded immediately
	LoadNow bool `protobuf:"varint,3,opt,name=loadNow,proto3" json:"loadNow,omitempty"`
	// if loadNow is true, whether this method should block until the load completes
	Sync bool `protobuf:"varint,4,opt,name=sync,proto3" json:"sync,omitempty"`
	// OPTIONAL, ADVANCED - lastUsed timestamp to assign to newly registered
	// model, for initial priority in cache. This should not typically be set
	// (defaults to "recent")
	LastUsedTime uint64 `protobuf:"varint,5,opt,name=lastUsedTime,proto3" json:"lastUsedTime,omitempty"`
	// contains filtered or unexported fields
}

func (*RegisterModelRequest) Descriptor deprecated 

func (*RegisterModelRequest) Descriptor() ([]byte, []int)

Deprecated: Use RegisterModelRequest.ProtoReflect.Descriptor instead.

func (*RegisterModelRequest) GetLastUsedTime 

func (x *RegisterModelRequest) GetLastUsedTime() uint64

func (*RegisterModelRequest) GetLoadNow 

func (x *RegisterModelRequest) GetLoadNow() bool

func (*RegisterModelRequest) GetModelId 

func (x *RegisterModelRequest) GetModelId() string

func (*RegisterModelRequest) GetModelInfo 

func (x *RegisterModelRequest) GetModelInfo() *ModelInfo

func (*RegisterModelRequest) GetSync 

func (x *RegisterModelRequest) GetSync() bool

func (*RegisterModelRequest) ProtoMessage 

func (*RegisterModelRequest) ProtoMessage()

func (*RegisterModelRequest) ProtoReflect 

func (x *RegisterModelRequest) ProtoReflect() protoreflect.Message

func (*RegisterModelRequest) Reset 

func (x *RegisterModelRequest) Reset()

func (*RegisterModelRequest) String 

func (x *RegisterModelRequest) String() string

type RuntimeStatusRequest 

type RuntimeStatusRequest struct {
	// contains filtered or unexported fields
}

func (*RuntimeStatusRequest) Descriptor deprecated 

func (*RuntimeStatusRequest) Descriptor() ([]byte, []int)

Deprecated: Use RuntimeStatusRequest.ProtoReflect.Descriptor instead.

func (*RuntimeStatusRequest) ProtoMessage 

func (*RuntimeStatusRequest) ProtoMessage()

func (*RuntimeStatusRequest) ProtoReflect 

func (x *RuntimeStatusRequest) ProtoReflect() protoreflect.Message

func (*RuntimeStatusRequest) Reset 

func (x *RuntimeStatusRequest) Reset()

func (*RuntimeStatusRequest) String 

func (x *RuntimeStatusRequest) String() string

type RuntimeStatusResponse 

type RuntimeStatusResponse struct {
	Status RuntimeStatusResponse_Status `protobuf:"varint,1,opt,name=status,proto3,enum=mmesh.RuntimeStatusResponse_Status" json:"status,omitempty"`
	// memory capacity for static loaded models, in bytes
	CapacityInBytes uint64 `protobuf:"varint,2,opt,name=capacityInBytes,proto3" json:"capacityInBytes,omitempty"`
	// maximum number of model loads that can be in-flight at the same time
	MaxLoadingConcurrency uint32 `protobuf:"varint,3,opt,name=maxLoadingConcurrency,proto3" json:"maxLoadingConcurrency,omitempty"`
	// timeout for model loads in milliseconds
	ModelLoadingTimeoutMs uint32 `protobuf:"varint,4,opt,name=modelLoadingTimeoutMs,proto3" json:"modelLoadingTimeoutMs,omitempty"`
	// conservative "default" model size,
	// such that "most" models are smaller than this
	DefaultModelSizeInBytes uint64 `protobuf:"varint,5,opt,name=defaultModelSizeInBytes,proto3" json:"defaultModelSizeInBytes,omitempty"`
	// version string for this model server code
	RuntimeVersion string `protobuf:"bytes,6,opt,name=runtimeVersion,proto3" json:"runtimeVersion,omitempty"`
	// DEPRECATED - the value of this field is not used,
	// it will be removed in a future update
	NumericRuntimeVersion uint64 `protobuf:"varint,7,opt,name=numericRuntimeVersion,proto3" json:"numericRuntimeVersion,omitempty"`
	// optional, EXPERIMENTAL and subject to change
	MethodInfos map[string]*RuntimeStatusResponse_MethodInfo `` /* 163-byte string literal not displayed */
	// EXPERIMENTAL - Set to true to enable the mode where
	// each loaded model reports a maximum inferencing
	// concurrency via the maxConcurrency field of
	// the LoadModelResponse message. Additional requests
	// are queued in the modelmesh framework. Turning this
	// on will also enable latency-based autoscaling for
	// the models, which attempts to minimize request
	// queueing time and requires no other configuration/tuning.
	LimitModelConcurrency bool `protobuf:"varint,9,opt,name=limitModelConcurrency,proto3" json:"limitModelConcurrency,omitempty"`
	// contains filtered or unexported fields
}

func (*RuntimeStatusResponse) Descriptor deprecated 

func (*RuntimeStatusResponse) Descriptor() ([]byte, []int)

Deprecated: Use RuntimeStatusResponse.ProtoReflect.Descriptor instead.

func (*RuntimeStatusResponse) GetCapacityInBytes 

func (x *RuntimeStatusResponse) GetCapacityInBytes() uint64

func (*RuntimeStatusResponse) GetDefaultModelSizeInBytes 

func (x *RuntimeStatusResponse) GetDefaultModelSizeInBytes() uint64

func (*RuntimeStatusResponse) GetLimitModelConcurrency 

func (x *RuntimeStatusResponse) GetLimitModelConcurrency() bool

func (*RuntimeStatusResponse) GetMaxLoadingConcurrency 

func (x *RuntimeStatusResponse) GetMaxLoadingConcurrency() uint32

func (*RuntimeStatusResponse) GetMethodInfos 

func (x *RuntimeStatusResponse) GetMethodInfos() map[string]*RuntimeStatusResponse_MethodInfo

func (*RuntimeStatusResponse) GetModelLoadingTimeoutMs 

func (x *RuntimeStatusResponse) GetModelLoadingTimeoutMs() uint32

func (*RuntimeStatusResponse) GetNumericRuntimeVersion 

func (x *RuntimeStatusResponse) GetNumericRuntimeVersion() uint64

func (*RuntimeStatusResponse) GetRuntimeVersion 

func (x *RuntimeStatusResponse) GetRuntimeVersion() string

func (*RuntimeStatusResponse) GetStatus 

func (x *RuntimeStatusResponse) GetStatus() RuntimeStatusResponse_Status

func (*RuntimeStatusResponse) ProtoMessage 

func (*RuntimeStatusResponse) ProtoMessage()

func (*RuntimeStatusResponse) ProtoReflect 

func (x *RuntimeStatusResponse) ProtoReflect() protoreflect.Message

func (*RuntimeStatusResponse) Reset 

func (x *RuntimeStatusResponse) Reset()

func (*RuntimeStatusResponse) String 

func (x *RuntimeStatusResponse) String() string

type RuntimeStatusResponse_MethodInfo 

type RuntimeStatusResponse_MethodInfo struct {

	// optional
	IdInjectionPath []uint32 `protobuf:"varint,1,rep,packed,name=idInjectionPath,proto3" json:"idInjectionPath,omitempty"`
	// contains filtered or unexported fields
}

func (*RuntimeStatusResponse_MethodInfo) Descriptor deprecated 

func (*RuntimeStatusResponse_MethodInfo) Descriptor() ([]byte, []int)

Deprecated: Use RuntimeStatusResponse_MethodInfo.ProtoReflect.Descriptor instead.

func (*RuntimeStatusResponse_MethodInfo) GetIdInjectionPath 

func (x *RuntimeStatusResponse_MethodInfo) GetIdInjectionPath() []uint32

func (*RuntimeStatusResponse_MethodInfo) ProtoMessage 

func (*RuntimeStatusResponse_MethodInfo) ProtoMessage()

func (*RuntimeStatusResponse_MethodInfo) ProtoReflect 

func (x *RuntimeStatusResponse_MethodInfo) ProtoReflect() protoreflect.Message

func (*RuntimeStatusResponse_MethodInfo) Reset 

func (x *RuntimeStatusResponse_MethodInfo) Reset()

func (*RuntimeStatusResponse_MethodInfo) String 

func (x *RuntimeStatusResponse_MethodInfo) String() string

type RuntimeStatusResponse_Status 

type RuntimeStatusResponse_Status int32
const (
	RuntimeStatusResponse_STARTING RuntimeStatusResponse_Status = 0
	RuntimeStatusResponse_READY    RuntimeStatusResponse_Status = 1
	RuntimeStatusResponse_FAILING  RuntimeStatusResponse_Status = 2 //not used yet
)

func (RuntimeStatusResponse_Status) Descriptor 

func (RuntimeStatusResponse_Status) Descriptor() protoreflect.EnumDescriptor

func (RuntimeStatusResponse_Status) Enum 

func (x RuntimeStatusResponse_Status) Enum() *RuntimeStatusResponse_Status

func (RuntimeStatusResponse_Status) EnumDescriptor deprecated 

func (RuntimeStatusResponse_Status) EnumDescriptor() ([]byte, []int)

Deprecated: Use RuntimeStatusResponse_Status.Descriptor instead.

func (RuntimeStatusResponse_Status) Number 

func (x RuntimeStatusResponse_Status) Number() protoreflect.EnumNumber

func (RuntimeStatusResponse_Status) String 

func (x RuntimeStatusResponse_Status) String() string

func (RuntimeStatusResponse_Status) Type 

func (RuntimeStatusResponse_Status) Type() protoreflect.EnumType

type SetVModelRequest 

type SetVModelRequest struct {
	VModelId      string `protobuf:"bytes,1,opt,name=vModelId,proto3" json:"vModelId,omitempty"`
	TargetModelId string `protobuf:"bytes,2,opt,name=targetModelId,proto3" json:"targetModelId,omitempty"`
	// if true, the request will fail with NOT_FOUND if the vmodel does not already exist;
	// if false, non-existent vmodel ids will be created
	UpdateOnly bool `protobuf:"varint,3,opt,name=updateOnly,proto3" json:"updateOnly,omitempty"`
	// optional ModelInfo for target model - if provided then target model will be created,
	// otherwise it's expected to already exist
	ModelInfo *ModelInfo `protobuf:"bytes,4,opt,name=modelInfo,proto3" json:"modelInfo,omitempty"`
	// whether the newly created target model should be automatically deleted
	// once no longer referenced by any vmodel(s); applies only if modelInfo is provided
	AutoDeleteTargetModel bool `protobuf:"varint,5,opt,name=autoDeleteTargetModel,proto3" json:"autoDeleteTargetModel,omitempty"`
	// whether the new target model should be loaded immediately, even if the current
	// active model isn't loaded (otherwise the target model will be loaded to
	// the same scale as the current active model before it becomes the active model)
	LoadNow bool `protobuf:"varint,6,opt,name=loadNow,proto3" json:"loadNow,omitempty"`
	// if true, the active model will be updated immediately, regardless of the relative
	// states of the target and currently-active models
	Force bool `protobuf:"varint,7,opt,name=force,proto3" json:"force,omitempty"`
	// whether this method should block until the transition completes. if the vmodel
	// didn't already exist and loadNow is set to true, this will cause the method to
	// block until the target of the newly created vmodel has completed loading
	Sync bool `protobuf:"varint,8,opt,name=sync,proto3" json:"sync,omitempty"`
	// if provided, the request will only succeed (atomically) if the value matches the
	// vmodel's current targetModelId. If the provided value is equal to the
	// targetModelId in this same request message, the request will succeed only if
	// the vmodel doesn't already exist *or* exists with the same targetModelId (in
	// the latter case having no effect)
	ExpectedTargetModelId string `protobuf:"bytes,9,opt,name=expectedTargetModelId,proto3" json:"expectedTargetModelId,omitempty"`
	// contains filtered or unexported fields
}

func (*SetVModelRequest) Descriptor deprecated 

func (*SetVModelRequest) Descriptor() ([]byte, []int)

Deprecated: Use SetVModelRequest.ProtoReflect.Descriptor instead.

func (*SetVModelRequest) GetAutoDeleteTargetModel 

func (x *SetVModelRequest) GetAutoDeleteTargetModel() bool

func (*SetVModelRequest) GetExpectedTargetModelId 

func (x *SetVModelRequest) GetExpectedTargetModelId() string

func (*SetVModelRequest) GetForce 

func (x *SetVModelRequest) GetForce() bool

func (*SetVModelRequest) GetLoadNow 

func (x *SetVModelRequest) GetLoadNow() bool

func (*SetVModelRequest) GetModelInfo 

func (x *SetVModelRequest) GetModelInfo() *ModelInfo

func (*SetVModelRequest) GetSync 

func (x *SetVModelRequest) GetSync() bool

func (*SetVModelRequest) GetTargetModelId 

func (x *SetVModelRequest) GetTargetModelId() string

func (*SetVModelRequest) GetUpdateOnly 

func (x *SetVModelRequest) GetUpdateOnly() bool

func (*SetVModelRequest) GetVModelId 

func (x *SetVModelRequest) GetVModelId() string

func (*SetVModelRequest) ProtoMessage 

func (*SetVModelRequest) ProtoMessage()

func (*SetVModelRequest) ProtoReflect 

func (x *SetVModelRequest) ProtoReflect() protoreflect.Message

func (*SetVModelRequest) Reset 

func (x *SetVModelRequest) Reset()

func (*SetVModelRequest) String 

func (x *SetVModelRequest) String() string

type UnimplementedModelMeshServer 

type UnimplementedModelMeshServer struct {
}

UnimplementedModelMeshServer must be embedded to have forward compatible implementations.

func (UnimplementedModelMeshServer) DeleteVModel 

func (UnimplementedModelMeshServer) DeleteVModel(context.Context, *DeleteVModelRequest) (*DeleteVModelResponse, error)

func (UnimplementedModelMeshServer) EnsureLoaded 

func (UnimplementedModelMeshServer) EnsureLoaded(context.Context, *EnsureLoadedRequest) (*ModelStatusInfo, error)

func (UnimplementedModelMeshServer) GetModelStatus 

func (UnimplementedModelMeshServer) GetModelStatus(context.Context, *GetStatusRequest) (*ModelStatusInfo, error)

func (UnimplementedModelMeshServer) GetVModelStatus 

func (UnimplementedModelMeshServer) GetVModelStatus(context.Context, *GetVModelStatusRequest) (*VModelStatusInfo, error)

func (UnimplementedModelMeshServer) RegisterModel 

func (UnimplementedModelMeshServer) RegisterModel(context.Context, *RegisterModelRequest) (*ModelStatusInfo, error)

func (UnimplementedModelMeshServer) SetVModel 

func (UnimplementedModelMeshServer) SetVModel(context.Context, *SetVModelRequest) (*VModelStatusInfo, error)

func (UnimplementedModelMeshServer) UnregisterModel 

func (UnimplementedModelMeshServer) UnregisterModel(context.Context, *UnregisterModelRequest) (*UnregisterModelResponse, error)

type UnimplementedModelRuntimeServer 

type UnimplementedModelRuntimeServer struct {
}

UnimplementedModelRuntimeServer must be embedded to have forward compatible implementations.

func (UnimplementedModelRuntimeServer) LoadModel 

func (UnimplementedModelRuntimeServer) LoadModel(context.Context, *LoadModelRequest) (*LoadModelResponse, error)

func (UnimplementedModelRuntimeServer) ModelSize 

func (UnimplementedModelRuntimeServer) ModelSize(context.Context, *ModelSizeRequest) (*ModelSizeResponse, error)

func (UnimplementedModelRuntimeServer) PredictModelSize 

func (UnimplementedModelRuntimeServer) PredictModelSize(context.Context, *PredictModelSizeRequest) (*PredictModelSizeResponse, error)

func (UnimplementedModelRuntimeServer) RuntimeStatus 

func (UnimplementedModelRuntimeServer) RuntimeStatus(context.Context, *RuntimeStatusRequest) (*RuntimeStatusResponse, error)

func (UnimplementedModelRuntimeServer) UnloadModel 

func (UnimplementedModelRuntimeServer) UnloadModel(context.Context, *UnloadModelRequest) (*UnloadModelResponse, error)

type UnloadModelRequest 

type UnloadModelRequest struct {
	ModelId string `protobuf:"bytes,1,opt,name=modelId,proto3" json:"modelId,omitempty"`
	// contains filtered or unexported fields
}

func (*UnloadModelRequest) Descriptor deprecated 

func (*UnloadModelRequest) Descriptor() ([]byte, []int)

Deprecated: Use UnloadModelRequest.ProtoReflect.Descriptor instead.

func (*UnloadModelRequest) GetModelId 

func (x *UnloadModelRequest) GetModelId() string

func (*UnloadModelRequest) ProtoMessage 

func (*UnloadModelRequest) ProtoMessage()

func (*UnloadModelRequest) ProtoReflect 

func (x *UnloadModelRequest) ProtoReflect() protoreflect.Message

func (*UnloadModelRequest) Reset 

func (x *UnloadModelRequest) Reset()

func (*UnloadModelRequest) String 

func (x *UnloadModelRequest) String() string

type UnloadModelResponse 

type UnloadModelResponse struct {
	// contains filtered or unexported fields
}

func (*UnloadModelResponse) Descriptor deprecated 

func (*UnloadModelResponse) Descriptor() ([]byte, []int)

Deprecated: Use UnloadModelResponse.ProtoReflect.Descriptor instead.

func (*UnloadModelResponse) ProtoMessage 

func (*UnloadModelResponse) ProtoMessage()

func (*UnloadModelResponse) ProtoReflect 

func (x *UnloadModelResponse) ProtoReflect() protoreflect.Message

func (*UnloadModelResponse) Reset 

func (x *UnloadModelResponse) Reset()

func (*UnloadModelResponse) String 

func (x *UnloadModelResponse) String() string

type UnregisterModelRequest 

type UnregisterModelRequest struct {
	ModelId string `protobuf:"bytes,1,opt,name=modelId,proto3" json:"modelId,omitempty"`
	// contains filtered or unexported fields
}

func (*UnregisterModelRequest) Descriptor deprecated 

func (*UnregisterModelRequest) Descriptor() ([]byte, []int)

Deprecated: Use UnregisterModelRequest.ProtoReflect.Descriptor instead.

func (*UnregisterModelRequest) GetModelId 

func (x *UnregisterModelRequest) GetModelId() string

func (*UnregisterModelRequest) ProtoMessage 

func (*UnregisterModelRequest) ProtoMessage()

func (*UnregisterModelRequest) ProtoReflect 

func (x *UnregisterModelRequest) ProtoReflect() protoreflect.Message

func (*UnregisterModelRequest) Reset 

func (x *UnregisterModelRequest) Reset()

func (*UnregisterModelRequest) String 

func (x *UnregisterModelRequest) String() string

type UnregisterModelResponse 

type UnregisterModelResponse struct {
	// contains filtered or unexported fields
}

func (*UnregisterModelResponse) Descriptor deprecated 

func (*UnregisterModelResponse) Descriptor() ([]byte, []int)

Deprecated: Use UnregisterModelResponse.ProtoReflect.Descriptor instead.

func (*UnregisterModelResponse) ProtoMessage 

func (*UnregisterModelResponse) ProtoMessage()

func (*UnregisterModelResponse) ProtoReflect 

func (x *UnregisterModelResponse) ProtoReflect() protoreflect.Message

func (*UnregisterModelResponse) Reset 

func (x *UnregisterModelResponse) Reset()

func (*UnregisterModelResponse) String 

func (x *UnregisterModelResponse) String() string

type UnsafeModelMeshServer 

type UnsafeModelMeshServer interface {
	// contains filtered or unexported methods
}

UnsafeModelMeshServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to ModelMeshServer will result in compilation errors.

type UnsafeModelRuntimeServer 

type UnsafeModelRuntimeServer interface {
	// contains filtered or unexported methods
}

UnsafeModelRuntimeServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to ModelRuntimeServer will result in compilation errors.

type VModelStatusInfo 

type VModelStatusInfo struct {
	Status VModelStatusInfo_VModelStatus `protobuf:"varint,1,opt,name=status,proto3,enum=mmesh.VModelStatusInfo_VModelStatus" json:"status,omitempty"`
	// id of underlying model to which apply/prediction
	// requests sent to this vmodel will be routed
	ActiveModelId string `protobuf:"bytes,2,opt,name=activeModelId,proto3" json:"activeModelId,omitempty"`
	// if targetModelId is not equal to activeModelId
	// then the vmodel is in a transitional state (waiting for
	// the target model to be in an appropriate state before
	// it's promoted to be the active model)
	TargetModelId string `protobuf:"bytes,3,opt,name=targetModelId,proto3" json:"targetModelId,omitempty"`
	// status of the currently active model
	ActiveModelStatus *ModelStatusInfo `protobuf:"bytes,4,opt,name=activeModelStatus,proto3" json:"activeModelStatus,omitempty"`
	// contains filtered or unexported fields
}

func (*VModelStatusInfo) Descriptor deprecated 

func (*VModelStatusInfo) Descriptor() ([]byte, []int)

Deprecated: Use VModelStatusInfo.ProtoReflect.Descriptor instead.

func (*VModelStatusInfo) GetActiveModelId 

func (x *VModelStatusInfo) GetActiveModelId() string

func (*VModelStatusInfo) GetActiveModelStatus 

func (x *VModelStatusInfo) GetActiveModelStatus() *ModelStatusInfo

func (*VModelStatusInfo) GetStatus 

func (x *VModelStatusInfo) GetStatus() VModelStatusInfo_VModelStatus

func (*VModelStatusInfo) GetTargetModelId 

func (x *VModelStatusInfo) GetTargetModelId() string

func (*VModelStatusInfo) ProtoMessage 

func (*VModelStatusInfo) ProtoMessage()

func (*VModelStatusInfo) ProtoReflect 

func (x *VModelStatusInfo) ProtoReflect() protoreflect.Message

func (*VModelStatusInfo) Reset 

func (x *VModelStatusInfo) Reset()

func (*VModelStatusInfo) String 

func (x *VModelStatusInfo) String() string

type VModelStatusInfo_VModelStatus 

type VModelStatusInfo_VModelStatus int32
const (
	// vmodel is not registered with the cluster
	VModelStatusInfo_NOT_FOUND VModelStatusInfo_VModelStatus = 0
	// vmodel is registered and in a steady-state (activeModelId == targetModelId)
	VModelStatusInfo_DEFINED VModelStatusInfo_VModelStatus = 1
	// vmodel is waiting for a new target model to be ready before
	// transitioning to it (activeModelId != targetModelId)
	VModelStatusInfo_TRANSITIONING VModelStatusInfo_VModelStatus = 2
	// the target model failed to load and so the transition is blocked;
	// will be retried periodically so *may* automatically recover from this state
	VModelStatusInfo_TRANSITION_FAILED VModelStatusInfo_VModelStatus = 3
	VModelStatusInfo_UNKNOWN           VModelStatusInfo_VModelStatus = 5
)

func (VModelStatusInfo_VModelStatus) Descriptor 

func (VModelStatusInfo_VModelStatus) Descriptor() protoreflect.EnumDescriptor

func (VModelStatusInfo_VModelStatus) Enum 

func (x VModelStatusInfo_VModelStatus) Enum() *VModelStatusInfo_VModelStatus

func (VModelStatusInfo_VModelStatus) EnumDescriptor deprecated 

func (VModelStatusInfo_VModelStatus) EnumDescriptor() ([]byte, []int)

Deprecated: Use VModelStatusInfo_VModelStatus.Descriptor instead.

func (VModelStatusInfo_VModelStatus) Number 

func (x VModelStatusInfo_VModelStatus) Number() protoreflect.EnumNumber

func (VModelStatusInfo_VModelStatus) String 

func (x VModelStatusInfo_VModelStatus) String() string

func (VModelStatusInfo_VModelStatus) Type 

func (VModelStatusInfo_VModelStatus) Type() protoreflect.EnumType

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.