Documentation ¶
Overview ¶
Package v1 is a reverse proxy.
It translates gRPC into RESTful JSON APIs.
Index ¶
- Variables
- func RegisterGRPCInferenceServiceHandler(ctx context.Context, mux *runtime.ServeMux, conn *grpc.ClientConn) error
- func RegisterGRPCInferenceServiceHandlerClient(ctx context.Context, mux *runtime.ServeMux, client GRPCInferenceServiceClient) error
- func RegisterGRPCInferenceServiceHandlerFromEndpoint(ctx context.Context, mux *runtime.ServeMux, endpoint string, ...) (err error)
- func RegisterGRPCInferenceServiceHandlerServer(ctx context.Context, mux *runtime.ServeMux, server GRPCInferenceServiceServer) error
- func RegisterGRPCInferenceServiceServer(s grpc.ServiceRegistrar, srv GRPCInferenceServiceServer)
- type ColumnInfo
- type GRPCInferenceServiceClient
- type GRPCInferenceServiceServer
- type GetModelRequest
- type GetModelResponse
- type GetPredictorRequest
- type GetPredictorResponse
- func (*GetPredictorResponse) Descriptor() ([]byte, []int)deprecated
- func (x *GetPredictorResponse) GetItem() *PredictorInfo
- func (*GetPredictorResponse) ProtoMessage()
- func (x *GetPredictorResponse) ProtoReflect() protoreflect.Message
- func (x *GetPredictorResponse) Reset()
- func (x *GetPredictorResponse) String() string
- type InferParameter
- func (*InferParameter) Descriptor() ([]byte, []int)deprecated
- func (x *InferParameter) GetBoolParam() bool
- func (x *InferParameter) GetInt64Param() int64
- func (m *InferParameter) GetParameterChoice() isInferParameter_ParameterChoice
- func (x *InferParameter) GetStringParam() string
- func (*InferParameter) ProtoMessage()
- func (x *InferParameter) ProtoReflect() protoreflect.Message
- func (x *InferParameter) Reset()
- func (x *InferParameter) String() string
- type InferParameter_BoolParam
- type InferParameter_Int64Param
- type InferParameter_StringParam
- type InferTensorContents
- func (*InferTensorContents) Descriptor() ([]byte, []int)deprecated
- func (x *InferTensorContents) GetBoolContents() []bool
- func (x *InferTensorContents) GetBytesContents() [][]byte
- func (x *InferTensorContents) GetFp32Contents() []float32
- func (x *InferTensorContents) GetFp64Contents() []float64
- func (x *InferTensorContents) GetInt64Contents() []int64
- func (x *InferTensorContents) GetIntContents() []int32
- func (x *InferTensorContents) GetUint64Contents() []uint64
- func (x *InferTensorContents) GetUintContents() []uint32
- func (*InferTensorContents) ProtoMessage()
- func (x *InferTensorContents) ProtoReflect() protoreflect.Message
- func (x *InferTensorContents) Reset()
- func (x *InferTensorContents) String() string
- type ModelInferRequest
- func (*ModelInferRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ModelInferRequest) GetId() string
- func (x *ModelInferRequest) GetInputs() []*ModelInferRequest_InferInputTensor
- func (x *ModelInferRequest) GetModelName() string
- func (x *ModelInferRequest) GetModelVersion() string
- func (x *ModelInferRequest) GetOutputs() []*ModelInferRequest_InferRequestedOutputTensor
- func (x *ModelInferRequest) GetParameters() map[string]*InferParameter
- func (x *ModelInferRequest) GetRawInputContents() [][]byte
- func (*ModelInferRequest) ProtoMessage()
- func (x *ModelInferRequest) ProtoReflect() protoreflect.Message
- func (x *ModelInferRequest) Reset()
- func (x *ModelInferRequest) String() string
- type ModelInferRequest_InferInputTensor
- func (*ModelInferRequest_InferInputTensor) Descriptor() ([]byte, []int)deprecated
- func (x *ModelInferRequest_InferInputTensor) GetContents() *InferTensorContents
- func (x *ModelInferRequest_InferInputTensor) GetDatatype() string
- func (x *ModelInferRequest_InferInputTensor) GetName() string
- func (x *ModelInferRequest_InferInputTensor) GetParameters() map[string]*InferParameter
- func (x *ModelInferRequest_InferInputTensor) GetShape() []int64
- func (*ModelInferRequest_InferInputTensor) ProtoMessage()
- func (x *ModelInferRequest_InferInputTensor) ProtoReflect() protoreflect.Message
- func (x *ModelInferRequest_InferInputTensor) Reset()
- func (x *ModelInferRequest_InferInputTensor) String() string
- type ModelInferRequest_InferRequestedOutputTensor
- func (*ModelInferRequest_InferRequestedOutputTensor) Descriptor() ([]byte, []int)deprecated
- func (x *ModelInferRequest_InferRequestedOutputTensor) GetName() string
- func (x *ModelInferRequest_InferRequestedOutputTensor) GetParameters() map[string]*InferParameter
- func (*ModelInferRequest_InferRequestedOutputTensor) ProtoMessage()
- func (x *ModelInferRequest_InferRequestedOutputTensor) ProtoReflect() protoreflect.Message
- func (x *ModelInferRequest_InferRequestedOutputTensor) Reset()
- func (x *ModelInferRequest_InferRequestedOutputTensor) String() string
- type ModelInferResponse
- func (*ModelInferResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ModelInferResponse) GetId() string
- func (x *ModelInferResponse) GetModelName() string
- func (x *ModelInferResponse) GetModelVersion() string
- func (x *ModelInferResponse) GetOutputs() []*ModelInferResponse_InferOutputTensor
- func (x *ModelInferResponse) GetParameters() map[string]*InferParameter
- func (x *ModelInferResponse) GetRawOutputContents() [][]byte
- func (*ModelInferResponse) ProtoMessage()
- func (x *ModelInferResponse) ProtoReflect() protoreflect.Message
- func (x *ModelInferResponse) Reset()
- func (x *ModelInferResponse) String() string
- type ModelInferResponse_InferOutputTensor
- func (*ModelInferResponse_InferOutputTensor) Descriptor() ([]byte, []int)deprecated
- func (x *ModelInferResponse_InferOutputTensor) GetContents() *InferTensorContents
- func (x *ModelInferResponse_InferOutputTensor) GetDatatype() string
- func (x *ModelInferResponse_InferOutputTensor) GetName() string
- func (x *ModelInferResponse_InferOutputTensor) GetParameters() map[string]*InferParameter
- func (x *ModelInferResponse_InferOutputTensor) GetShape() []int64
- func (*ModelInferResponse_InferOutputTensor) ProtoMessage()
- func (x *ModelInferResponse_InferOutputTensor) ProtoReflect() protoreflect.Message
- func (x *ModelInferResponse_InferOutputTensor) Reset()
- func (x *ModelInferResponse_InferOutputTensor) String() string
- type ModelInfo
- func (*ModelInfo) Descriptor() ([]byte, []int)deprecated
- func (x *ModelInfo) GetCanary() bool
- func (x *ModelInfo) GetDailyPredictionAvg() int32
- func (x *ModelInfo) GetFilter() string
- func (x *ModelInfo) GetLastPrediction() int64
- func (x *ModelInfo) GetLogPath() string
- func (x *ModelInfo) GetName() string
- func (x *ModelInfo) GetNamespace() string
- func (x *ModelInfo) GetP95() float32
- func (x *ModelInfo) GetP99() float32
- func (x *ModelInfo) GetProduct() string
- func (x *ModelInfo) GetRank() int64
- func (x *ModelInfo) GetShadow() bool
- func (x *ModelInfo) GetStatus() string
- func (x *ModelInfo) GetTraffic() float32
- func (x *ModelInfo) GetTrainingMetric() string
- func (x *ModelInfo) GetTrainingScore() float32
- func (x *ModelInfo) GetVersion() string
- func (*ModelInfo) ProtoMessage()
- func (x *ModelInfo) ProtoReflect() protoreflect.Message
- func (x *ModelInfo) Reset()
- func (x *ModelInfo) String() string
- type ModelMetadataRequest
- func (*ModelMetadataRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ModelMetadataRequest) GetName() string
- func (x *ModelMetadataRequest) GetVersion() string
- func (*ModelMetadataRequest) ProtoMessage()
- func (x *ModelMetadataRequest) ProtoReflect() protoreflect.Message
- func (x *ModelMetadataRequest) Reset()
- func (x *ModelMetadataRequest) String() string
- type ModelMetadataResponse
- func (*ModelMetadataResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ModelMetadataResponse) GetInputs() []*ModelMetadataResponse_TensorMetadata
- func (x *ModelMetadataResponse) GetName() string
- func (x *ModelMetadataResponse) GetOutputs() []*ModelMetadataResponse_TensorMetadata
- func (x *ModelMetadataResponse) GetPlatform() string
- func (x *ModelMetadataResponse) GetVersions() []string
- func (*ModelMetadataResponse) ProtoMessage()
- func (x *ModelMetadataResponse) ProtoReflect() protoreflect.Message
- func (x *ModelMetadataResponse) Reset()
- func (x *ModelMetadataResponse) String() string
- type ModelMetadataResponse_TensorMetadata
- func (*ModelMetadataResponse_TensorMetadata) Descriptor() ([]byte, []int)deprecated
- func (x *ModelMetadataResponse_TensorMetadata) GetDatatype() string
- func (x *ModelMetadataResponse_TensorMetadata) GetName() string
- func (x *ModelMetadataResponse_TensorMetadata) GetShape() []int64
- func (*ModelMetadataResponse_TensorMetadata) ProtoMessage()
- func (x *ModelMetadataResponse_TensorMetadata) ProtoReflect() protoreflect.Message
- func (x *ModelMetadataResponse_TensorMetadata) Reset()
- func (x *ModelMetadataResponse_TensorMetadata) String() string
- type ModelReadyRequest
- func (*ModelReadyRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ModelReadyRequest) GetName() string
- func (x *ModelReadyRequest) GetVersion() string
- func (*ModelReadyRequest) ProtoMessage()
- func (x *ModelReadyRequest) ProtoReflect() protoreflect.Message
- func (x *ModelReadyRequest) Reset()
- func (x *ModelReadyRequest) String() string
- type ModelReadyResponse
- type PredictRequest
- func (*PredictRequest) Descriptor() ([]byte, []int)deprecated
- func (x *PredictRequest) GetExplain() bool
- func (x *PredictRequest) GetFormat() string
- func (x *PredictRequest) GetLabeled() bool
- func (x *PredictRequest) GetMetrics() []string
- func (x *PredictRequest) GetModelversion() string
- func (x *PredictRequest) GetPayload() string
- func (x *PredictRequest) GetPredictor() string
- func (x *PredictRequest) GetValidate() bool
- func (*PredictRequest) ProtoMessage()
- func (x *PredictRequest) ProtoReflect() protoreflect.Message
- func (x *PredictRequest) Reset()
- func (x *PredictRequest) String() string
- type PredictResponse
- func (*PredictResponse) Descriptor() ([]byte, []int)deprecated
- func (x *PredictResponse) GetItems() []*PredictResultLineItem
- func (x *PredictResponse) GetScores() map[string]float32
- func (*PredictResponse) ProtoMessage()
- func (x *PredictResponse) ProtoReflect() protoreflect.Message
- func (x *PredictResponse) Reset()
- func (x *PredictResponse) String() string
- type PredictResultLineItem
- func (*PredictResultLineItem) Descriptor() ([]byte, []int)deprecated
- func (x *PredictResultLineItem) GetBaseShapValue() float32
- func (x *PredictResultLineItem) GetLabel() string
- func (x *PredictResultLineItem) GetMissingColumns() []string
- func (x *PredictResultLineItem) GetOutOfBound() []string
- func (x *PredictResultLineItem) GetProbabilities() []*ProbabilityValue
- func (x *PredictResultLineItem) GetProbability() float32
- func (x *PredictResultLineItem) GetScore() float32
- func (x *PredictResultLineItem) GetShapValues() []*ShapValue
- func (x *PredictResultLineItem) GetSuccess() bool
- func (*PredictResultLineItem) ProtoMessage()
- func (x *PredictResultLineItem) ProtoReflect() protoreflect.Message
- func (x *PredictResultLineItem) Reset()
- func (x *PredictResultLineItem) String() string
- type PredictorInfo
- func (*PredictorInfo) Descriptor() ([]byte, []int)deprecated
- func (x *PredictorInfo) GetModels() []*ModelInfo
- func (x *PredictorInfo) GetName() string
- func (x *PredictorInfo) GetNamespace() string
- func (x *PredictorInfo) GetSchema() *SchemaInfo
- func (x *PredictorInfo) GetTask() string
- func (*PredictorInfo) ProtoMessage()
- func (x *PredictorInfo) ProtoReflect() protoreflect.Message
- func (x *PredictorInfo) Reset()
- func (x *PredictorInfo) String() string
- type ProbabilityValue
- func (*ProbabilityValue) Descriptor() ([]byte, []int)deprecated
- func (x *ProbabilityValue) GetLabel() string
- func (x *ProbabilityValue) GetProbability() float32
- func (*ProbabilityValue) ProtoMessage()
- func (x *ProbabilityValue) ProtoReflect() protoreflect.Message
- func (x *ProbabilityValue) Reset()
- func (x *ProbabilityValue) String() string
- type SchemaInfo
- type ServerLiveRequest
- type ServerLiveResponse
- type ServerMetadataRequest
- type ServerMetadataResponse
- func (*ServerMetadataResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ServerMetadataResponse) GetExtensions() []string
- func (x *ServerMetadataResponse) GetName() string
- func (x *ServerMetadataResponse) GetVersion() string
- func (*ServerMetadataResponse) ProtoMessage()
- func (x *ServerMetadataResponse) ProtoReflect() protoreflect.Message
- func (x *ServerMetadataResponse) Reset()
- func (x *ServerMetadataResponse) String() string
- type ServerReadyRequest
- type ServerReadyResponse
- func (*ServerReadyResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ServerReadyResponse) GetReady() bool
- func (*ServerReadyResponse) ProtoMessage()
- func (x *ServerReadyResponse) ProtoReflect() protoreflect.Message
- func (x *ServerReadyResponse) Reset()
- func (x *ServerReadyResponse) String() string
- type ServerShutdownRequest
- type ServerShutdownResponse
- type ShapValue
- type UnimplementedGRPCInferenceServiceServer
- func (UnimplementedGRPCInferenceServiceServer) GetModel(context.Context, *GetModelRequest) (*GetModelResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) GetPredictor(context.Context, *GetPredictorRequest) (*GetPredictorResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) ModelInfer(context.Context, *ModelInferRequest) (*ModelInferResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) ModelMetadata(context.Context, *ModelMetadataRequest) (*ModelMetadataResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) ModelReady(context.Context, *ModelReadyRequest) (*ModelReadyResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) Predict(context.Context, *PredictRequest) (*PredictResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) ServerLive(context.Context, *ServerLiveRequest) (*ServerLiveResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) ServerMetadata(context.Context, *ServerMetadataRequest) (*ServerMetadataResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) ServerReady(context.Context, *ServerReadyRequest) (*ServerReadyResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) Shutdown(context.Context, *ServerShutdownRequest) (*ServerShutdownResponse, error)
- type UnsafeGRPCInferenceServiceServer
Constants ¶
This section is empty.
Variables ¶
var File_github_com_metaprov_modelaapi_services_grpcinferenceservice_v1_grpcinferenceservice_proto protoreflect.FileDescriptor
var GRPCInferenceService_ServiceDesc = grpc.ServiceDesc{ ServiceName: "github.com.metaprov.modelaapi.services.grpcinferenceservice.v1.GRPCInferenceService", HandlerType: (*GRPCInferenceServiceServer)(nil), Methods: []grpc.MethodDesc{ { MethodName: "ServerLive", Handler: _GRPCInferenceService_ServerLive_Handler, }, { MethodName: "ServerReady", Handler: _GRPCInferenceService_ServerReady_Handler, }, { MethodName: "ModelReady", Handler: _GRPCInferenceService_ModelReady_Handler, }, { MethodName: "ServerMetadata", Handler: _GRPCInferenceService_ServerMetadata_Handler, }, { MethodName: "ModelMetadata", Handler: _GRPCInferenceService_ModelMetadata_Handler, }, { MethodName: "ModelInfer", Handler: _GRPCInferenceService_ModelInfer_Handler, }, { MethodName: "GetPredictor", Handler: _GRPCInferenceService_GetPredictor_Handler, }, { MethodName: "GetModel", Handler: _GRPCInferenceService_GetModel_Handler, }, { MethodName: "Predict", Handler: _GRPCInferenceService_Predict_Handler, }, { MethodName: "Shutdown", Handler: _GRPCInferenceService_Shutdown_Handler, }, }, Streams: []grpc.StreamDesc{}, Metadata: "github.com/metaprov/modelaapi/services/grpcinferenceservice/v1/grpcinferenceservice.proto", }
GRPCInferenceService_ServiceDesc is the grpc.ServiceDesc for GRPCInferenceService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)
Functions ¶
func RegisterGRPCInferenceServiceHandler ¶ added in v0.4.540
func RegisterGRPCInferenceServiceHandler(ctx context.Context, mux *runtime.ServeMux, conn *grpc.ClientConn) error
RegisterGRPCInferenceServiceHandler registers the http handlers for service GRPCInferenceService to "mux". The handlers forward requests to the grpc endpoint over "conn".
func RegisterGRPCInferenceServiceHandlerClient ¶ added in v0.4.540
func RegisterGRPCInferenceServiceHandlerClient(ctx context.Context, mux *runtime.ServeMux, client GRPCInferenceServiceClient) error
RegisterGRPCInferenceServiceHandlerClient registers the http handlers for service GRPCInferenceService to "mux". The handlers forward requests to the grpc endpoint over the given implementation of "GRPCInferenceServiceClient". Note: the gRPC framework executes interceptors within the gRPC handler. If the passed in "GRPCInferenceServiceClient" doesn't go through the normal gRPC flow (creating a gRPC client etc.) then it will be up to the passed in "GRPCInferenceServiceClient" to call the correct interceptors.
func RegisterGRPCInferenceServiceHandlerFromEndpoint ¶ added in v0.4.540
func RegisterGRPCInferenceServiceHandlerFromEndpoint(ctx context.Context, mux *runtime.ServeMux, endpoint string, opts []grpc.DialOption) (err error)
RegisterGRPCInferenceServiceHandlerFromEndpoint is same as RegisterGRPCInferenceServiceHandler but automatically dials to "endpoint" and closes the connection when "ctx" gets done.
func RegisterGRPCInferenceServiceHandlerServer ¶ added in v0.4.687
func RegisterGRPCInferenceServiceHandlerServer(ctx context.Context, mux *runtime.ServeMux, server GRPCInferenceServiceServer) error
RegisterGRPCInferenceServiceHandlerServer registers the http handlers for service GRPCInferenceService to "mux". UnaryRPC :call GRPCInferenceServiceServer directly. StreamingRPC :currently unsupported pending https://github.com/grpc/grpc-go/issues/906. Note that using this registration option will cause many gRPC library features to stop working. Consider using RegisterGRPCInferenceServiceHandlerFromEndpoint instead.
func RegisterGRPCInferenceServiceServer ¶
func RegisterGRPCInferenceServiceServer(s grpc.ServiceRegistrar, srv GRPCInferenceServiceServer)
Types ¶
type ColumnInfo ¶
type ColumnInfo struct { Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // column name Type string `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"` // column type // contains filtered or unexported fields }
a information about each column
func (*ColumnInfo) Descriptor
deprecated
func (*ColumnInfo) Descriptor() ([]byte, []int)
Deprecated: Use ColumnInfo.ProtoReflect.Descriptor instead.
func (*ColumnInfo) GetName ¶
func (x *ColumnInfo) GetName() string
func (*ColumnInfo) GetType ¶
func (x *ColumnInfo) GetType() string
func (*ColumnInfo) ProtoMessage ¶
func (*ColumnInfo) ProtoMessage()
func (*ColumnInfo) ProtoReflect ¶
func (x *ColumnInfo) ProtoReflect() protoreflect.Message
func (*ColumnInfo) Reset ¶
func (x *ColumnInfo) Reset()
func (*ColumnInfo) String ¶
func (x *ColumnInfo) String() string
type GRPCInferenceServiceClient ¶
type GRPCInferenceServiceClient interface { // The ServerLive API indicates if the inference server is able to receive // and respond to metadata and inference requests. ServerLive(ctx context.Context, in *ServerLiveRequest, opts ...grpc.CallOption) (*ServerLiveResponse, error) // The ServerReady API indicates if the server is ready for inferencing. ServerReady(ctx context.Context, in *ServerReadyRequest, opts ...grpc.CallOption) (*ServerReadyResponse, error) // The ModelReady API indicates if a specific model is ready for inferencing. ModelReady(ctx context.Context, in *ModelReadyRequest, opts ...grpc.CallOption) (*ModelReadyResponse, error) // The ServerMetadata API provides information about the server. Errors are // indicated by the google.rpc.Status returned for the request. The OK code // indicates success and other codes indicate failure. ServerMetadata(ctx context.Context, in *ServerMetadataRequest, opts ...grpc.CallOption) (*ServerMetadataResponse, error) // The per-model metadata API provides information about a model. Errors are // indicated by the google.rpc.Status returned for the request. The OK code // indicates success and other codes indicate failure. ModelMetadata(ctx context.Context, in *ModelMetadataRequest, opts ...grpc.CallOption) (*ModelMetadataResponse, error) // The ModelInfer API performs inference using the specified model. Errors are // indicated by the google.rpc.Status returned for the request. The OK code // indicates success and other codes indicate failure. ModelInfer(ctx context.Context, in *ModelInferRequest, opts ...grpc.CallOption) (*ModelInferResponse, error) // Extention to the api specific to modela GetPredictor(ctx context.Context, in *GetPredictorRequest, opts ...grpc.CallOption) (*GetPredictorResponse, error) GetModel(ctx context.Context, in *GetModelRequest, opts ...grpc.CallOption) (*GetModelResponse, error) Predict(ctx context.Context, in *PredictRequest, opts ...grpc.CallOption) (*PredictResponse, error) Shutdown(ctx context.Context, in *ServerShutdownRequest, opts ...grpc.CallOption) (*ServerShutdownResponse, error) }
GRPCInferenceServiceClient is the client API for GRPCInferenceService service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.
func NewGRPCInferenceServiceClient ¶
func NewGRPCInferenceServiceClient(cc grpc.ClientConnInterface) GRPCInferenceServiceClient
type GRPCInferenceServiceServer ¶
type GRPCInferenceServiceServer interface { // The ServerLive API indicates if the inference server is able to receive // and respond to metadata and inference requests. ServerLive(context.Context, *ServerLiveRequest) (*ServerLiveResponse, error) // The ServerReady API indicates if the server is ready for inferencing. ServerReady(context.Context, *ServerReadyRequest) (*ServerReadyResponse, error) // The ModelReady API indicates if a specific model is ready for inferencing. ModelReady(context.Context, *ModelReadyRequest) (*ModelReadyResponse, error) // The ServerMetadata API provides information about the server. Errors are // indicated by the google.rpc.Status returned for the request. The OK code // indicates success and other codes indicate failure. ServerMetadata(context.Context, *ServerMetadataRequest) (*ServerMetadataResponse, error) // The per-model metadata API provides information about a model. Errors are // indicated by the google.rpc.Status returned for the request. The OK code // indicates success and other codes indicate failure. ModelMetadata(context.Context, *ModelMetadataRequest) (*ModelMetadataResponse, error) // The ModelInfer API performs inference using the specified model. Errors are // indicated by the google.rpc.Status returned for the request. The OK code // indicates success and other codes indicate failure. ModelInfer(context.Context, *ModelInferRequest) (*ModelInferResponse, error) // Extention to the api specific to modela GetPredictor(context.Context, *GetPredictorRequest) (*GetPredictorResponse, error) GetModel(context.Context, *GetModelRequest) (*GetModelResponse, error) Predict(context.Context, *PredictRequest) (*PredictResponse, error) Shutdown(context.Context, *ServerShutdownRequest) (*ServerShutdownResponse, error) // contains filtered or unexported methods }
GRPCInferenceServiceServer is the server API for GRPCInferenceService service. All implementations must embed UnimplementedGRPCInferenceServiceServer for forward compatibility
type GetModelRequest ¶
type GetModelRequest struct { Name string `protobuf:"bytes,3,opt,name=name,proto3" json:"name,omitempty"` // contains filtered or unexported fields }
func (*GetModelRequest) Descriptor
deprecated
func (*GetModelRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetModelRequest.ProtoReflect.Descriptor instead.
func (*GetModelRequest) GetName ¶
func (x *GetModelRequest) GetName() string
func (*GetModelRequest) ProtoMessage ¶
func (*GetModelRequest) ProtoMessage()
func (*GetModelRequest) ProtoReflect ¶
func (x *GetModelRequest) ProtoReflect() protoreflect.Message
func (*GetModelRequest) Reset ¶
func (x *GetModelRequest) Reset()
func (*GetModelRequest) String ¶
func (x *GetModelRequest) String() string
type GetModelResponse ¶
type GetModelResponse struct { Item *ModelInfo `protobuf:"bytes,1,opt,name=item,proto3" json:"item,omitempty"` // contains filtered or unexported fields }
func (*GetModelResponse) Descriptor
deprecated
func (*GetModelResponse) Descriptor() ([]byte, []int)
Deprecated: Use GetModelResponse.ProtoReflect.Descriptor instead.
func (*GetModelResponse) GetItem ¶
func (x *GetModelResponse) GetItem() *ModelInfo
func (*GetModelResponse) ProtoMessage ¶
func (*GetModelResponse) ProtoMessage()
func (*GetModelResponse) ProtoReflect ¶
func (x *GetModelResponse) ProtoReflect() protoreflect.Message
func (*GetModelResponse) Reset ¶
func (x *GetModelResponse) Reset()
func (*GetModelResponse) String ¶
func (x *GetModelResponse) String() string
type GetPredictorRequest ¶
type GetPredictorRequest struct {
// contains filtered or unexported fields
}
/ request / response
func (*GetPredictorRequest) Descriptor
deprecated
func (*GetPredictorRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetPredictorRequest.ProtoReflect.Descriptor instead.
func (*GetPredictorRequest) ProtoMessage ¶
func (*GetPredictorRequest) ProtoMessage()
func (*GetPredictorRequest) ProtoReflect ¶
func (x *GetPredictorRequest) ProtoReflect() protoreflect.Message
func (*GetPredictorRequest) Reset ¶
func (x *GetPredictorRequest) Reset()
func (*GetPredictorRequest) String ¶
func (x *GetPredictorRequest) String() string
type GetPredictorResponse ¶
type GetPredictorResponse struct { Item *PredictorInfo `protobuf:"bytes,1,opt,name=item,proto3" json:"item,omitempty"` // contains filtered or unexported fields }
func (*GetPredictorResponse) Descriptor
deprecated
func (*GetPredictorResponse) Descriptor() ([]byte, []int)
Deprecated: Use GetPredictorResponse.ProtoReflect.Descriptor instead.
func (*GetPredictorResponse) GetItem ¶
func (x *GetPredictorResponse) GetItem() *PredictorInfo
func (*GetPredictorResponse) ProtoMessage ¶
func (*GetPredictorResponse) ProtoMessage()
func (*GetPredictorResponse) ProtoReflect ¶
func (x *GetPredictorResponse) ProtoReflect() protoreflect.Message
func (*GetPredictorResponse) Reset ¶
func (x *GetPredictorResponse) Reset()
func (*GetPredictorResponse) String ¶
func (x *GetPredictorResponse) String() string
type InferParameter ¶
type InferParameter struct { // The parameter value can be a string, an int64, a boolean // or a message specific to a predefined parameter. // // Types that are assignable to ParameterChoice: // *InferParameter_BoolParam // *InferParameter_Int64Param // *InferParameter_StringParam ParameterChoice isInferParameter_ParameterChoice `protobuf_oneof:"parameter_choice"` // contains filtered or unexported fields }
An inference parameter value. The Parameters message describes a “name”/”value” pair, where the “name” is the name of the parameter and the “value” is a boolean, integer, or string corresponding to the parameter.
func (*InferParameter) Descriptor
deprecated
func (*InferParameter) Descriptor() ([]byte, []int)
Deprecated: Use InferParameter.ProtoReflect.Descriptor instead.
func (*InferParameter) GetBoolParam ¶
func (x *InferParameter) GetBoolParam() bool
func (*InferParameter) GetInt64Param ¶
func (x *InferParameter) GetInt64Param() int64
func (*InferParameter) GetParameterChoice ¶
func (m *InferParameter) GetParameterChoice() isInferParameter_ParameterChoice
func (*InferParameter) GetStringParam ¶
func (x *InferParameter) GetStringParam() string
func (*InferParameter) ProtoMessage ¶
func (*InferParameter) ProtoMessage()
func (*InferParameter) ProtoReflect ¶
func (x *InferParameter) ProtoReflect() protoreflect.Message
func (*InferParameter) Reset ¶
func (x *InferParameter) Reset()
func (*InferParameter) String ¶
func (x *InferParameter) String() string
type InferParameter_BoolParam ¶
type InferParameter_BoolParam struct { // A boolean parameter value. BoolParam bool `protobuf:"varint,1,opt,name=bool_param,json=boolParam,proto3,oneof"` }
type InferParameter_Int64Param ¶
type InferParameter_Int64Param struct { // An int64 parameter value. Int64Param int64 `protobuf:"varint,2,opt,name=int64_param,json=int64Param,proto3,oneof"` }
type InferParameter_StringParam ¶
type InferParameter_StringParam struct { // A string parameter value. StringParam string `protobuf:"bytes,3,opt,name=string_param,json=stringParam,proto3,oneof"` }
type InferTensorContents ¶
type InferTensorContents struct { // Representation for BOOL data type. The size must match what is // expected by the tensor's shape. The contents must be the flattened, // one-dimensional, row-major order of the tensor elements. BoolContents []bool `protobuf:"varint,1,rep,packed,name=bool_contents,json=boolContents,proto3" json:"bool_contents,omitempty"` // Representation for INT8, INT16, and INT32 data types. The size // must match what is expected by the tensor's shape. The contents // must be the flattened, one-dimensional, row-major order of the // tensor elements. IntContents []int32 `protobuf:"varint,2,rep,packed,name=int_contents,json=intContents,proto3" json:"int_contents,omitempty"` // Representation for INT64 data types. The size must match what // is expected by the tensor's shape. The contents must be the // flattened, one-dimensional, row-major order of the tensor elements. Int64Contents []int64 `protobuf:"varint,3,rep,packed,name=int64_contents,json=int64Contents,proto3" json:"int64_contents,omitempty"` // Representation for UINT8, UINT16, and UINT32 data types. The size // must match what is expected by the tensor's shape. The contents // must be the flattened, one-dimensional, row-major order of the // tensor elements. UintContents []uint32 `protobuf:"varint,4,rep,packed,name=uint_contents,json=uintContents,proto3" json:"uint_contents,omitempty"` // Representation for UINT64 data types. The size must match what // is expected by the tensor's shape. The contents must be the // flattened, one-dimensional, row-major order of the tensor elements. Uint64Contents []uint64 `protobuf:"varint,5,rep,packed,name=uint64_contents,json=uint64Contents,proto3" json:"uint64_contents,omitempty"` // Representation for FP32 data type. The size must match what is // expected by the tensor's shape. The contents must be the flattened, // one-dimensional, row-major order of the tensor elements. Fp32Contents []float32 `protobuf:"fixed32,6,rep,packed,name=fp32_contents,json=fp32Contents,proto3" json:"fp32_contents,omitempty"` // Representation for FP64 data type. The size must match what is // expected by the tensor's shape. The contents must be the flattened, // one-dimensional, row-major order of the tensor elements. Fp64Contents []float64 `protobuf:"fixed64,7,rep,packed,name=fp64_contents,json=fp64Contents,proto3" json:"fp64_contents,omitempty"` // Representation for BYTES data type. The size must match what is // expected by the tensor's shape. The contents must be the flattened, // one-dimensional, row-major order of the tensor elements. BytesContents [][]byte `protobuf:"bytes,8,rep,name=bytes_contents,json=bytesContents,proto3" json:"bytes_contents,omitempty"` // contains filtered or unexported fields }
The data contained in a tensor represented by the repeated type that matches the tensor's data type. Protobuf oneof is not used because oneofs cannot contain repeated fields.
func (*InferTensorContents) Descriptor
deprecated
func (*InferTensorContents) Descriptor() ([]byte, []int)
Deprecated: Use InferTensorContents.ProtoReflect.Descriptor instead.
func (*InferTensorContents) GetBoolContents ¶
func (x *InferTensorContents) GetBoolContents() []bool
func (*InferTensorContents) GetBytesContents ¶
func (x *InferTensorContents) GetBytesContents() [][]byte
func (*InferTensorContents) GetFp32Contents ¶
func (x *InferTensorContents) GetFp32Contents() []float32
func (*InferTensorContents) GetFp64Contents ¶
func (x *InferTensorContents) GetFp64Contents() []float64
func (*InferTensorContents) GetInt64Contents ¶
func (x *InferTensorContents) GetInt64Contents() []int64
func (*InferTensorContents) GetIntContents ¶
func (x *InferTensorContents) GetIntContents() []int32
func (*InferTensorContents) GetUint64Contents ¶
func (x *InferTensorContents) GetUint64Contents() []uint64
func (*InferTensorContents) GetUintContents ¶
func (x *InferTensorContents) GetUintContents() []uint32
func (*InferTensorContents) ProtoMessage ¶
func (*InferTensorContents) ProtoMessage()
func (*InferTensorContents) ProtoReflect ¶
func (x *InferTensorContents) ProtoReflect() protoreflect.Message
func (*InferTensorContents) Reset ¶
func (x *InferTensorContents) Reset()
func (*InferTensorContents) String ¶
func (x *InferTensorContents) String() string
type ModelInferRequest ¶
type ModelInferRequest struct { // The name of the model to use for inferencing. ModelName string `protobuf:"bytes,1,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"` // The version of the model to use for inference. If not given the // server will choose a version based on the model and internal policy. ModelVersion string `protobuf:"bytes,2,opt,name=model_version,json=modelVersion,proto3" json:"model_version,omitempty"` // Optional identifier for the request. If specified will be // returned in the response. Id string `protobuf:"bytes,3,opt,name=id,proto3" json:"id,omitempty"` // Optional inference parameters. Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */ // The input tensors for the inference. Inputs []*ModelInferRequest_InferInputTensor `protobuf:"bytes,5,rep,name=inputs,proto3" json:"inputs,omitempty"` // The requested output tensors for the inference. Optional, if not // specified all outputs produced by the model will be returned. Outputs []*ModelInferRequest_InferRequestedOutputTensor `protobuf:"bytes,6,rep,name=outputs,proto3" json:"outputs,omitempty"` // The data contained in an input tensor can be represented in "raw" // bytes form or in the repeated type that matches the tensor's data // type. To use the raw representation 'raw_input_contents' must be // initialized with data for each tensor in the same order as // 'inputs'. For each tensor, the size of this content must match // what is expected by the tensor's shape and data type. The raw // data must be the flattened, one-dimensional, row-major order of // the tensor elements without any stride or padding between the // elements. Note that the FP16 data type must be represented as raw // content as there is no specific data type for a 16-bit float // type. // // If this field is specified then InferInputTensor::contents must // not be specified for any input tensor. RawInputContents [][]byte `protobuf:"bytes,7,rep,name=raw_input_contents,json=rawInputContents,proto3" json:"raw_input_contents,omitempty"` // contains filtered or unexported fields }
func (*ModelInferRequest) Descriptor
deprecated
func (*ModelInferRequest) Descriptor() ([]byte, []int)
Deprecated: Use ModelInferRequest.ProtoReflect.Descriptor instead.
func (*ModelInferRequest) GetId ¶
func (x *ModelInferRequest) GetId() string
func (*ModelInferRequest) GetInputs ¶
func (x *ModelInferRequest) GetInputs() []*ModelInferRequest_InferInputTensor
func (*ModelInferRequest) GetModelName ¶
func (x *ModelInferRequest) GetModelName() string
func (*ModelInferRequest) GetModelVersion ¶
func (x *ModelInferRequest) GetModelVersion() string
func (*ModelInferRequest) GetOutputs ¶
func (x *ModelInferRequest) GetOutputs() []*ModelInferRequest_InferRequestedOutputTensor
func (*ModelInferRequest) GetParameters ¶
func (x *ModelInferRequest) GetParameters() map[string]*InferParameter
func (*ModelInferRequest) GetRawInputContents ¶
func (x *ModelInferRequest) GetRawInputContents() [][]byte
func (*ModelInferRequest) ProtoMessage ¶
func (*ModelInferRequest) ProtoMessage()
func (*ModelInferRequest) ProtoReflect ¶
func (x *ModelInferRequest) ProtoReflect() protoreflect.Message
func (*ModelInferRequest) Reset ¶
func (x *ModelInferRequest) Reset()
func (*ModelInferRequest) String ¶
func (x *ModelInferRequest) String() string
type ModelInferRequest_InferInputTensor ¶
type ModelInferRequest_InferInputTensor struct { // The tensor name. Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // The tensor data type. Datatype string `protobuf:"bytes,2,opt,name=datatype,proto3" json:"datatype,omitempty"` // The tensor shape. Shape []int64 `protobuf:"varint,3,rep,packed,name=shape,proto3" json:"shape,omitempty"` // Optional inference input tensor parameters. Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */ // The tensor contents using a data-type format. This field must // not be specified if "raw" tensor contents are being used for // the inference request. Contents *InferTensorContents `protobuf:"bytes,5,opt,name=contents,proto3" json:"contents,omitempty"` // contains filtered or unexported fields }
An input tensor for an inference request.
func (*ModelInferRequest_InferInputTensor) Descriptor
deprecated
func (*ModelInferRequest_InferInputTensor) Descriptor() ([]byte, []int)
Deprecated: Use ModelInferRequest_InferInputTensor.ProtoReflect.Descriptor instead.
func (*ModelInferRequest_InferInputTensor) GetContents ¶
func (x *ModelInferRequest_InferInputTensor) GetContents() *InferTensorContents
func (*ModelInferRequest_InferInputTensor) GetDatatype ¶
func (x *ModelInferRequest_InferInputTensor) GetDatatype() string
func (*ModelInferRequest_InferInputTensor) GetName ¶
func (x *ModelInferRequest_InferInputTensor) GetName() string
func (*ModelInferRequest_InferInputTensor) GetParameters ¶
func (x *ModelInferRequest_InferInputTensor) GetParameters() map[string]*InferParameter
func (*ModelInferRequest_InferInputTensor) GetShape ¶
func (x *ModelInferRequest_InferInputTensor) GetShape() []int64
func (*ModelInferRequest_InferInputTensor) ProtoMessage ¶
func (*ModelInferRequest_InferInputTensor) ProtoMessage()
func (*ModelInferRequest_InferInputTensor) ProtoReflect ¶
func (x *ModelInferRequest_InferInputTensor) ProtoReflect() protoreflect.Message
func (*ModelInferRequest_InferInputTensor) Reset ¶
func (x *ModelInferRequest_InferInputTensor) Reset()
func (*ModelInferRequest_InferInputTensor) String ¶
func (x *ModelInferRequest_InferInputTensor) String() string
type ModelInferRequest_InferRequestedOutputTensor ¶
type ModelInferRequest_InferRequestedOutputTensor struct { // The tensor name. Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // Optional requested output tensor parameters. Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */ // contains filtered or unexported fields }
An output tensor requested for an inference request.
func (*ModelInferRequest_InferRequestedOutputTensor) Descriptor
deprecated
func (*ModelInferRequest_InferRequestedOutputTensor) Descriptor() ([]byte, []int)
Deprecated: Use ModelInferRequest_InferRequestedOutputTensor.ProtoReflect.Descriptor instead.
func (*ModelInferRequest_InferRequestedOutputTensor) GetName ¶
func (x *ModelInferRequest_InferRequestedOutputTensor) GetName() string
func (*ModelInferRequest_InferRequestedOutputTensor) GetParameters ¶
func (x *ModelInferRequest_InferRequestedOutputTensor) GetParameters() map[string]*InferParameter
func (*ModelInferRequest_InferRequestedOutputTensor) ProtoMessage ¶
func (*ModelInferRequest_InferRequestedOutputTensor) ProtoMessage()
func (*ModelInferRequest_InferRequestedOutputTensor) ProtoReflect ¶
func (x *ModelInferRequest_InferRequestedOutputTensor) ProtoReflect() protoreflect.Message
func (*ModelInferRequest_InferRequestedOutputTensor) Reset ¶
func (x *ModelInferRequest_InferRequestedOutputTensor) Reset()
func (*ModelInferRequest_InferRequestedOutputTensor) String ¶
func (x *ModelInferRequest_InferRequestedOutputTensor) String() string
type ModelInferResponse ¶
type ModelInferResponse struct { // The name of the model used for inference. ModelName string `protobuf:"bytes,1,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"` // The version of the model used for inference. ModelVersion string `protobuf:"bytes,2,opt,name=model_version,json=modelVersion,proto3" json:"model_version,omitempty"` // The id of the inference request if one was specified. Id string `protobuf:"bytes,3,opt,name=id,proto3" json:"id,omitempty"` // Optional inference response parameters. Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */ // The output tensors holding inference results. Outputs []*ModelInferResponse_InferOutputTensor `protobuf:"bytes,5,rep,name=outputs,proto3" json:"outputs,omitempty"` // The data contained in an output tensor can be represented in // "raw" bytes form or in the repeated type that matches the // tensor's data type. To use the raw representation 'raw_output_contents' // must be initialized with data for each tensor in the same order as // 'outputs'. For each tensor, the size of this content must match // what is expected by the tensor's shape and data type. The raw // data must be the flattened, one-dimensional, row-major order of // the tensor elements without any stride or padding between the // elements. Note that the FP16 data type must be represented as raw // content as there is no specific data type for a 16-bit float // type. // // If this field is specified then InferOutputTensor::contents must // not be specified for any output tensor. RawOutputContents [][]byte `protobuf:"bytes,6,rep,name=raw_output_contents,json=rawOutputContents,proto3" json:"raw_output_contents,omitempty"` // contains filtered or unexported fields }
func (*ModelInferResponse) Descriptor
deprecated
func (*ModelInferResponse) Descriptor() ([]byte, []int)
Deprecated: Use ModelInferResponse.ProtoReflect.Descriptor instead.
func (*ModelInferResponse) GetId ¶
func (x *ModelInferResponse) GetId() string
func (*ModelInferResponse) GetModelName ¶
func (x *ModelInferResponse) GetModelName() string
func (*ModelInferResponse) GetModelVersion ¶
func (x *ModelInferResponse) GetModelVersion() string
func (*ModelInferResponse) GetOutputs ¶
func (x *ModelInferResponse) GetOutputs() []*ModelInferResponse_InferOutputTensor
func (*ModelInferResponse) GetParameters ¶
func (x *ModelInferResponse) GetParameters() map[string]*InferParameter
func (*ModelInferResponse) GetRawOutputContents ¶
func (x *ModelInferResponse) GetRawOutputContents() [][]byte
func (*ModelInferResponse) ProtoMessage ¶
func (*ModelInferResponse) ProtoMessage()
func (*ModelInferResponse) ProtoReflect ¶
func (x *ModelInferResponse) ProtoReflect() protoreflect.Message
func (*ModelInferResponse) Reset ¶
func (x *ModelInferResponse) Reset()
func (*ModelInferResponse) String ¶
func (x *ModelInferResponse) String() string
type ModelInferResponse_InferOutputTensor ¶
type ModelInferResponse_InferOutputTensor struct { // The tensor name. Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // The tensor data type. Datatype string `protobuf:"bytes,2,opt,name=datatype,proto3" json:"datatype,omitempty"` // The tensor shape. Shape []int64 `protobuf:"varint,3,rep,packed,name=shape,proto3" json:"shape,omitempty"` // Optional output tensor parameters. Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */ // The tensor contents using a data-type format. This field must // not be specified if "raw" tensor contents are being used for // the inference response. Contents *InferTensorContents `protobuf:"bytes,5,opt,name=contents,proto3" json:"contents,omitempty"` // contains filtered or unexported fields }
An output tensor returned for an inference request.
func (*ModelInferResponse_InferOutputTensor) Descriptor
deprecated
func (*ModelInferResponse_InferOutputTensor) Descriptor() ([]byte, []int)
Deprecated: Use ModelInferResponse_InferOutputTensor.ProtoReflect.Descriptor instead.
func (*ModelInferResponse_InferOutputTensor) GetContents ¶
func (x *ModelInferResponse_InferOutputTensor) GetContents() *InferTensorContents
func (*ModelInferResponse_InferOutputTensor) GetDatatype ¶
func (x *ModelInferResponse_InferOutputTensor) GetDatatype() string
func (*ModelInferResponse_InferOutputTensor) GetName ¶
func (x *ModelInferResponse_InferOutputTensor) GetName() string
func (*ModelInferResponse_InferOutputTensor) GetParameters ¶
func (x *ModelInferResponse_InferOutputTensor) GetParameters() map[string]*InferParameter
func (*ModelInferResponse_InferOutputTensor) GetShape ¶
func (x *ModelInferResponse_InferOutputTensor) GetShape() []int64
func (*ModelInferResponse_InferOutputTensor) ProtoMessage ¶
func (*ModelInferResponse_InferOutputTensor) ProtoMessage()
func (*ModelInferResponse_InferOutputTensor) ProtoReflect ¶
func (x *ModelInferResponse_InferOutputTensor) ProtoReflect() protoreflect.Message
func (*ModelInferResponse_InferOutputTensor) Reset ¶
func (x *ModelInferResponse_InferOutputTensor) Reset()
func (*ModelInferResponse_InferOutputTensor) String ¶
func (x *ModelInferResponse_InferOutputTensor) String() string
type ModelInfo ¶
type ModelInfo struct { Namespace string `protobuf:"bytes,1,opt,name=namespace,proto3" json:"namespace,omitempty"` Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"` // the model name Version string `protobuf:"bytes,3,opt,name=version,proto3" json:"version,omitempty"` // the model name space Product string `protobuf:"bytes,4,opt,name=product,proto3" json:"product,omitempty"` // the model name TrainingMetric string `protobuf:"bytes,5,opt,name=trainingMetric,proto3" json:"trainingMetric,omitempty"` // the model name space TrainingScore float32 `protobuf:"fixed32,6,opt,name=trainingScore,proto3" json:"trainingScore,omitempty"` // the model name space Status string `protobuf:"bytes,7,opt,name=status,proto3" json:"status,omitempty"` // model status Canary bool `protobuf:"varint,8,opt,name=canary,proto3" json:"canary,omitempty"` // true if this is a canary model Shadow bool `protobuf:"varint,9,opt,name=shadow,proto3" json:"shadow,omitempty"` // is this a shadow model Traffic float32 `protobuf:"fixed32,10,opt,name=traffic,proto3" json:"traffic,omitempty"` // how much traffic is allocated to this model (0 -100) Filter string `protobuf:"bytes,11,opt,name=filter,proto3" json:"filter,omitempty"` // the filter (a boolean expression involving the model) Rank int64 `protobuf:"varint,12,opt,name=rank,proto3" json:"rank,omitempty"` // the model rank when making a prediction. LogPath string `protobuf:"bytes,13,opt,name=logPath,proto3" json:"logPath,omitempty"` // the location of the model prediction log file P95 float32 `protobuf:"fixed32,14,opt,name=p95,proto3" json:"p95,omitempty"` // The 95 percent latency P99 float32 `protobuf:"fixed32,15,opt,name=p99,proto3" json:"p99,omitempty"` // The 99 percent latency LastPrediction int64 `protobuf:"varint,16,opt,name=lastPrediction,proto3" json:"lastPrediction,omitempty"` // The last prediction time DailyPredictionAvg int32 `protobuf:"varint,17,opt,name=dailyPredictionAvg,proto3" json:"dailyPredictionAvg,omitempty"` // contains filtered or unexported fields }
func (*ModelInfo) Descriptor
deprecated
func (*ModelInfo) GetDailyPredictionAvg ¶
func (*ModelInfo) GetLastPrediction ¶
func (*ModelInfo) GetLogPath ¶
func (*ModelInfo) GetNamespace ¶ added in v0.4.438
func (*ModelInfo) GetProduct ¶
func (*ModelInfo) GetTraffic ¶
func (*ModelInfo) GetTrainingMetric ¶
func (*ModelInfo) GetTrainingScore ¶
func (*ModelInfo) GetVersion ¶
func (*ModelInfo) ProtoMessage ¶
func (*ModelInfo) ProtoMessage()
func (*ModelInfo) ProtoReflect ¶
func (x *ModelInfo) ProtoReflect() protoreflect.Message
type ModelMetadataRequest ¶
type ModelMetadataRequest struct { // The name of the model. Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // The version of the model to check for readiness. If not given the // server will choose a version based on the model and internal policy. Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"` // contains filtered or unexported fields }
func (*ModelMetadataRequest) Descriptor
deprecated
func (*ModelMetadataRequest) Descriptor() ([]byte, []int)
Deprecated: Use ModelMetadataRequest.ProtoReflect.Descriptor instead.
func (*ModelMetadataRequest) GetName ¶
func (x *ModelMetadataRequest) GetName() string
func (*ModelMetadataRequest) GetVersion ¶
func (x *ModelMetadataRequest) GetVersion() string
func (*ModelMetadataRequest) ProtoMessage ¶
func (*ModelMetadataRequest) ProtoMessage()
func (*ModelMetadataRequest) ProtoReflect ¶
func (x *ModelMetadataRequest) ProtoReflect() protoreflect.Message
func (*ModelMetadataRequest) Reset ¶
func (x *ModelMetadataRequest) Reset()
func (*ModelMetadataRequest) String ¶
func (x *ModelMetadataRequest) String() string
type ModelMetadataResponse ¶
type ModelMetadataResponse struct { // The model name. Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // The versions of the model available on the server. Versions []string `protobuf:"bytes,2,rep,name=versions,proto3" json:"versions,omitempty"` // The model's platform. See Platforms. Platform string `protobuf:"bytes,3,opt,name=platform,proto3" json:"platform,omitempty"` // The model's inputs. Inputs []*ModelMetadataResponse_TensorMetadata `protobuf:"bytes,4,rep,name=inputs,proto3" json:"inputs,omitempty"` // The model's outputs. Outputs []*ModelMetadataResponse_TensorMetadata `protobuf:"bytes,5,rep,name=outputs,proto3" json:"outputs,omitempty"` // contains filtered or unexported fields }
func (*ModelMetadataResponse) Descriptor
deprecated
func (*ModelMetadataResponse) Descriptor() ([]byte, []int)
Deprecated: Use ModelMetadataResponse.ProtoReflect.Descriptor instead.
func (*ModelMetadataResponse) GetInputs ¶
func (x *ModelMetadataResponse) GetInputs() []*ModelMetadataResponse_TensorMetadata
func (*ModelMetadataResponse) GetName ¶
func (x *ModelMetadataResponse) GetName() string
func (*ModelMetadataResponse) GetOutputs ¶
func (x *ModelMetadataResponse) GetOutputs() []*ModelMetadataResponse_TensorMetadata
func (*ModelMetadataResponse) GetPlatform ¶
func (x *ModelMetadataResponse) GetPlatform() string
func (*ModelMetadataResponse) GetVersions ¶
func (x *ModelMetadataResponse) GetVersions() []string
func (*ModelMetadataResponse) ProtoMessage ¶
func (*ModelMetadataResponse) ProtoMessage()
func (*ModelMetadataResponse) ProtoReflect ¶
func (x *ModelMetadataResponse) ProtoReflect() protoreflect.Message
func (*ModelMetadataResponse) Reset ¶
func (x *ModelMetadataResponse) Reset()
func (*ModelMetadataResponse) String ¶
func (x *ModelMetadataResponse) String() string
type ModelMetadataResponse_TensorMetadata ¶
type ModelMetadataResponse_TensorMetadata struct { // The tensor name. Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // The tensor data type. Datatype string `protobuf:"bytes,2,opt,name=datatype,proto3" json:"datatype,omitempty"` // The tensor shape. A variable-size dimension is represented // by a -1 value. Shape []int64 `protobuf:"varint,3,rep,packed,name=shape,proto3" json:"shape,omitempty"` // contains filtered or unexported fields }
Metadata for a tensor.
func (*ModelMetadataResponse_TensorMetadata) Descriptor
deprecated
func (*ModelMetadataResponse_TensorMetadata) Descriptor() ([]byte, []int)
Deprecated: Use ModelMetadataResponse_TensorMetadata.ProtoReflect.Descriptor instead.
func (*ModelMetadataResponse_TensorMetadata) GetDatatype ¶
func (x *ModelMetadataResponse_TensorMetadata) GetDatatype() string
func (*ModelMetadataResponse_TensorMetadata) GetName ¶
func (x *ModelMetadataResponse_TensorMetadata) GetName() string
func (*ModelMetadataResponse_TensorMetadata) GetShape ¶
func (x *ModelMetadataResponse_TensorMetadata) GetShape() []int64
func (*ModelMetadataResponse_TensorMetadata) ProtoMessage ¶
func (*ModelMetadataResponse_TensorMetadata) ProtoMessage()
func (*ModelMetadataResponse_TensorMetadata) ProtoReflect ¶
func (x *ModelMetadataResponse_TensorMetadata) ProtoReflect() protoreflect.Message
func (*ModelMetadataResponse_TensorMetadata) Reset ¶
func (x *ModelMetadataResponse_TensorMetadata) Reset()
func (*ModelMetadataResponse_TensorMetadata) String ¶
func (x *ModelMetadataResponse_TensorMetadata) String() string
type ModelReadyRequest ¶
type ModelReadyRequest struct { // The name of the model to check for readiness. Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // The version of the model to check for readiness. If not given the // server will choose a version based on the model and internal policy. Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"` // contains filtered or unexported fields }
func (*ModelReadyRequest) Descriptor
deprecated
func (*ModelReadyRequest) Descriptor() ([]byte, []int)
Deprecated: Use ModelReadyRequest.ProtoReflect.Descriptor instead.
func (*ModelReadyRequest) GetName ¶
func (x *ModelReadyRequest) GetName() string
func (*ModelReadyRequest) GetVersion ¶
func (x *ModelReadyRequest) GetVersion() string
func (*ModelReadyRequest) ProtoMessage ¶
func (*ModelReadyRequest) ProtoMessage()
func (*ModelReadyRequest) ProtoReflect ¶
func (x *ModelReadyRequest) ProtoReflect() protoreflect.Message
func (*ModelReadyRequest) Reset ¶
func (x *ModelReadyRequest) Reset()
func (*ModelReadyRequest) String ¶
func (x *ModelReadyRequest) String() string
type ModelReadyResponse ¶
type ModelReadyResponse struct { // True if the model is ready, false if not ready. Ready bool `protobuf:"varint,1,opt,name=ready,proto3" json:"ready,omitempty"` // contains filtered or unexported fields }
func (*ModelReadyResponse) Descriptor
deprecated
func (*ModelReadyResponse) Descriptor() ([]byte, []int)
Deprecated: Use ModelReadyResponse.ProtoReflect.Descriptor instead.
func (*ModelReadyResponse) GetReady ¶
func (x *ModelReadyResponse) GetReady() bool
func (*ModelReadyResponse) ProtoMessage ¶
func (*ModelReadyResponse) ProtoMessage()
func (*ModelReadyResponse) ProtoReflect ¶
func (x *ModelReadyResponse) ProtoReflect() protoreflect.Message
func (*ModelReadyResponse) Reset ¶
func (x *ModelReadyResponse) Reset()
func (*ModelReadyResponse) String ¶
func (x *ModelReadyResponse) String() string
type PredictRequest ¶
type PredictRequest struct { Predictor string `protobuf:"bytes,1,opt,name=predictor,proto3" json:"predictor,omitempty"` Validate bool `protobuf:"varint,2,opt,name=validate,proto3" json:"validate,omitempty"` // use the schema to validate the request Explain bool `protobuf:"varint,3,opt,name=explain,proto3" json:"explain,omitempty"` // if true, explain the prediction using shap. Format string `protobuf:"bytes,4,opt,name=format,proto3" json:"format,omitempty"` // can be csv,json. Payload string `protobuf:"bytes,5,opt,name=payload,proto3" json:"payload,omitempty"` // json or csv array of rows. Labeled bool `protobuf:"varint,6,opt,name=labeled,proto3" json:"labeled,omitempty"` // indicate that this is labeled prediction Metrics []string `protobuf:"bytes,7,rep,name=metrics,proto3" json:"metrics,omitempty"` // one or more metrics to use when evaluating labeled prediction Modelversion string `protobuf:"bytes,8,opt,name=modelversion,proto3" json:"modelversion,omitempty"` // the version of the model, if empty use any model // contains filtered or unexported fields }
func (*PredictRequest) Descriptor
deprecated
func (*PredictRequest) Descriptor() ([]byte, []int)
Deprecated: Use PredictRequest.ProtoReflect.Descriptor instead.
func (*PredictRequest) GetExplain ¶
func (x *PredictRequest) GetExplain() bool
func (*PredictRequest) GetFormat ¶
func (x *PredictRequest) GetFormat() string
func (*PredictRequest) GetLabeled ¶
func (x *PredictRequest) GetLabeled() bool
func (*PredictRequest) GetMetrics ¶
func (x *PredictRequest) GetMetrics() []string
func (*PredictRequest) GetModelversion ¶ added in v0.4.866
func (x *PredictRequest) GetModelversion() string
func (*PredictRequest) GetPayload ¶
func (x *PredictRequest) GetPayload() string
func (*PredictRequest) GetPredictor ¶ added in v0.4.682
func (x *PredictRequest) GetPredictor() string
func (*PredictRequest) GetValidate ¶
func (x *PredictRequest) GetValidate() bool
func (*PredictRequest) ProtoMessage ¶
func (*PredictRequest) ProtoMessage()
func (*PredictRequest) ProtoReflect ¶
func (x *PredictRequest) ProtoReflect() protoreflect.Message
func (*PredictRequest) Reset ¶
func (x *PredictRequest) Reset()
func (*PredictRequest) String ¶
func (x *PredictRequest) String() string
type PredictResponse ¶
type PredictResponse struct { Items []*PredictResultLineItem `protobuf:"bytes,1,rep,name=items,proto3" json:"items,omitempty"` Scores map[string]float32 `` /* 155-byte string literal not displayed */ // contains filtered or unexported fields }
func (*PredictResponse) Descriptor
deprecated
func (*PredictResponse) Descriptor() ([]byte, []int)
Deprecated: Use PredictResponse.ProtoReflect.Descriptor instead.
func (*PredictResponse) GetItems ¶
func (x *PredictResponse) GetItems() []*PredictResultLineItem
func (*PredictResponse) GetScores ¶
func (x *PredictResponse) GetScores() map[string]float32
func (*PredictResponse) ProtoMessage ¶
func (*PredictResponse) ProtoMessage()
func (*PredictResponse) ProtoReflect ¶
func (x *PredictResponse) ProtoReflect() protoreflect.Message
func (*PredictResponse) Reset ¶
func (x *PredictResponse) Reset()
func (*PredictResponse) String ¶
func (x *PredictResponse) String() string
type PredictResultLineItem ¶
type PredictResultLineItem struct { Success bool `protobuf:"varint,1,opt,name=success,proto3" json:"success,omitempty"` // success or failure Score float32 `protobuf:"fixed32,2,opt,name=score,proto3" json:"score,omitempty"` // the predicted value Label string `protobuf:"bytes,3,opt,name=label,proto3" json:"label,omitempty"` // the predictor label in case of classification Probabilities []*ProbabilityValue `protobuf:"bytes,4,rep,name=probabilities,proto3" json:"probabilities,omitempty"` // the proba predictions MissingColumns []string `protobuf:"bytes,5,rep,name=missingColumns,proto3" json:"missingColumns,omitempty"` // list of missing columns OutOfBound []string `protobuf:"bytes,6,rep,name=outOfBound,proto3" json:"outOfBound,omitempty"` // list of out of bounds columns BaseShapValue float32 `protobuf:"fixed32,7,opt,name=baseShapValue,proto3" json:"baseShapValue,omitempty"` ShapValues []*ShapValue `protobuf:"bytes,8,rep,name=shapValues,proto3" json:"shapValues,omitempty"` Probability float32 `protobuf:"fixed32,9,opt,name=probability,proto3" json:"probability,omitempty"` // probably of the label // contains filtered or unexported fields }
func (*PredictResultLineItem) Descriptor
deprecated
func (*PredictResultLineItem) Descriptor() ([]byte, []int)
Deprecated: Use PredictResultLineItem.ProtoReflect.Descriptor instead.
func (*PredictResultLineItem) GetBaseShapValue ¶
func (x *PredictResultLineItem) GetBaseShapValue() float32
func (*PredictResultLineItem) GetLabel ¶
func (x *PredictResultLineItem) GetLabel() string
func (*PredictResultLineItem) GetMissingColumns ¶
func (x *PredictResultLineItem) GetMissingColumns() []string
func (*PredictResultLineItem) GetOutOfBound ¶
func (x *PredictResultLineItem) GetOutOfBound() []string
func (*PredictResultLineItem) GetProbabilities ¶
func (x *PredictResultLineItem) GetProbabilities() []*ProbabilityValue
func (*PredictResultLineItem) GetProbability ¶ added in v0.5.526
func (x *PredictResultLineItem) GetProbability() float32
func (*PredictResultLineItem) GetScore ¶
func (x *PredictResultLineItem) GetScore() float32
func (*PredictResultLineItem) GetShapValues ¶
func (x *PredictResultLineItem) GetShapValues() []*ShapValue
func (*PredictResultLineItem) GetSuccess ¶
func (x *PredictResultLineItem) GetSuccess() bool
func (*PredictResultLineItem) ProtoMessage ¶
func (*PredictResultLineItem) ProtoMessage()
func (*PredictResultLineItem) ProtoReflect ¶
func (x *PredictResultLineItem) ProtoReflect() protoreflect.Message
func (*PredictResultLineItem) Reset ¶
func (x *PredictResultLineItem) Reset()
func (*PredictResultLineItem) String ¶
func (x *PredictResultLineItem) String() string
type PredictorInfo ¶
type PredictorInfo struct { Namespace string `protobuf:"bytes,1,opt,name=namespace,proto3" json:"namespace,omitempty"` // the namespace of the predictor Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"` // the name of the predictor Task string `protobuf:"bytes,3,opt,name=task,proto3" json:"task,omitempty"` // the machine learning task (binary classification / multi classification / regression) Models []*ModelInfo `protobuf:"bytes,4,rep,name=models,proto3" json:"models,omitempty"` // the models in the predictor Schema *SchemaInfo `protobuf:"bytes,5,opt,name=schema,proto3" json:"schema,omitempty"` // the predictor schema. // contains filtered or unexported fields }
func (*PredictorInfo) Descriptor
deprecated
func (*PredictorInfo) Descriptor() ([]byte, []int)
Deprecated: Use PredictorInfo.ProtoReflect.Descriptor instead.
func (*PredictorInfo) GetModels ¶
func (x *PredictorInfo) GetModels() []*ModelInfo
func (*PredictorInfo) GetName ¶
func (x *PredictorInfo) GetName() string
func (*PredictorInfo) GetNamespace ¶ added in v0.4.438
func (x *PredictorInfo) GetNamespace() string
func (*PredictorInfo) GetSchema ¶
func (x *PredictorInfo) GetSchema() *SchemaInfo
func (*PredictorInfo) GetTask ¶
func (x *PredictorInfo) GetTask() string
func (*PredictorInfo) ProtoMessage ¶
func (*PredictorInfo) ProtoMessage()
func (*PredictorInfo) ProtoReflect ¶
func (x *PredictorInfo) ProtoReflect() protoreflect.Message
func (*PredictorInfo) Reset ¶
func (x *PredictorInfo) Reset()
func (*PredictorInfo) String ¶
func (x *PredictorInfo) String() string
type ProbabilityValue ¶
type ProbabilityValue struct { Label string `protobuf:"bytes,1,opt,name=label,proto3" json:"label,omitempty"` Probability float32 `protobuf:"fixed32,2,opt,name=probability,proto3" json:"probability,omitempty"` // contains filtered or unexported fields }
return the proba value for each label
func (*ProbabilityValue) Descriptor
deprecated
func (*ProbabilityValue) Descriptor() ([]byte, []int)
Deprecated: Use ProbabilityValue.ProtoReflect.Descriptor instead.
func (*ProbabilityValue) GetLabel ¶
func (x *ProbabilityValue) GetLabel() string
func (*ProbabilityValue) GetProbability ¶
func (x *ProbabilityValue) GetProbability() float32
func (*ProbabilityValue) ProtoMessage ¶
func (*ProbabilityValue) ProtoMessage()
func (*ProbabilityValue) ProtoReflect ¶
func (x *ProbabilityValue) ProtoReflect() protoreflect.Message
func (*ProbabilityValue) Reset ¶
func (x *ProbabilityValue) Reset()
func (*ProbabilityValue) String ¶
func (x *ProbabilityValue) String() string
type SchemaInfo ¶
type SchemaInfo struct { Columns []*ColumnInfo `protobuf:"bytes,1,rep,name=columns,proto3" json:"columns,omitempty"` // the schema column // contains filtered or unexported fields }
Represent the predictor schema. Used for prediction validation
func (*SchemaInfo) Descriptor
deprecated
func (*SchemaInfo) Descriptor() ([]byte, []int)
Deprecated: Use SchemaInfo.ProtoReflect.Descriptor instead.
func (*SchemaInfo) GetColumns ¶
func (x *SchemaInfo) GetColumns() []*ColumnInfo
func (*SchemaInfo) ProtoMessage ¶
func (*SchemaInfo) ProtoMessage()
func (*SchemaInfo) ProtoReflect ¶
func (x *SchemaInfo) ProtoReflect() protoreflect.Message
func (*SchemaInfo) Reset ¶
func (x *SchemaInfo) Reset()
func (*SchemaInfo) String ¶
func (x *SchemaInfo) String() string
type ServerLiveRequest ¶
type ServerLiveRequest struct {
// contains filtered or unexported fields
}
func (*ServerLiveRequest) Descriptor
deprecated
func (*ServerLiveRequest) Descriptor() ([]byte, []int)
Deprecated: Use ServerLiveRequest.ProtoReflect.Descriptor instead.
func (*ServerLiveRequest) ProtoMessage ¶
func (*ServerLiveRequest) ProtoMessage()
func (*ServerLiveRequest) ProtoReflect ¶
func (x *ServerLiveRequest) ProtoReflect() protoreflect.Message
func (*ServerLiveRequest) Reset ¶
func (x *ServerLiveRequest) Reset()
func (*ServerLiveRequest) String ¶
func (x *ServerLiveRequest) String() string
type ServerLiveResponse ¶
type ServerLiveResponse struct { // True if the inference server is live, false if not live. Live bool `protobuf:"varint,1,opt,name=live,proto3" json:"live,omitempty"` // contains filtered or unexported fields }
func (*ServerLiveResponse) Descriptor
deprecated
func (*ServerLiveResponse) Descriptor() ([]byte, []int)
Deprecated: Use ServerLiveResponse.ProtoReflect.Descriptor instead.
func (*ServerLiveResponse) GetLive ¶
func (x *ServerLiveResponse) GetLive() bool
func (*ServerLiveResponse) ProtoMessage ¶
func (*ServerLiveResponse) ProtoMessage()
func (*ServerLiveResponse) ProtoReflect ¶
func (x *ServerLiveResponse) ProtoReflect() protoreflect.Message
func (*ServerLiveResponse) Reset ¶
func (x *ServerLiveResponse) Reset()
func (*ServerLiveResponse) String ¶
func (x *ServerLiveResponse) String() string
type ServerMetadataRequest ¶
type ServerMetadataRequest struct {
// contains filtered or unexported fields
}
func (*ServerMetadataRequest) Descriptor
deprecated
func (*ServerMetadataRequest) Descriptor() ([]byte, []int)
Deprecated: Use ServerMetadataRequest.ProtoReflect.Descriptor instead.
func (*ServerMetadataRequest) ProtoMessage ¶
func (*ServerMetadataRequest) ProtoMessage()
func (*ServerMetadataRequest) ProtoReflect ¶
func (x *ServerMetadataRequest) ProtoReflect() protoreflect.Message
func (*ServerMetadataRequest) Reset ¶
func (x *ServerMetadataRequest) Reset()
func (*ServerMetadataRequest) String ¶
func (x *ServerMetadataRequest) String() string
type ServerMetadataResponse ¶
type ServerMetadataResponse struct { // The server name. Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // The server version. Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"` // The extensions supported by the server. Extensions []string `protobuf:"bytes,3,rep,name=extensions,proto3" json:"extensions,omitempty"` // contains filtered or unexported fields }
func (*ServerMetadataResponse) Descriptor
deprecated
func (*ServerMetadataResponse) Descriptor() ([]byte, []int)
Deprecated: Use ServerMetadataResponse.ProtoReflect.Descriptor instead.
func (*ServerMetadataResponse) GetExtensions ¶
func (x *ServerMetadataResponse) GetExtensions() []string
func (*ServerMetadataResponse) GetName ¶
func (x *ServerMetadataResponse) GetName() string
func (*ServerMetadataResponse) GetVersion ¶
func (x *ServerMetadataResponse) GetVersion() string
func (*ServerMetadataResponse) ProtoMessage ¶
func (*ServerMetadataResponse) ProtoMessage()
func (*ServerMetadataResponse) ProtoReflect ¶
func (x *ServerMetadataResponse) ProtoReflect() protoreflect.Message
func (*ServerMetadataResponse) Reset ¶
func (x *ServerMetadataResponse) Reset()
func (*ServerMetadataResponse) String ¶
func (x *ServerMetadataResponse) String() string
type ServerReadyRequest ¶
type ServerReadyRequest struct {
// contains filtered or unexported fields
}
func (*ServerReadyRequest) Descriptor
deprecated
func (*ServerReadyRequest) Descriptor() ([]byte, []int)
Deprecated: Use ServerReadyRequest.ProtoReflect.Descriptor instead.
func (*ServerReadyRequest) ProtoMessage ¶
func (*ServerReadyRequest) ProtoMessage()
func (*ServerReadyRequest) ProtoReflect ¶
func (x *ServerReadyRequest) ProtoReflect() protoreflect.Message
func (*ServerReadyRequest) Reset ¶
func (x *ServerReadyRequest) Reset()
func (*ServerReadyRequest) String ¶
func (x *ServerReadyRequest) String() string
type ServerReadyResponse ¶
type ServerReadyResponse struct { // True if the inference server is ready, false if not ready. Ready bool `protobuf:"varint,1,opt,name=ready,proto3" json:"ready,omitempty"` // contains filtered or unexported fields }
func (*ServerReadyResponse) Descriptor
deprecated
func (*ServerReadyResponse) Descriptor() ([]byte, []int)
Deprecated: Use ServerReadyResponse.ProtoReflect.Descriptor instead.
func (*ServerReadyResponse) GetReady ¶
func (x *ServerReadyResponse) GetReady() bool
func (*ServerReadyResponse) ProtoMessage ¶
func (*ServerReadyResponse) ProtoMessage()
func (*ServerReadyResponse) ProtoReflect ¶
func (x *ServerReadyResponse) ProtoReflect() protoreflect.Message
func (*ServerReadyResponse) Reset ¶
func (x *ServerReadyResponse) Reset()
func (*ServerReadyResponse) String ¶
func (x *ServerReadyResponse) String() string
type ServerShutdownRequest ¶ added in v0.4.646
type ServerShutdownRequest struct {
// contains filtered or unexported fields
}
func (*ServerShutdownRequest) Descriptor
deprecated
added in
v0.4.646
func (*ServerShutdownRequest) Descriptor() ([]byte, []int)
Deprecated: Use ServerShutdownRequest.ProtoReflect.Descriptor instead.
func (*ServerShutdownRequest) ProtoMessage ¶ added in v0.4.646
func (*ServerShutdownRequest) ProtoMessage()
func (*ServerShutdownRequest) ProtoReflect ¶ added in v0.4.646
func (x *ServerShutdownRequest) ProtoReflect() protoreflect.Message
func (*ServerShutdownRequest) Reset ¶ added in v0.4.646
func (x *ServerShutdownRequest) Reset()
func (*ServerShutdownRequest) String ¶ added in v0.4.646
func (x *ServerShutdownRequest) String() string
type ServerShutdownResponse ¶ added in v0.4.646
type ServerShutdownResponse struct {
// contains filtered or unexported fields
}
func (*ServerShutdownResponse) Descriptor
deprecated
added in
v0.4.646
func (*ServerShutdownResponse) Descriptor() ([]byte, []int)
Deprecated: Use ServerShutdownResponse.ProtoReflect.Descriptor instead.
func (*ServerShutdownResponse) ProtoMessage ¶ added in v0.4.646
func (*ServerShutdownResponse) ProtoMessage()
func (*ServerShutdownResponse) ProtoReflect ¶ added in v0.4.646
func (x *ServerShutdownResponse) ProtoReflect() protoreflect.Message
func (*ServerShutdownResponse) Reset ¶ added in v0.4.646
func (x *ServerShutdownResponse) Reset()
func (*ServerShutdownResponse) String ¶ added in v0.4.646
func (x *ServerShutdownResponse) String() string
type ShapValue ¶
type ShapValue struct { Feature string `protobuf:"bytes,1,opt,name=feature,proto3" json:"feature,omitempty"` Value float32 `protobuf:"fixed32,2,opt,name=value,proto3" json:"value,omitempty"` // contains filtered or unexported fields }
func (*ShapValue) Descriptor
deprecated
func (*ShapValue) GetFeature ¶
func (*ShapValue) ProtoMessage ¶
func (*ShapValue) ProtoMessage()
func (*ShapValue) ProtoReflect ¶
func (x *ShapValue) ProtoReflect() protoreflect.Message
type UnimplementedGRPCInferenceServiceServer ¶
type UnimplementedGRPCInferenceServiceServer struct { }
UnimplementedGRPCInferenceServiceServer must be embedded to have forward compatible implementations.
func (UnimplementedGRPCInferenceServiceServer) GetModel ¶
func (UnimplementedGRPCInferenceServiceServer) GetModel(context.Context, *GetModelRequest) (*GetModelResponse, error)
func (UnimplementedGRPCInferenceServiceServer) GetPredictor ¶
func (UnimplementedGRPCInferenceServiceServer) GetPredictor(context.Context, *GetPredictorRequest) (*GetPredictorResponse, error)
func (UnimplementedGRPCInferenceServiceServer) ModelInfer ¶
func (UnimplementedGRPCInferenceServiceServer) ModelInfer(context.Context, *ModelInferRequest) (*ModelInferResponse, error)
func (UnimplementedGRPCInferenceServiceServer) ModelMetadata ¶
func (UnimplementedGRPCInferenceServiceServer) ModelMetadata(context.Context, *ModelMetadataRequest) (*ModelMetadataResponse, error)
func (UnimplementedGRPCInferenceServiceServer) ModelReady ¶
func (UnimplementedGRPCInferenceServiceServer) ModelReady(context.Context, *ModelReadyRequest) (*ModelReadyResponse, error)
func (UnimplementedGRPCInferenceServiceServer) Predict ¶
func (UnimplementedGRPCInferenceServiceServer) Predict(context.Context, *PredictRequest) (*PredictResponse, error)
func (UnimplementedGRPCInferenceServiceServer) ServerLive ¶
func (UnimplementedGRPCInferenceServiceServer) ServerLive(context.Context, *ServerLiveRequest) (*ServerLiveResponse, error)
func (UnimplementedGRPCInferenceServiceServer) ServerMetadata ¶
func (UnimplementedGRPCInferenceServiceServer) ServerMetadata(context.Context, *ServerMetadataRequest) (*ServerMetadataResponse, error)
func (UnimplementedGRPCInferenceServiceServer) ServerReady ¶
func (UnimplementedGRPCInferenceServiceServer) ServerReady(context.Context, *ServerReadyRequest) (*ServerReadyResponse, error)
func (UnimplementedGRPCInferenceServiceServer) Shutdown ¶ added in v0.4.646
func (UnimplementedGRPCInferenceServiceServer) Shutdown(context.Context, *ServerShutdownRequest) (*ServerShutdownResponse, error)
type UnsafeGRPCInferenceServiceServer ¶ added in v0.4.687
type UnsafeGRPCInferenceServiceServer interface {
// contains filtered or unexported methods
}
UnsafeGRPCInferenceServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to GRPCInferenceServiceServer will result in compilation errors.