Documentation ¶
Index ¶
- Variables
- func RegisterModelServiceServer(s *grpc.Server, srv ModelServiceServer)
- func RegisterPredictionServiceServer(s *grpc.Server, srv PredictionServiceServer)
- func RegisterSessionServiceServer(s *grpc.Server, srv SessionServiceServer)
- type Class
- type ClassificationRequest
- func (*ClassificationRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ClassificationRequest) GetInput() *Input
- func (x *ClassificationRequest) GetModelSpec() *ModelSpec
- func (*ClassificationRequest) ProtoMessage()
- func (x *ClassificationRequest) ProtoReflect() protoreflect.Message
- func (x *ClassificationRequest) Reset()
- func (x *ClassificationRequest) String() string
- type ClassificationResponse
- func (*ClassificationResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ClassificationResponse) GetModelSpec() *ModelSpec
- func (x *ClassificationResponse) GetResult() *ClassificationResult
- func (*ClassificationResponse) ProtoMessage()
- func (x *ClassificationResponse) ProtoReflect() protoreflect.Message
- func (x *ClassificationResponse) Reset()
- func (x *ClassificationResponse) String() string
- type ClassificationResult
- func (*ClassificationResult) Descriptor() ([]byte, []int)deprecated
- func (x *ClassificationResult) GetClassifications() []*Classifications
- func (*ClassificationResult) ProtoMessage()
- func (x *ClassificationResult) ProtoReflect() protoreflect.Message
- func (x *ClassificationResult) Reset()
- func (x *ClassificationResult) String() string
- type Classifications
- type ExampleList
- type ExampleListWithContext
- func (*ExampleListWithContext) Descriptor() ([]byte, []int)deprecated
- func (x *ExampleListWithContext) GetContext() *example.Example
- func (x *ExampleListWithContext) GetExamples() []*example.Example
- func (*ExampleListWithContext) ProtoMessage()
- func (x *ExampleListWithContext) ProtoReflect() protoreflect.Message
- func (x *ExampleListWithContext) Reset()
- func (x *ExampleListWithContext) String() string
- type GetModelMetadataRequest
- func (*GetModelMetadataRequest) Descriptor() ([]byte, []int)deprecated
- func (x *GetModelMetadataRequest) GetMetadataField() []string
- func (x *GetModelMetadataRequest) GetModelSpec() *ModelSpec
- func (*GetModelMetadataRequest) ProtoMessage()
- func (x *GetModelMetadataRequest) ProtoReflect() protoreflect.Message
- func (x *GetModelMetadataRequest) Reset()
- func (x *GetModelMetadataRequest) String() string
- type GetModelMetadataResponse
- func (*GetModelMetadataResponse) Descriptor() ([]byte, []int)deprecated
- func (x *GetModelMetadataResponse) GetMetadata() map[string]*anypb.Any
- func (x *GetModelMetadataResponse) GetModelSpec() *ModelSpec
- func (*GetModelMetadataResponse) ProtoMessage()
- func (x *GetModelMetadataResponse) ProtoReflect() protoreflect.Message
- func (x *GetModelMetadataResponse) Reset()
- func (x *GetModelMetadataResponse) String() string
- type GetModelStatusRequest
- func (*GetModelStatusRequest) Descriptor() ([]byte, []int)deprecated
- func (x *GetModelStatusRequest) GetModelSpec() *ModelSpec
- func (*GetModelStatusRequest) ProtoMessage()
- func (x *GetModelStatusRequest) ProtoReflect() protoreflect.Message
- func (x *GetModelStatusRequest) Reset()
- func (x *GetModelStatusRequest) String() string
- type GetModelStatusResponse
- func (*GetModelStatusResponse) Descriptor() ([]byte, []int)deprecated
- func (x *GetModelStatusResponse) GetModelVersionStatus() []*ModelVersionStatus
- func (*GetModelStatusResponse) ProtoMessage()
- func (x *GetModelStatusResponse) ProtoReflect() protoreflect.Message
- func (x *GetModelStatusResponse) Reset()
- func (x *GetModelStatusResponse) String() string
- type InferenceResult
- func (*InferenceResult) Descriptor() ([]byte, []int)deprecated
- func (x *InferenceResult) GetClassificationResult() *ClassificationResult
- func (x *InferenceResult) GetModelSpec() *ModelSpec
- func (x *InferenceResult) GetRegressionResult() *RegressionResult
- func (m *InferenceResult) GetResult() isInferenceResult_Result
- func (*InferenceResult) ProtoMessage()
- func (x *InferenceResult) ProtoReflect() protoreflect.Message
- func (x *InferenceResult) Reset()
- func (x *InferenceResult) String() string
- type InferenceResult_ClassificationResult
- type InferenceResult_RegressionResult
- type InferenceTask
- func (*InferenceTask) Descriptor() ([]byte, []int)deprecated
- func (x *InferenceTask) GetMethodName() string
- func (x *InferenceTask) GetModelSpec() *ModelSpec
- func (*InferenceTask) ProtoMessage()
- func (x *InferenceTask) ProtoReflect() protoreflect.Message
- func (x *InferenceTask) Reset()
- func (x *InferenceTask) String() string
- type Input
- func (*Input) Descriptor() ([]byte, []int)deprecated
- func (x *Input) GetExampleList() *ExampleList
- func (x *Input) GetExampleListWithContext() *ExampleListWithContext
- func (m *Input) GetKind() isInput_Kind
- func (*Input) ProtoMessage()
- func (x *Input) ProtoReflect() protoreflect.Message
- func (x *Input) Reset()
- func (x *Input) String() string
- type Input_ExampleList
- type Input_ExampleListWithContext
- type ModelServiceClient
- type ModelServiceServer
- type ModelSpec
- func (*ModelSpec) Descriptor() ([]byte, []int)deprecated
- func (x *ModelSpec) GetName() string
- func (x *ModelSpec) GetSignatureName() string
- func (x *ModelSpec) GetVersion() *wrapperspb.Int64Value
- func (m *ModelSpec) GetVersionChoice() isModelSpec_VersionChoice
- func (x *ModelSpec) GetVersionLabel() string
- func (*ModelSpec) ProtoMessage()
- func (x *ModelSpec) ProtoReflect() protoreflect.Message
- func (x *ModelSpec) Reset()
- func (x *ModelSpec) String() string
- type ModelSpec_Version
- type ModelSpec_VersionLabel
- type ModelVersionStatus
- func (*ModelVersionStatus) Descriptor() ([]byte, []int)deprecated
- func (x *ModelVersionStatus) GetState() ModelVersionStatus_State
- func (x *ModelVersionStatus) GetStatus() *util.StatusProto
- func (x *ModelVersionStatus) GetVersion() int64
- func (*ModelVersionStatus) ProtoMessage()
- func (x *ModelVersionStatus) ProtoReflect() protoreflect.Message
- func (x *ModelVersionStatus) Reset()
- func (x *ModelVersionStatus) String() string
- type ModelVersionStatus_State
- func (ModelVersionStatus_State) Descriptor() protoreflect.EnumDescriptor
- func (x ModelVersionStatus_State) Enum() *ModelVersionStatus_State
- func (ModelVersionStatus_State) EnumDescriptor() ([]byte, []int)deprecated
- func (x ModelVersionStatus_State) Number() protoreflect.EnumNumber
- func (x ModelVersionStatus_State) String() string
- func (ModelVersionStatus_State) Type() protoreflect.EnumType
- type MultiInferenceRequest
- func (*MultiInferenceRequest) Descriptor() ([]byte, []int)deprecated
- func (x *MultiInferenceRequest) GetInput() *Input
- func (x *MultiInferenceRequest) GetTasks() []*InferenceTask
- func (*MultiInferenceRequest) ProtoMessage()
- func (x *MultiInferenceRequest) ProtoReflect() protoreflect.Message
- func (x *MultiInferenceRequest) Reset()
- func (x *MultiInferenceRequest) String() string
- type MultiInferenceResponse
- func (*MultiInferenceResponse) Descriptor() ([]byte, []int)deprecated
- func (x *MultiInferenceResponse) GetResults() []*InferenceResult
- func (*MultiInferenceResponse) ProtoMessage()
- func (x *MultiInferenceResponse) ProtoReflect() protoreflect.Message
- func (x *MultiInferenceResponse) Reset()
- func (x *MultiInferenceResponse) String() string
- type PredictRequest
- func (*PredictRequest) Descriptor() ([]byte, []int)deprecated
- func (x *PredictRequest) GetInputs() map[string]*framework.TensorProto
- func (x *PredictRequest) GetModelSpec() *ModelSpec
- func (x *PredictRequest) GetOutputFilter() []string
- func (*PredictRequest) ProtoMessage()
- func (x *PredictRequest) ProtoReflect() protoreflect.Message
- func (x *PredictRequest) Reset()
- func (x *PredictRequest) String() string
- type PredictResponse
- func (*PredictResponse) Descriptor() ([]byte, []int)deprecated
- func (x *PredictResponse) GetModelSpec() *ModelSpec
- func (x *PredictResponse) GetOutputs() map[string]*framework.TensorProto
- func (*PredictResponse) ProtoMessage()
- func (x *PredictResponse) ProtoReflect() protoreflect.Message
- func (x *PredictResponse) Reset()
- func (x *PredictResponse) String() string
- type PredictionServiceClient
- type PredictionServiceServer
- type Regression
- type RegressionRequest
- func (*RegressionRequest) Descriptor() ([]byte, []int)deprecated
- func (x *RegressionRequest) GetInput() *Input
- func (x *RegressionRequest) GetModelSpec() *ModelSpec
- func (*RegressionRequest) ProtoMessage()
- func (x *RegressionRequest) ProtoReflect() protoreflect.Message
- func (x *RegressionRequest) Reset()
- func (x *RegressionRequest) String() string
- type RegressionResponse
- func (*RegressionResponse) Descriptor() ([]byte, []int)deprecated
- func (x *RegressionResponse) GetModelSpec() *ModelSpec
- func (x *RegressionResponse) GetResult() *RegressionResult
- func (*RegressionResponse) ProtoMessage()
- func (x *RegressionResponse) ProtoReflect() protoreflect.Message
- func (x *RegressionResponse) Reset()
- func (x *RegressionResponse) String() string
- type RegressionResult
- func (*RegressionResult) Descriptor() ([]byte, []int)deprecated
- func (x *RegressionResult) GetRegressions() []*Regression
- func (*RegressionResult) ProtoMessage()
- func (x *RegressionResult) ProtoReflect() protoreflect.Message
- func (x *RegressionResult) Reset()
- func (x *RegressionResult) String() string
- type ReloadConfigRequest
- func (*ReloadConfigRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ReloadConfigRequest) GetConfig() *config.ModelServerConfig
- func (*ReloadConfigRequest) ProtoMessage()
- func (x *ReloadConfigRequest) ProtoReflect() protoreflect.Message
- func (x *ReloadConfigRequest) Reset()
- func (x *ReloadConfigRequest) String() string
- type ReloadConfigResponse
- func (*ReloadConfigResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ReloadConfigResponse) GetStatus() *util.StatusProto
- func (*ReloadConfigResponse) ProtoMessage()
- func (x *ReloadConfigResponse) ProtoReflect() protoreflect.Message
- func (x *ReloadConfigResponse) Reset()
- func (x *ReloadConfigResponse) String() string
- type SessionRunRequest
- func (*SessionRunRequest) Descriptor() ([]byte, []int)deprecated
- func (x *SessionRunRequest) GetFeed() []*protobuf.NamedTensorProto
- func (x *SessionRunRequest) GetFetch() []string
- func (x *SessionRunRequest) GetModelSpec() *ModelSpec
- func (x *SessionRunRequest) GetOptions() *protobuf.RunOptions
- func (x *SessionRunRequest) GetTarget() []string
- func (*SessionRunRequest) ProtoMessage()
- func (x *SessionRunRequest) ProtoReflect() protoreflect.Message
- func (x *SessionRunRequest) Reset()
- func (x *SessionRunRequest) String() string
- type SessionRunResponse
- func (*SessionRunResponse) Descriptor() ([]byte, []int)deprecated
- func (x *SessionRunResponse) GetMetadata() *protobuf.RunMetadata
- func (x *SessionRunResponse) GetModelSpec() *ModelSpec
- func (x *SessionRunResponse) GetTensor() []*protobuf.NamedTensorProto
- func (*SessionRunResponse) ProtoMessage()
- func (x *SessionRunResponse) ProtoReflect() protoreflect.Message
- func (x *SessionRunResponse) Reset()
- func (x *SessionRunResponse) String() string
- type SessionServiceClient
- type SessionServiceServer
- type SignatureDefMap
- func (*SignatureDefMap) Descriptor() ([]byte, []int)deprecated
- func (x *SignatureDefMap) GetSignatureDef() map[string]*protobuf.SignatureDef
- func (*SignatureDefMap) ProtoMessage()
- func (x *SignatureDefMap) ProtoReflect() protoreflect.Message
- func (x *SignatureDefMap) Reset()
- func (x *SignatureDefMap) String() string
- type UnimplementedModelServiceServer
- type UnimplementedPredictionServiceServer
- func (*UnimplementedPredictionServiceServer) Classify(context.Context, *ClassificationRequest) (*ClassificationResponse, error)
- func (*UnimplementedPredictionServiceServer) GetModelMetadata(context.Context, *GetModelMetadataRequest) (*GetModelMetadataResponse, error)
- func (*UnimplementedPredictionServiceServer) MultiInference(context.Context, *MultiInferenceRequest) (*MultiInferenceResponse, error)
- func (*UnimplementedPredictionServiceServer) Predict(context.Context, *PredictRequest) (*PredictResponse, error)
- func (*UnimplementedPredictionServiceServer) Regress(context.Context, *RegressionRequest) (*RegressionResponse, error)
- type UnimplementedSessionServiceServer
Constants ¶
This section is empty.
Variables ¶
var ( ModelVersionStatus_State_name = map[int32]string{ 0: "UNKNOWN", 10: "START", 20: "LOADING", 30: "AVAILABLE", 40: "UNLOADING", 50: "END", } ModelVersionStatus_State_value = map[string]int32{ "UNKNOWN": 0, "START": 10, "LOADING": 20, "AVAILABLE": 30, "UNLOADING": 40, "END": 50, } )
Enum value maps for ModelVersionStatus_State.
var File_tensorflow_serving_apis_classification_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_get_model_metadata_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_get_model_status_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_inference_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_input_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_model_management_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_model_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_model_service_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_predict_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_prediction_service_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_regression_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_session_service_proto protoreflect.FileDescriptor
Functions ¶
func RegisterModelServiceServer ¶
func RegisterModelServiceServer(s *grpc.Server, srv ModelServiceServer)
func RegisterPredictionServiceServer ¶
func RegisterPredictionServiceServer(s *grpc.Server, srv PredictionServiceServer)
func RegisterSessionServiceServer ¶
func RegisterSessionServiceServer(s *grpc.Server, srv SessionServiceServer)
Types ¶
type Class ¶
type Class struct { // Label or name of the class. Label string `protobuf:"bytes,1,opt,name=label,proto3" json:"label,omitempty"` // Score for this class (e.g., the probability the item belongs to this // class). As per the proto3 default-value semantics, if the score is missing, // it should be treated as 0. Score float32 `protobuf:"fixed32,2,opt,name=score,proto3" json:"score,omitempty"` // contains filtered or unexported fields }
A single class.
func (*Class) Descriptor
deprecated
func (*Class) ProtoMessage ¶
func (*Class) ProtoMessage()
func (*Class) ProtoReflect ¶ added in v2.4.1
func (x *Class) ProtoReflect() protoreflect.Message
type ClassificationRequest ¶
type ClassificationRequest struct { // Model Specification. If version is not specified, will use the latest // (numerical) version. ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Input data. Input *Input `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"` // contains filtered or unexported fields }
func (*ClassificationRequest) Descriptor
deprecated
func (*ClassificationRequest) Descriptor() ([]byte, []int)
Deprecated: Use ClassificationRequest.ProtoReflect.Descriptor instead.
func (*ClassificationRequest) GetInput ¶
func (x *ClassificationRequest) GetInput() *Input
func (*ClassificationRequest) GetModelSpec ¶
func (x *ClassificationRequest) GetModelSpec() *ModelSpec
func (*ClassificationRequest) ProtoMessage ¶
func (*ClassificationRequest) ProtoMessage()
func (*ClassificationRequest) ProtoReflect ¶ added in v2.4.1
func (x *ClassificationRequest) ProtoReflect() protoreflect.Message
func (*ClassificationRequest) Reset ¶
func (x *ClassificationRequest) Reset()
func (*ClassificationRequest) String ¶
func (x *ClassificationRequest) String() string
type ClassificationResponse ¶
type ClassificationResponse struct { // Effective Model Specification used for classification. ModelSpec *ModelSpec `protobuf:"bytes,2,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Result of the classification. Result *ClassificationResult `protobuf:"bytes,1,opt,name=result,proto3" json:"result,omitempty"` // contains filtered or unexported fields }
func (*ClassificationResponse) Descriptor
deprecated
func (*ClassificationResponse) Descriptor() ([]byte, []int)
Deprecated: Use ClassificationResponse.ProtoReflect.Descriptor instead.
func (*ClassificationResponse) GetModelSpec ¶
func (x *ClassificationResponse) GetModelSpec() *ModelSpec
func (*ClassificationResponse) GetResult ¶
func (x *ClassificationResponse) GetResult() *ClassificationResult
func (*ClassificationResponse) ProtoMessage ¶
func (*ClassificationResponse) ProtoMessage()
func (*ClassificationResponse) ProtoReflect ¶ added in v2.4.1
func (x *ClassificationResponse) ProtoReflect() protoreflect.Message
func (*ClassificationResponse) Reset ¶
func (x *ClassificationResponse) Reset()
func (*ClassificationResponse) String ¶
func (x *ClassificationResponse) String() string
type ClassificationResult ¶
type ClassificationResult struct { Classifications []*Classifications `protobuf:"bytes,1,rep,name=classifications,proto3" json:"classifications,omitempty"` // contains filtered or unexported fields }
Contains one result per input example, in the same order as the input in ClassificationRequest.
func (*ClassificationResult) Descriptor
deprecated
func (*ClassificationResult) Descriptor() ([]byte, []int)
Deprecated: Use ClassificationResult.ProtoReflect.Descriptor instead.
func (*ClassificationResult) GetClassifications ¶
func (x *ClassificationResult) GetClassifications() []*Classifications
func (*ClassificationResult) ProtoMessage ¶
func (*ClassificationResult) ProtoMessage()
func (*ClassificationResult) ProtoReflect ¶ added in v2.4.1
func (x *ClassificationResult) ProtoReflect() protoreflect.Message
func (*ClassificationResult) Reset ¶
func (x *ClassificationResult) Reset()
func (*ClassificationResult) String ¶
func (x *ClassificationResult) String() string
type Classifications ¶
type Classifications struct { Classes []*Class `protobuf:"bytes,1,rep,name=classes,proto3" json:"classes,omitempty"` // contains filtered or unexported fields }
List of classes for a single item (tensorflow.Example).
func (*Classifications) Descriptor
deprecated
func (*Classifications) Descriptor() ([]byte, []int)
Deprecated: Use Classifications.ProtoReflect.Descriptor instead.
func (*Classifications) GetClasses ¶
func (x *Classifications) GetClasses() []*Class
func (*Classifications) ProtoMessage ¶
func (*Classifications) ProtoMessage()
func (*Classifications) ProtoReflect ¶ added in v2.4.1
func (x *Classifications) ProtoReflect() protoreflect.Message
func (*Classifications) Reset ¶
func (x *Classifications) Reset()
func (*Classifications) String ¶
func (x *Classifications) String() string
type ExampleList ¶
type ExampleList struct { Examples []*example.Example `protobuf:"bytes,1,rep,name=examples,proto3" json:"examples,omitempty"` // contains filtered or unexported fields }
Specifies one or more fully independent input Examples. See examples at:
https://github.com/tensorflow/tensorflow/blob/master/tensorflow/core/example/example.proto
func (*ExampleList) Descriptor
deprecated
func (*ExampleList) Descriptor() ([]byte, []int)
Deprecated: Use ExampleList.ProtoReflect.Descriptor instead.
func (*ExampleList) GetExamples ¶
func (x *ExampleList) GetExamples() []*example.Example
func (*ExampleList) ProtoMessage ¶
func (*ExampleList) ProtoMessage()
func (*ExampleList) ProtoReflect ¶ added in v2.4.1
func (x *ExampleList) ProtoReflect() protoreflect.Message
func (*ExampleList) Reset ¶
func (x *ExampleList) Reset()
func (*ExampleList) String ¶
func (x *ExampleList) String() string
type ExampleListWithContext ¶
type ExampleListWithContext struct { Examples []*example.Example `protobuf:"bytes,1,rep,name=examples,proto3" json:"examples,omitempty"` Context *example.Example `protobuf:"bytes,2,opt,name=context,proto3" json:"context,omitempty"` // contains filtered or unexported fields }
Specifies one or more independent input Examples, with a common context Example.
The common use case for context is to cleanly and optimally specify some features that are common across multiple examples.
See example below with a search query as the context and multiple restaurants to perform some inference on.
context: { features: { feature: { key : "query" value: { bytes_list: { value: [ "pizza" ] } } } } }
examples: { features: { feature: { key : "cuisine" value: { bytes_list: { value: [ "Pizzeria" ] } } } } }
examples: { features: { feature: { key : "cuisine" value: { bytes_list: { value: [ "Taqueria" ] } } } } }
Implementations of ExampleListWithContext merge the context Example into each of the Examples. Note that feature keys must not be duplicated between the Examples and context Example, or the behavior is undefined.
See also:
tensorflow/core/example/example.proto https://developers.google.com/protocol-buffers/docs/proto3#maps
func (*ExampleListWithContext) Descriptor
deprecated
func (*ExampleListWithContext) Descriptor() ([]byte, []int)
Deprecated: Use ExampleListWithContext.ProtoReflect.Descriptor instead.
func (*ExampleListWithContext) GetContext ¶
func (x *ExampleListWithContext) GetContext() *example.Example
func (*ExampleListWithContext) GetExamples ¶
func (x *ExampleListWithContext) GetExamples() []*example.Example
func (*ExampleListWithContext) ProtoMessage ¶
func (*ExampleListWithContext) ProtoMessage()
func (*ExampleListWithContext) ProtoReflect ¶ added in v2.4.1
func (x *ExampleListWithContext) ProtoReflect() protoreflect.Message
func (*ExampleListWithContext) Reset ¶
func (x *ExampleListWithContext) Reset()
func (*ExampleListWithContext) String ¶
func (x *ExampleListWithContext) String() string
type GetModelMetadataRequest ¶
type GetModelMetadataRequest struct { // Model Specification indicating which model we are querying for metadata. // If version is not specified, will use the latest (numerical) version. ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Metadata fields to get. Currently supported: "signature_def". MetadataField []string `protobuf:"bytes,2,rep,name=metadata_field,json=metadataField,proto3" json:"metadata_field,omitempty"` // contains filtered or unexported fields }
func (*GetModelMetadataRequest) Descriptor
deprecated
func (*GetModelMetadataRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetModelMetadataRequest.ProtoReflect.Descriptor instead.
func (*GetModelMetadataRequest) GetMetadataField ¶
func (x *GetModelMetadataRequest) GetMetadataField() []string
func (*GetModelMetadataRequest) GetModelSpec ¶
func (x *GetModelMetadataRequest) GetModelSpec() *ModelSpec
func (*GetModelMetadataRequest) ProtoMessage ¶
func (*GetModelMetadataRequest) ProtoMessage()
func (*GetModelMetadataRequest) ProtoReflect ¶ added in v2.4.1
func (x *GetModelMetadataRequest) ProtoReflect() protoreflect.Message
func (*GetModelMetadataRequest) Reset ¶
func (x *GetModelMetadataRequest) Reset()
func (*GetModelMetadataRequest) String ¶
func (x *GetModelMetadataRequest) String() string
type GetModelMetadataResponse ¶
type GetModelMetadataResponse struct { // Model Specification indicating which model this metadata belongs to. ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Map of metadata field name to metadata field. The options for metadata // field name are listed in GetModelMetadataRequest. Currently supported: // "signature_def". Metadata map[string]*anypb.Any `` /* 157-byte string literal not displayed */ // contains filtered or unexported fields }
func (*GetModelMetadataResponse) Descriptor
deprecated
func (*GetModelMetadataResponse) Descriptor() ([]byte, []int)
Deprecated: Use GetModelMetadataResponse.ProtoReflect.Descriptor instead.
func (*GetModelMetadataResponse) GetMetadata ¶
func (x *GetModelMetadataResponse) GetMetadata() map[string]*anypb.Any
func (*GetModelMetadataResponse) GetModelSpec ¶
func (x *GetModelMetadataResponse) GetModelSpec() *ModelSpec
func (*GetModelMetadataResponse) ProtoMessage ¶
func (*GetModelMetadataResponse) ProtoMessage()
func (*GetModelMetadataResponse) ProtoReflect ¶ added in v2.4.1
func (x *GetModelMetadataResponse) ProtoReflect() protoreflect.Message
func (*GetModelMetadataResponse) Reset ¶
func (x *GetModelMetadataResponse) Reset()
func (*GetModelMetadataResponse) String ¶
func (x *GetModelMetadataResponse) String() string
type GetModelStatusRequest ¶
type GetModelStatusRequest struct { // Model Specification. If version is not specified, information about all // versions of the model will be returned. If a version is specified, the // status of only that version will be returned. ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // contains filtered or unexported fields }
GetModelStatusRequest contains a ModelSpec indicating the model for which to get status.
func (*GetModelStatusRequest) Descriptor
deprecated
func (*GetModelStatusRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetModelStatusRequest.ProtoReflect.Descriptor instead.
func (*GetModelStatusRequest) GetModelSpec ¶
func (x *GetModelStatusRequest) GetModelSpec() *ModelSpec
func (*GetModelStatusRequest) ProtoMessage ¶
func (*GetModelStatusRequest) ProtoMessage()
func (*GetModelStatusRequest) ProtoReflect ¶ added in v2.4.1
func (x *GetModelStatusRequest) ProtoReflect() protoreflect.Message
func (*GetModelStatusRequest) Reset ¶
func (x *GetModelStatusRequest) Reset()
func (*GetModelStatusRequest) String ¶
func (x *GetModelStatusRequest) String() string
type GetModelStatusResponse ¶
type GetModelStatusResponse struct { // Version number and status information for applicable model version(s). ModelVersionStatus []*ModelVersionStatus `protobuf:"bytes,1,rep,name=model_version_status,proto3" json:"model_version_status,omitempty"` // contains filtered or unexported fields }
Response for ModelStatusRequest on successful run.
func (*GetModelStatusResponse) Descriptor
deprecated
func (*GetModelStatusResponse) Descriptor() ([]byte, []int)
Deprecated: Use GetModelStatusResponse.ProtoReflect.Descriptor instead.
func (*GetModelStatusResponse) GetModelVersionStatus ¶
func (x *GetModelStatusResponse) GetModelVersionStatus() []*ModelVersionStatus
func (*GetModelStatusResponse) ProtoMessage ¶
func (*GetModelStatusResponse) ProtoMessage()
func (*GetModelStatusResponse) ProtoReflect ¶ added in v2.4.1
func (x *GetModelStatusResponse) ProtoReflect() protoreflect.Message
func (*GetModelStatusResponse) Reset ¶
func (x *GetModelStatusResponse) Reset()
func (*GetModelStatusResponse) String ¶
func (x *GetModelStatusResponse) String() string
type InferenceResult ¶
type InferenceResult struct { ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Types that are assignable to Result: // *InferenceResult_ClassificationResult // *InferenceResult_RegressionResult Result isInferenceResult_Result `protobuf_oneof:"result"` // contains filtered or unexported fields }
Inference result, matches the type of request or is an error.
func (*InferenceResult) Descriptor
deprecated
func (*InferenceResult) Descriptor() ([]byte, []int)
Deprecated: Use InferenceResult.ProtoReflect.Descriptor instead.
func (*InferenceResult) GetClassificationResult ¶
func (x *InferenceResult) GetClassificationResult() *ClassificationResult
func (*InferenceResult) GetModelSpec ¶
func (x *InferenceResult) GetModelSpec() *ModelSpec
func (*InferenceResult) GetRegressionResult ¶
func (x *InferenceResult) GetRegressionResult() *RegressionResult
func (*InferenceResult) GetResult ¶
func (m *InferenceResult) GetResult() isInferenceResult_Result
func (*InferenceResult) ProtoMessage ¶
func (*InferenceResult) ProtoMessage()
func (*InferenceResult) ProtoReflect ¶ added in v2.4.1
func (x *InferenceResult) ProtoReflect() protoreflect.Message
func (*InferenceResult) Reset ¶
func (x *InferenceResult) Reset()
func (*InferenceResult) String ¶
func (x *InferenceResult) String() string
type InferenceResult_ClassificationResult ¶
type InferenceResult_ClassificationResult struct {
ClassificationResult *ClassificationResult `protobuf:"bytes,2,opt,name=classification_result,json=classificationResult,proto3,oneof"`
}
type InferenceResult_RegressionResult ¶
type InferenceResult_RegressionResult struct {
RegressionResult *RegressionResult `protobuf:"bytes,3,opt,name=regression_result,json=regressionResult,proto3,oneof"`
}
type InferenceTask ¶
type InferenceTask struct { // Model Specification. If version is not specified, will use the latest // (numerical) version. // All ModelSpecs in a MultiInferenceRequest must access the same model name. ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Signature's method_name. Should be one of the method names defined in // third_party/tensorflow/python/saved_model/signature_constants.py. // e.g. "tensorflow/serving/classify". MethodName string `protobuf:"bytes,2,opt,name=method_name,json=methodName,proto3" json:"method_name,omitempty"` // contains filtered or unexported fields }
Inference request such as classification, regression, etc...
func (*InferenceTask) Descriptor
deprecated
func (*InferenceTask) Descriptor() ([]byte, []int)
Deprecated: Use InferenceTask.ProtoReflect.Descriptor instead.
func (*InferenceTask) GetMethodName ¶
func (x *InferenceTask) GetMethodName() string
func (*InferenceTask) GetModelSpec ¶
func (x *InferenceTask) GetModelSpec() *ModelSpec
func (*InferenceTask) ProtoMessage ¶
func (*InferenceTask) ProtoMessage()
func (*InferenceTask) ProtoReflect ¶ added in v2.4.1
func (x *InferenceTask) ProtoReflect() protoreflect.Message
func (*InferenceTask) Reset ¶
func (x *InferenceTask) Reset()
func (*InferenceTask) String ¶
func (x *InferenceTask) String() string
type Input ¶
type Input struct { // Types that are assignable to Kind: // *Input_ExampleList // *Input_ExampleListWithContext Kind isInput_Kind `protobuf_oneof:"kind"` // contains filtered or unexported fields }
func (*Input) Descriptor
deprecated
func (*Input) GetExampleList ¶
func (x *Input) GetExampleList() *ExampleList
func (*Input) GetExampleListWithContext ¶
func (x *Input) GetExampleListWithContext() *ExampleListWithContext
func (*Input) ProtoMessage ¶
func (*Input) ProtoMessage()
func (*Input) ProtoReflect ¶ added in v2.4.1
func (x *Input) ProtoReflect() protoreflect.Message
type Input_ExampleList ¶
type Input_ExampleList struct {
ExampleList *ExampleList `protobuf:"bytes,1,opt,name=example_list,json=exampleList,proto3,oneof"`
}
type Input_ExampleListWithContext ¶
type Input_ExampleListWithContext struct {
ExampleListWithContext *ExampleListWithContext `protobuf:"bytes,2,opt,name=example_list_with_context,json=exampleListWithContext,proto3,oneof"`
}
type ModelServiceClient ¶
type ModelServiceClient interface { // Gets status of model. If the ModelSpec in the request does not specify // version, information about all versions of the model will be returned. If // the ModelSpec in the request does specify a version, the status of only // that version will be returned. GetModelStatus(ctx context.Context, in *GetModelStatusRequest, opts ...grpc.CallOption) (*GetModelStatusResponse, error) // Reloads the set of served models. The new config supersedes the old one, // so if a model is omitted from the new config it will be unloaded and no // longer served. HandleReloadConfigRequest(ctx context.Context, in *ReloadConfigRequest, opts ...grpc.CallOption) (*ReloadConfigResponse, error) }
ModelServiceClient is the client API for ModelService service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewModelServiceClient ¶
func NewModelServiceClient(cc grpc.ClientConnInterface) ModelServiceClient
type ModelServiceServer ¶
type ModelServiceServer interface { // Gets status of model. If the ModelSpec in the request does not specify // version, information about all versions of the model will be returned. If // the ModelSpec in the request does specify a version, the status of only // that version will be returned. GetModelStatus(context.Context, *GetModelStatusRequest) (*GetModelStatusResponse, error) // Reloads the set of served models. The new config supersedes the old one, // so if a model is omitted from the new config it will be unloaded and no // longer served. HandleReloadConfigRequest(context.Context, *ReloadConfigRequest) (*ReloadConfigResponse, error) }
ModelServiceServer is the server API for ModelService service.
type ModelSpec ¶
type ModelSpec struct { // Required servable name. Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // Optional choice of which version of the model to use. // // Recommended to be left unset in the common case. Should be specified only // when there is a strong version consistency requirement. // // When left unspecified, the system will serve the best available version. // This is typically the latest version, though during version transitions, // notably when serving on a fleet of instances, may be either the previous or // new version. // // Types that are assignable to VersionChoice: // *ModelSpec_Version // *ModelSpec_VersionLabel VersionChoice isModelSpec_VersionChoice `protobuf_oneof:"version_choice"` // A named signature to evaluate. If unspecified, the default signature will // be used. SignatureName string `protobuf:"bytes,3,opt,name=signature_name,json=signatureName,proto3" json:"signature_name,omitempty"` // contains filtered or unexported fields }
Metadata for an inference request such as the model name and version.
func (*ModelSpec) Descriptor
deprecated
func (*ModelSpec) GetSignatureName ¶
func (*ModelSpec) GetVersion ¶
func (x *ModelSpec) GetVersion() *wrapperspb.Int64Value
func (*ModelSpec) GetVersionChoice ¶
func (m *ModelSpec) GetVersionChoice() isModelSpec_VersionChoice
func (*ModelSpec) GetVersionLabel ¶
func (*ModelSpec) ProtoMessage ¶
func (*ModelSpec) ProtoMessage()
func (*ModelSpec) ProtoReflect ¶ added in v2.4.1
func (x *ModelSpec) ProtoReflect() protoreflect.Message
type ModelSpec_Version ¶
type ModelSpec_Version struct { // Use this specific version number. Version *wrapperspb.Int64Value `protobuf:"bytes,2,opt,name=version,proto3,oneof"` }
type ModelSpec_VersionLabel ¶
type ModelSpec_VersionLabel struct { // Use the version associated with the given label. VersionLabel string `protobuf:"bytes,4,opt,name=version_label,json=versionLabel,proto3,oneof"` }
type ModelVersionStatus ¶
type ModelVersionStatus struct { // Model version. Version int64 `protobuf:"varint,1,opt,name=version,proto3" json:"version,omitempty"` // Model state. State ModelVersionStatus_State `protobuf:"varint,2,opt,name=state,proto3,enum=tensorflow.serving.ModelVersionStatus_State" json:"state,omitempty"` // Model status. Status *util.StatusProto `protobuf:"bytes,3,opt,name=status,proto3" json:"status,omitempty"` // contains filtered or unexported fields }
Version number, state, and status for a single version of a model.
func (*ModelVersionStatus) Descriptor
deprecated
func (*ModelVersionStatus) Descriptor() ([]byte, []int)
Deprecated: Use ModelVersionStatus.ProtoReflect.Descriptor instead.
func (*ModelVersionStatus) GetState ¶
func (x *ModelVersionStatus) GetState() ModelVersionStatus_State
func (*ModelVersionStatus) GetStatus ¶
func (x *ModelVersionStatus) GetStatus() *util.StatusProto
func (*ModelVersionStatus) GetVersion ¶
func (x *ModelVersionStatus) GetVersion() int64
func (*ModelVersionStatus) ProtoMessage ¶
func (*ModelVersionStatus) ProtoMessage()
func (*ModelVersionStatus) ProtoReflect ¶ added in v2.4.1
func (x *ModelVersionStatus) ProtoReflect() protoreflect.Message
func (*ModelVersionStatus) Reset ¶
func (x *ModelVersionStatus) Reset()
func (*ModelVersionStatus) String ¶
func (x *ModelVersionStatus) String() string
type ModelVersionStatus_State ¶
type ModelVersionStatus_State int32
States that map to ManagerState enum in tensorflow_serving/core/servable_state.h
const ( // Default value. ModelVersionStatus_UNKNOWN ModelVersionStatus_State = 0 // The manager is tracking this servable, but has not initiated any action // pertaining to it. ModelVersionStatus_START ModelVersionStatus_State = 10 // The manager has decided to load this servable. In particular, checks // around resource availability and other aspects have passed, and the // manager is about to invoke the loader's Load() method. ModelVersionStatus_LOADING ModelVersionStatus_State = 20 // The manager has successfully loaded this servable and made it available // for serving (i.e. GetServableHandle(id) will succeed). To avoid races, // this state is not reported until *after* the servable is made // available. ModelVersionStatus_AVAILABLE ModelVersionStatus_State = 30 // The manager has decided to make this servable unavailable, and unload // it. To avoid races, this state is reported *before* the servable is // made unavailable. ModelVersionStatus_UNLOADING ModelVersionStatus_State = 40 // This servable has reached the end of its journey in the manager. Either // it loaded and ultimately unloaded successfully, or it hit an error at // some point in its lifecycle. ModelVersionStatus_END ModelVersionStatus_State = 50 )
func (ModelVersionStatus_State) Descriptor ¶ added in v2.4.1
func (ModelVersionStatus_State) Descriptor() protoreflect.EnumDescriptor
func (ModelVersionStatus_State) Enum ¶ added in v2.4.1
func (x ModelVersionStatus_State) Enum() *ModelVersionStatus_State
func (ModelVersionStatus_State) EnumDescriptor
deprecated
func (ModelVersionStatus_State) EnumDescriptor() ([]byte, []int)
Deprecated: Use ModelVersionStatus_State.Descriptor instead.
func (ModelVersionStatus_State) Number ¶ added in v2.4.1
func (x ModelVersionStatus_State) Number() protoreflect.EnumNumber
func (ModelVersionStatus_State) String ¶
func (x ModelVersionStatus_State) String() string
func (ModelVersionStatus_State) Type ¶ added in v2.4.1
func (ModelVersionStatus_State) Type() protoreflect.EnumType
type MultiInferenceRequest ¶
type MultiInferenceRequest struct { // Inference tasks. Tasks []*InferenceTask `protobuf:"bytes,1,rep,name=tasks,proto3" json:"tasks,omitempty"` // Input data. Input *Input `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"` // contains filtered or unexported fields }
Inference request containing one or more requests.
func (*MultiInferenceRequest) Descriptor
deprecated
func (*MultiInferenceRequest) Descriptor() ([]byte, []int)
Deprecated: Use MultiInferenceRequest.ProtoReflect.Descriptor instead.
func (*MultiInferenceRequest) GetInput ¶
func (x *MultiInferenceRequest) GetInput() *Input
func (*MultiInferenceRequest) GetTasks ¶
func (x *MultiInferenceRequest) GetTasks() []*InferenceTask
func (*MultiInferenceRequest) ProtoMessage ¶
func (*MultiInferenceRequest) ProtoMessage()
func (*MultiInferenceRequest) ProtoReflect ¶ added in v2.4.1
func (x *MultiInferenceRequest) ProtoReflect() protoreflect.Message
func (*MultiInferenceRequest) Reset ¶
func (x *MultiInferenceRequest) Reset()
func (*MultiInferenceRequest) String ¶
func (x *MultiInferenceRequest) String() string
type MultiInferenceResponse ¶
type MultiInferenceResponse struct { // List of results; one for each InferenceTask in the request, returned in the // same order as the request. Results []*InferenceResult `protobuf:"bytes,1,rep,name=results,proto3" json:"results,omitempty"` // contains filtered or unexported fields }
Inference request containing one or more responses.
func (*MultiInferenceResponse) Descriptor
deprecated
func (*MultiInferenceResponse) Descriptor() ([]byte, []int)
Deprecated: Use MultiInferenceResponse.ProtoReflect.Descriptor instead.
func (*MultiInferenceResponse) GetResults ¶
func (x *MultiInferenceResponse) GetResults() []*InferenceResult
func (*MultiInferenceResponse) ProtoMessage ¶
func (*MultiInferenceResponse) ProtoMessage()
func (*MultiInferenceResponse) ProtoReflect ¶ added in v2.4.1
func (x *MultiInferenceResponse) ProtoReflect() protoreflect.Message
func (*MultiInferenceResponse) Reset ¶
func (x *MultiInferenceResponse) Reset()
func (*MultiInferenceResponse) String ¶
func (x *MultiInferenceResponse) String() string
type PredictRequest ¶
type PredictRequest struct { // Model Specification. If version is not specified, will use the latest // (numerical) version. ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Input tensors. // Names of input tensor are alias names. The mapping from aliases to real // input tensor names is stored in the SavedModel export as a prediction // SignatureDef under the 'inputs' field. Inputs map[string]*framework.TensorProto `` /* 153-byte string literal not displayed */ // Output filter. // Names specified are alias names. The mapping from aliases to real output // tensor names is stored in the SavedModel export as a prediction // SignatureDef under the 'outputs' field. // Only tensors specified here will be run/fetched and returned, with the // exception that when none is specified, all tensors specified in the // named signature will be run/fetched and returned. OutputFilter []string `protobuf:"bytes,3,rep,name=output_filter,json=outputFilter,proto3" json:"output_filter,omitempty"` // contains filtered or unexported fields }
PredictRequest specifies which TensorFlow model to run, as well as how inputs are mapped to tensors and how outputs are filtered before returning to user.
func (*PredictRequest) Descriptor
deprecated
func (*PredictRequest) Descriptor() ([]byte, []int)
Deprecated: Use PredictRequest.ProtoReflect.Descriptor instead.
func (*PredictRequest) GetInputs ¶
func (x *PredictRequest) GetInputs() map[string]*framework.TensorProto
func (*PredictRequest) GetModelSpec ¶
func (x *PredictRequest) GetModelSpec() *ModelSpec
func (*PredictRequest) GetOutputFilter ¶
func (x *PredictRequest) GetOutputFilter() []string
func (*PredictRequest) ProtoMessage ¶
func (*PredictRequest) ProtoMessage()
func (*PredictRequest) ProtoReflect ¶ added in v2.4.1
func (x *PredictRequest) ProtoReflect() protoreflect.Message
func (*PredictRequest) Reset ¶
func (x *PredictRequest) Reset()
func (*PredictRequest) String ¶
func (x *PredictRequest) String() string
type PredictResponse ¶
type PredictResponse struct { // Effective Model Specification used to process PredictRequest. ModelSpec *ModelSpec `protobuf:"bytes,2,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Output tensors. Outputs map[string]*framework.TensorProto `` /* 155-byte string literal not displayed */ // contains filtered or unexported fields }
Response for PredictRequest on successful run.
func (*PredictResponse) Descriptor
deprecated
func (*PredictResponse) Descriptor() ([]byte, []int)
Deprecated: Use PredictResponse.ProtoReflect.Descriptor instead.
func (*PredictResponse) GetModelSpec ¶
func (x *PredictResponse) GetModelSpec() *ModelSpec
func (*PredictResponse) GetOutputs ¶
func (x *PredictResponse) GetOutputs() map[string]*framework.TensorProto
func (*PredictResponse) ProtoMessage ¶
func (*PredictResponse) ProtoMessage()
func (*PredictResponse) ProtoReflect ¶ added in v2.4.1
func (x *PredictResponse) ProtoReflect() protoreflect.Message
func (*PredictResponse) Reset ¶
func (x *PredictResponse) Reset()
func (*PredictResponse) String ¶
func (x *PredictResponse) String() string
type PredictionServiceClient ¶
type PredictionServiceClient interface { // Classify. Classify(ctx context.Context, in *ClassificationRequest, opts ...grpc.CallOption) (*ClassificationResponse, error) // Regress. Regress(ctx context.Context, in *RegressionRequest, opts ...grpc.CallOption) (*RegressionResponse, error) // Predict -- provides access to loaded TensorFlow model. Predict(ctx context.Context, in *PredictRequest, opts ...grpc.CallOption) (*PredictResponse, error) // MultiInference API for multi-headed models. MultiInference(ctx context.Context, in *MultiInferenceRequest, opts ...grpc.CallOption) (*MultiInferenceResponse, error) // GetModelMetadata - provides access to metadata for loaded models. GetModelMetadata(ctx context.Context, in *GetModelMetadataRequest, opts ...grpc.CallOption) (*GetModelMetadataResponse, error) }
PredictionServiceClient is the client API for PredictionService service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewPredictionServiceClient ¶
func NewPredictionServiceClient(cc grpc.ClientConnInterface) PredictionServiceClient
type PredictionServiceServer ¶
type PredictionServiceServer interface { // Classify. Classify(context.Context, *ClassificationRequest) (*ClassificationResponse, error) // Regress. Regress(context.Context, *RegressionRequest) (*RegressionResponse, error) // Predict -- provides access to loaded TensorFlow model. Predict(context.Context, *PredictRequest) (*PredictResponse, error) // MultiInference API for multi-headed models. MultiInference(context.Context, *MultiInferenceRequest) (*MultiInferenceResponse, error) // GetModelMetadata - provides access to metadata for loaded models. GetModelMetadata(context.Context, *GetModelMetadataRequest) (*GetModelMetadataResponse, error) }
PredictionServiceServer is the server API for PredictionService service.
type Regression ¶
type Regression struct { Value float32 `protobuf:"fixed32,1,opt,name=value,proto3" json:"value,omitempty"` // contains filtered or unexported fields }
Regression result for a single item (tensorflow.Example).
func (*Regression) Descriptor
deprecated
func (*Regression) Descriptor() ([]byte, []int)
Deprecated: Use Regression.ProtoReflect.Descriptor instead.
func (*Regression) GetValue ¶
func (x *Regression) GetValue() float32
func (*Regression) ProtoMessage ¶
func (*Regression) ProtoMessage()
func (*Regression) ProtoReflect ¶ added in v2.4.1
func (x *Regression) ProtoReflect() protoreflect.Message
func (*Regression) Reset ¶
func (x *Regression) Reset()
func (*Regression) String ¶
func (x *Regression) String() string
type RegressionRequest ¶
type RegressionRequest struct { // Model Specification. If version is not specified, will use the latest // (numerical) version. ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Input data. Input *Input `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"` // contains filtered or unexported fields }
func (*RegressionRequest) Descriptor
deprecated
func (*RegressionRequest) Descriptor() ([]byte, []int)
Deprecated: Use RegressionRequest.ProtoReflect.Descriptor instead.
func (*RegressionRequest) GetInput ¶
func (x *RegressionRequest) GetInput() *Input
func (*RegressionRequest) GetModelSpec ¶
func (x *RegressionRequest) GetModelSpec() *ModelSpec
func (*RegressionRequest) ProtoMessage ¶
func (*RegressionRequest) ProtoMessage()
func (*RegressionRequest) ProtoReflect ¶ added in v2.4.1
func (x *RegressionRequest) ProtoReflect() protoreflect.Message
func (*RegressionRequest) Reset ¶
func (x *RegressionRequest) Reset()
func (*RegressionRequest) String ¶
func (x *RegressionRequest) String() string
type RegressionResponse ¶
type RegressionResponse struct { // Effective Model Specification used for regression. ModelSpec *ModelSpec `protobuf:"bytes,2,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` Result *RegressionResult `protobuf:"bytes,1,opt,name=result,proto3" json:"result,omitempty"` // contains filtered or unexported fields }
func (*RegressionResponse) Descriptor
deprecated
func (*RegressionResponse) Descriptor() ([]byte, []int)
Deprecated: Use RegressionResponse.ProtoReflect.Descriptor instead.
func (*RegressionResponse) GetModelSpec ¶
func (x *RegressionResponse) GetModelSpec() *ModelSpec
func (*RegressionResponse) GetResult ¶
func (x *RegressionResponse) GetResult() *RegressionResult
func (*RegressionResponse) ProtoMessage ¶
func (*RegressionResponse) ProtoMessage()
func (*RegressionResponse) ProtoReflect ¶ added in v2.4.1
func (x *RegressionResponse) ProtoReflect() protoreflect.Message
func (*RegressionResponse) Reset ¶
func (x *RegressionResponse) Reset()
func (*RegressionResponse) String ¶
func (x *RegressionResponse) String() string
type RegressionResult ¶
type RegressionResult struct { Regressions []*Regression `protobuf:"bytes,1,rep,name=regressions,proto3" json:"regressions,omitempty"` // contains filtered or unexported fields }
Contains one result per input example, in the same order as the input in RegressionRequest.
func (*RegressionResult) Descriptor
deprecated
func (*RegressionResult) Descriptor() ([]byte, []int)
Deprecated: Use RegressionResult.ProtoReflect.Descriptor instead.
func (*RegressionResult) GetRegressions ¶
func (x *RegressionResult) GetRegressions() []*Regression
func (*RegressionResult) ProtoMessage ¶
func (*RegressionResult) ProtoMessage()
func (*RegressionResult) ProtoReflect ¶ added in v2.4.1
func (x *RegressionResult) ProtoReflect() protoreflect.Message
func (*RegressionResult) Reset ¶
func (x *RegressionResult) Reset()
func (*RegressionResult) String ¶
func (x *RegressionResult) String() string
type ReloadConfigRequest ¶
type ReloadConfigRequest struct { Config *config.ModelServerConfig `protobuf:"bytes,1,opt,name=config,proto3" json:"config,omitempty"` // contains filtered or unexported fields }
func (*ReloadConfigRequest) Descriptor
deprecated
func (*ReloadConfigRequest) Descriptor() ([]byte, []int)
Deprecated: Use ReloadConfigRequest.ProtoReflect.Descriptor instead.
func (*ReloadConfigRequest) GetConfig ¶
func (x *ReloadConfigRequest) GetConfig() *config.ModelServerConfig
func (*ReloadConfigRequest) ProtoMessage ¶
func (*ReloadConfigRequest) ProtoMessage()
func (*ReloadConfigRequest) ProtoReflect ¶ added in v2.4.1
func (x *ReloadConfigRequest) ProtoReflect() protoreflect.Message
func (*ReloadConfigRequest) Reset ¶
func (x *ReloadConfigRequest) Reset()
func (*ReloadConfigRequest) String ¶
func (x *ReloadConfigRequest) String() string
type ReloadConfigResponse ¶
type ReloadConfigResponse struct { Status *util.StatusProto `protobuf:"bytes,1,opt,name=status,proto3" json:"status,omitempty"` // contains filtered or unexported fields }
func (*ReloadConfigResponse) Descriptor
deprecated
func (*ReloadConfigResponse) Descriptor() ([]byte, []int)
Deprecated: Use ReloadConfigResponse.ProtoReflect.Descriptor instead.
func (*ReloadConfigResponse) GetStatus ¶
func (x *ReloadConfigResponse) GetStatus() *util.StatusProto
func (*ReloadConfigResponse) ProtoMessage ¶
func (*ReloadConfigResponse) ProtoMessage()
func (*ReloadConfigResponse) ProtoReflect ¶ added in v2.4.1
func (x *ReloadConfigResponse) ProtoReflect() protoreflect.Message
func (*ReloadConfigResponse) Reset ¶
func (x *ReloadConfigResponse) Reset()
func (*ReloadConfigResponse) String ¶
func (x *ReloadConfigResponse) String() string
type SessionRunRequest ¶
type SessionRunRequest struct { // Model Specification. If version is not specified, will use the latest // (numerical) version. ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Tensors to be fed in the step. Each feed is a named tensor. Feed []*protobuf.NamedTensorProto `protobuf:"bytes,2,rep,name=feed,proto3" json:"feed,omitempty"` // Fetches. A list of tensor names. The caller expects a tensor to // be returned for each fetch[i] (see RunResponse.tensor). The // order of specified fetches does not change the execution order. Fetch []string `protobuf:"bytes,3,rep,name=fetch,proto3" json:"fetch,omitempty"` // Target Nodes. A list of node names. The named nodes will be run // to but their outputs will not be fetched. Target []string `protobuf:"bytes,4,rep,name=target,proto3" json:"target,omitempty"` // Options for the run call. **Currently ignored.** Options *protobuf.RunOptions `protobuf:"bytes,5,opt,name=options,proto3" json:"options,omitempty"` // contains filtered or unexported fields }
func (*SessionRunRequest) Descriptor
deprecated
func (*SessionRunRequest) Descriptor() ([]byte, []int)
Deprecated: Use SessionRunRequest.ProtoReflect.Descriptor instead.
func (*SessionRunRequest) GetFeed ¶
func (x *SessionRunRequest) GetFeed() []*protobuf.NamedTensorProto
func (*SessionRunRequest) GetFetch ¶
func (x *SessionRunRequest) GetFetch() []string
func (*SessionRunRequest) GetModelSpec ¶
func (x *SessionRunRequest) GetModelSpec() *ModelSpec
func (*SessionRunRequest) GetOptions ¶
func (x *SessionRunRequest) GetOptions() *protobuf.RunOptions
func (*SessionRunRequest) GetTarget ¶
func (x *SessionRunRequest) GetTarget() []string
func (*SessionRunRequest) ProtoMessage ¶
func (*SessionRunRequest) ProtoMessage()
func (*SessionRunRequest) ProtoReflect ¶ added in v2.4.1
func (x *SessionRunRequest) ProtoReflect() protoreflect.Message
func (*SessionRunRequest) Reset ¶
func (x *SessionRunRequest) Reset()
func (*SessionRunRequest) String ¶
func (x *SessionRunRequest) String() string
type SessionRunResponse ¶
type SessionRunResponse struct { // Effective Model Specification used for session run. ModelSpec *ModelSpec `protobuf:"bytes,3,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // NOTE: The order of the returned tensors may or may not match // the fetch order specified in RunRequest. Tensor []*protobuf.NamedTensorProto `protobuf:"bytes,1,rep,name=tensor,proto3" json:"tensor,omitempty"` // Returned metadata if requested in the options. Metadata *protobuf.RunMetadata `protobuf:"bytes,2,opt,name=metadata,proto3" json:"metadata,omitempty"` // contains filtered or unexported fields }
func (*SessionRunResponse) Descriptor
deprecated
func (*SessionRunResponse) Descriptor() ([]byte, []int)
Deprecated: Use SessionRunResponse.ProtoReflect.Descriptor instead.
func (*SessionRunResponse) GetMetadata ¶
func (x *SessionRunResponse) GetMetadata() *protobuf.RunMetadata
func (*SessionRunResponse) GetModelSpec ¶
func (x *SessionRunResponse) GetModelSpec() *ModelSpec
func (*SessionRunResponse) GetTensor ¶
func (x *SessionRunResponse) GetTensor() []*protobuf.NamedTensorProto
func (*SessionRunResponse) ProtoMessage ¶
func (*SessionRunResponse) ProtoMessage()
func (*SessionRunResponse) ProtoReflect ¶ added in v2.4.1
func (x *SessionRunResponse) ProtoReflect() protoreflect.Message
func (*SessionRunResponse) Reset ¶
func (x *SessionRunResponse) Reset()
func (*SessionRunResponse) String ¶
func (x *SessionRunResponse) String() string
type SessionServiceClient ¶
type SessionServiceClient interface { // Runs inference of a given model. SessionRun(ctx context.Context, in *SessionRunRequest, opts ...grpc.CallOption) (*SessionRunResponse, error) }
SessionServiceClient is the client API for SessionService service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewSessionServiceClient ¶
func NewSessionServiceClient(cc grpc.ClientConnInterface) SessionServiceClient
type SessionServiceServer ¶
type SessionServiceServer interface { // Runs inference of a given model. SessionRun(context.Context, *SessionRunRequest) (*SessionRunResponse, error) }
SessionServiceServer is the server API for SessionService service.
type SignatureDefMap ¶
type SignatureDefMap struct { SignatureDef map[string]*protobuf.SignatureDef `` /* 185-byte string literal not displayed */ // contains filtered or unexported fields }
Message returned for "signature_def" field.
func (*SignatureDefMap) Descriptor
deprecated
func (*SignatureDefMap) Descriptor() ([]byte, []int)
Deprecated: Use SignatureDefMap.ProtoReflect.Descriptor instead.
func (*SignatureDefMap) GetSignatureDef ¶
func (x *SignatureDefMap) GetSignatureDef() map[string]*protobuf.SignatureDef
func (*SignatureDefMap) ProtoMessage ¶
func (*SignatureDefMap) ProtoMessage()
func (*SignatureDefMap) ProtoReflect ¶ added in v2.4.1
func (x *SignatureDefMap) ProtoReflect() protoreflect.Message
func (*SignatureDefMap) Reset ¶
func (x *SignatureDefMap) Reset()
func (*SignatureDefMap) String ¶
func (x *SignatureDefMap) String() string
type UnimplementedModelServiceServer ¶
type UnimplementedModelServiceServer struct { }
UnimplementedModelServiceServer can be embedded to have forward compatible implementations.
func (*UnimplementedModelServiceServer) GetModelStatus ¶
func (*UnimplementedModelServiceServer) GetModelStatus(context.Context, *GetModelStatusRequest) (*GetModelStatusResponse, error)
func (*UnimplementedModelServiceServer) HandleReloadConfigRequest ¶
func (*UnimplementedModelServiceServer) HandleReloadConfigRequest(context.Context, *ReloadConfigRequest) (*ReloadConfigResponse, error)
type UnimplementedPredictionServiceServer ¶
type UnimplementedPredictionServiceServer struct { }
UnimplementedPredictionServiceServer can be embedded to have forward compatible implementations.
func (*UnimplementedPredictionServiceServer) Classify ¶
func (*UnimplementedPredictionServiceServer) Classify(context.Context, *ClassificationRequest) (*ClassificationResponse, error)
func (*UnimplementedPredictionServiceServer) GetModelMetadata ¶
func (*UnimplementedPredictionServiceServer) GetModelMetadata(context.Context, *GetModelMetadataRequest) (*GetModelMetadataResponse, error)
func (*UnimplementedPredictionServiceServer) MultiInference ¶
func (*UnimplementedPredictionServiceServer) MultiInference(context.Context, *MultiInferenceRequest) (*MultiInferenceResponse, error)
func (*UnimplementedPredictionServiceServer) Predict ¶
func (*UnimplementedPredictionServiceServer) Predict(context.Context, *PredictRequest) (*PredictResponse, error)
func (*UnimplementedPredictionServiceServer) Regress ¶
func (*UnimplementedPredictionServiceServer) Regress(context.Context, *RegressionRequest) (*RegressionResponse, error)
type UnimplementedSessionServiceServer ¶
type UnimplementedSessionServiceServer struct { }
UnimplementedSessionServiceServer can be embedded to have forward compatible implementations.
func (*UnimplementedSessionServiceServer) SessionRun ¶
func (*UnimplementedSessionServiceServer) SessionRun(context.Context, *SessionRunRequest) (*SessionRunResponse, error)