apis

package
v2.14.1 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Dec 8, 2023 License: BSD-3-Clause Imports: 15 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	ModelService_GetModelStatus_FullMethodName            = "/tensorflow.serving.ModelService/GetModelStatus"
	ModelService_HandleReloadConfigRequest_FullMethodName = "/tensorflow.serving.ModelService/HandleReloadConfigRequest"
)
View Source 
const (
	PredictionService_Classify_FullMethodName         = "/tensorflow.serving.PredictionService/Classify"
	PredictionService_Regress_FullMethodName          = "/tensorflow.serving.PredictionService/Regress"
	PredictionService_Predict_FullMethodName          = "/tensorflow.serving.PredictionService/Predict"
	PredictionService_MultiInference_FullMethodName   = "/tensorflow.serving.PredictionService/MultiInference"
	PredictionService_GetModelMetadata_FullMethodName = "/tensorflow.serving.PredictionService/GetModelMetadata"
)
View Source 
const (
	SessionService_SessionRun_FullMethodName = "/tensorflow.serving.SessionService/SessionRun"
)

Variables

View Source 
var (
	ModelVersionStatus_State_name = map[int32]string{
		0:  "UNKNOWN",
		10: "START",
		20: "LOADING",
		30: "AVAILABLE",
		40: "UNLOADING",
		50: "END",
	}
	ModelVersionStatus_State_value = map[string]int32{
		"UNKNOWN":   0,
		"START":     10,
		"LOADING":   20,
		"AVAILABLE": 30,
		"UNLOADING": 40,
		"END":       50,
	}
)

Enum value maps for ModelVersionStatus_State.

View Source 
var File_tensorflow_serving_apis_classification_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_serving_apis_get_model_metadata_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_serving_apis_get_model_status_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_serving_apis_inference_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_serving_apis_input_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_serving_apis_logging_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_serving_apis_model_management_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_serving_apis_model_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_serving_apis_model_service_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_serving_apis_predict_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_serving_apis_prediction_log_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_serving_apis_prediction_service_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_serving_apis_regression_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_serving_apis_session_service_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_serving_apis_status_proto protoreflect.FileDescriptor
View Source 
var ModelService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "tensorflow.serving.ModelService",
	HandlerType: (*ModelServiceServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "GetModelStatus",
			Handler:    _ModelService_GetModelStatus_Handler,
		},
		{
			MethodName: "HandleReloadConfigRequest",
			Handler:    _ModelService_HandleReloadConfigRequest_Handler,
		},
	},
	Streams:  []grpc.StreamDesc{},
	Metadata: "tensorflow_serving/apis/model_service.proto",
}

ModelService_ServiceDesc is the grpc.ServiceDesc for ModelService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

View Source 
var PredictionService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "tensorflow.serving.PredictionService",
	HandlerType: (*PredictionServiceServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "Classify",
			Handler:    _PredictionService_Classify_Handler,
		},
		{
			MethodName: "Regress",
			Handler:    _PredictionService_Regress_Handler,
		},
		{
			MethodName: "Predict",
			Handler:    _PredictionService_Predict_Handler,
		},
		{
			MethodName: "MultiInference",
			Handler:    _PredictionService_MultiInference_Handler,
		},
		{
			MethodName: "GetModelMetadata",
			Handler:    _PredictionService_GetModelMetadata_Handler,
		},
	},
	Streams:  []grpc.StreamDesc{},
	Metadata: "tensorflow_serving/apis/prediction_service.proto",
}

PredictionService_ServiceDesc is the grpc.ServiceDesc for PredictionService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

View Source 
var SessionService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "tensorflow.serving.SessionService",
	HandlerType: (*SessionServiceServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "SessionRun",
			Handler:    _SessionService_SessionRun_Handler,
		},
	},
	Streams:  []grpc.StreamDesc{},
	Metadata: "tensorflow_serving/apis/session_service.proto",
}

SessionService_ServiceDesc is the grpc.ServiceDesc for SessionService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

Functions

func RegisterModelServiceServer 

func RegisterModelServiceServer(s grpc.ServiceRegistrar, srv ModelServiceServer)

func RegisterPredictionServiceServer 

func RegisterPredictionServiceServer(s grpc.ServiceRegistrar, srv PredictionServiceServer)

func RegisterSessionServiceServer 

func RegisterSessionServiceServer(s grpc.ServiceRegistrar, srv SessionServiceServer)

Types

type Class 

type Class struct {

	// Label or name of the class.
	Label string `protobuf:"bytes,1,opt,name=label,proto3" json:"label,omitempty"`
	// Score for this class (e.g., the probability the item belongs to this
	// class). As per the proto3 default-value semantics, if the score is missing,
	// it should be treated as 0.
	Score float32 `protobuf:"fixed32,2,opt,name=score,proto3" json:"score,omitempty"`
	// contains filtered or unexported fields
}

A single class.

func (*Class) Descriptor deprecated 

func (*Class) Descriptor() ([]byte, []int)

Deprecated: Use Class.ProtoReflect.Descriptor instead.

func (*Class) GetLabel 

func (x *Class) GetLabel() string

func (*Class) GetScore 

func (x *Class) GetScore() float32

func (*Class) ProtoMessage 

func (*Class) ProtoMessage()

func (*Class) ProtoReflect 

func (x *Class) ProtoReflect() protoreflect.Message

func (*Class) Reset 

func (x *Class) Reset()

func (*Class) String 

func (x *Class) String() string

type ClassificationRequest 

type ClassificationRequest struct {

	// Model Specification. If version is not specified, will use the latest
	// (numerical) version.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Input data.
	Input *Input `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"`
	// contains filtered or unexported fields
}

func (*ClassificationRequest) Descriptor deprecated 

func (*ClassificationRequest) Descriptor() ([]byte, []int)

Deprecated: Use ClassificationRequest.ProtoReflect.Descriptor instead.

func (*ClassificationRequest) GetInput 

func (x *ClassificationRequest) GetInput() *Input

func (*ClassificationRequest) GetModelSpec 

func (x *ClassificationRequest) GetModelSpec() *ModelSpec

func (*ClassificationRequest) ProtoMessage 

func (*ClassificationRequest) ProtoMessage()

func (*ClassificationRequest) ProtoReflect 

func (x *ClassificationRequest) ProtoReflect() protoreflect.Message

func (*ClassificationRequest) Reset 

func (x *ClassificationRequest) Reset()

func (*ClassificationRequest) String 

func (x *ClassificationRequest) String() string

type ClassificationResponse 

type ClassificationResponse struct {

	// Effective Model Specification used for classification.
	ModelSpec *ModelSpec `protobuf:"bytes,2,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Result of the classification.
	Result *ClassificationResult `protobuf:"bytes,1,opt,name=result,proto3" json:"result,omitempty"`
	// contains filtered or unexported fields
}

func (*ClassificationResponse) Descriptor deprecated 

func (*ClassificationResponse) Descriptor() ([]byte, []int)

Deprecated: Use ClassificationResponse.ProtoReflect.Descriptor instead.

func (*ClassificationResponse) GetModelSpec 

func (x *ClassificationResponse) GetModelSpec() *ModelSpec

func (*ClassificationResponse) GetResult 

func (x *ClassificationResponse) GetResult() *ClassificationResult

func (*ClassificationResponse) ProtoMessage 

func (*ClassificationResponse) ProtoMessage()

func (*ClassificationResponse) ProtoReflect 

func (x *ClassificationResponse) ProtoReflect() protoreflect.Message

func (*ClassificationResponse) Reset 

func (x *ClassificationResponse) Reset()

func (*ClassificationResponse) String 

func (x *ClassificationResponse) String() string

type ClassificationResult 

type ClassificationResult struct {
	Classifications []*Classifications `protobuf:"bytes,1,rep,name=classifications,proto3" json:"classifications,omitempty"`
	// contains filtered or unexported fields
}

Contains one result per input example, in the same order as the input in ClassificationRequest.

func (*ClassificationResult) Descriptor deprecated 

func (*ClassificationResult) Descriptor() ([]byte, []int)

Deprecated: Use ClassificationResult.ProtoReflect.Descriptor instead.

func (*ClassificationResult) GetClassifications 

func (x *ClassificationResult) GetClassifications() []*Classifications

func (*ClassificationResult) ProtoMessage 

func (*ClassificationResult) ProtoMessage()

func (*ClassificationResult) ProtoReflect 

func (x *ClassificationResult) ProtoReflect() protoreflect.Message

func (*ClassificationResult) Reset 

func (x *ClassificationResult) Reset()

func (*ClassificationResult) String 

func (x *ClassificationResult) String() string

type Classifications 

type Classifications struct {
	Classes []*Class `protobuf:"bytes,1,rep,name=classes,proto3" json:"classes,omitempty"`
	// contains filtered or unexported fields
}

List of classes for a single item (tensorflow.Example).

func (*Classifications) Descriptor deprecated 

func (*Classifications) Descriptor() ([]byte, []int)

Deprecated: Use Classifications.ProtoReflect.Descriptor instead.

func (*Classifications) GetClasses 

func (x *Classifications) GetClasses() []*Class

func (*Classifications) ProtoMessage 

func (*Classifications) ProtoMessage()

func (*Classifications) ProtoReflect 

func (x *Classifications) ProtoReflect() protoreflect.Message

func (*Classifications) Reset 

func (x *Classifications) Reset()

func (*Classifications) String 

func (x *Classifications) String() string

type ClassifyLog 

type ClassifyLog struct {
	Request  *ClassificationRequest  `protobuf:"bytes,1,opt,name=request,proto3" json:"request,omitempty"`
	Response *ClassificationResponse `protobuf:"bytes,2,opt,name=response,proto3" json:"response,omitempty"`
	// contains filtered or unexported fields
}

func (*ClassifyLog) Descriptor deprecated 

func (*ClassifyLog) Descriptor() ([]byte, []int)

Deprecated: Use ClassifyLog.ProtoReflect.Descriptor instead.

func (*ClassifyLog) GetRequest 

func (x *ClassifyLog) GetRequest() *ClassificationRequest

func (*ClassifyLog) GetResponse 

func (x *ClassifyLog) GetResponse() *ClassificationResponse

func (*ClassifyLog) ProtoMessage 

func (*ClassifyLog) ProtoMessage()

func (*ClassifyLog) ProtoReflect 

func (x *ClassifyLog) ProtoReflect() protoreflect.Message

func (*ClassifyLog) Reset 

func (x *ClassifyLog) Reset()

func (*ClassifyLog) String 

func (x *ClassifyLog) String() string

type ExampleList 

type ExampleList struct {
	Examples []*example.Example `protobuf:"bytes,1,rep,name=examples,proto3" json:"examples,omitempty"`
	// contains filtered or unexported fields
}

Specifies one or more fully independent input Examples. See examples at: 

https://github.com/tensorflow/tensorflow/blob/master/tensorflow/core/example/example.proto

func (*ExampleList) Descriptor deprecated 

func (*ExampleList) Descriptor() ([]byte, []int)

Deprecated: Use ExampleList.ProtoReflect.Descriptor instead.

func (*ExampleList) GetExamples 

func (x *ExampleList) GetExamples() []*example.Example

func (*ExampleList) ProtoMessage 

func (*ExampleList) ProtoMessage()

func (*ExampleList) ProtoReflect 

func (x *ExampleList) ProtoReflect() protoreflect.Message

func (*ExampleList) Reset 

func (x *ExampleList) Reset()

func (*ExampleList) String 

func (x *ExampleList) String() string

type ExampleListWithContext 

type ExampleListWithContext struct {
	Examples []*example.Example `protobuf:"bytes,1,rep,name=examples,proto3" json:"examples,omitempty"`
	Context  *example.Example   `protobuf:"bytes,2,opt,name=context,proto3" json:"context,omitempty"`
	// contains filtered or unexported fields
}

Specifies one or more independent input Examples, with a common context Example.

The common use case for context is to cleanly and optimally specify some features that are common across multiple examples.

See example below with a search query as the context and multiple restaurants to perform some inference on. 

context: {
  features: {
    feature: {
      key  : "query"
      value: {
        bytes_list: {
          value: [ "pizza" ]
        }
      }
    }
  }
}

examples: {
  features: {
    feature: {
      key  : "cuisine"
      value: {
        bytes_list: {
          value: [ "Pizzeria" ]
        }
      }
    }
  }
}

examples: {
  features: {
    feature: {
      key  : "cuisine"
      value: {
        bytes_list: {
          value: [ "Taqueria" ]
        }
      }
    }
  }
}

Implementations of ExampleListWithContext merge the context Example into each of the Examples. Note that feature keys must not be duplicated between the Examples and context Example, or the behavior is undefined.

See also: 

tensorflow/core/example/example.proto
https://developers.google.com/protocol-buffers/docs/proto3#maps

func (*ExampleListWithContext) Descriptor deprecated 

func (*ExampleListWithContext) Descriptor() ([]byte, []int)

Deprecated: Use ExampleListWithContext.ProtoReflect.Descriptor instead.

func (*ExampleListWithContext) GetContext 

func (x *ExampleListWithContext) GetContext() *example.Example

func (*ExampleListWithContext) GetExamples 

func (x *ExampleListWithContext) GetExamples() []*example.Example

func (*ExampleListWithContext) ProtoMessage 

func (*ExampleListWithContext) ProtoMessage()

func (*ExampleListWithContext) ProtoReflect 

func (x *ExampleListWithContext) ProtoReflect() protoreflect.Message

func (*ExampleListWithContext) Reset 

func (x *ExampleListWithContext) Reset()

func (*ExampleListWithContext) String 

func (x *ExampleListWithContext) String() string

type GetModelMetadataRequest 

type GetModelMetadataRequest struct {

	// Model Specification indicating which model we are querying for metadata.
	// If version is not specified, will use the latest (numerical) version.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Metadata fields to get. Currently supported: "signature_def".
	MetadataField []string `protobuf:"bytes,2,rep,name=metadata_field,json=metadataField,proto3" json:"metadata_field,omitempty"`
	// contains filtered or unexported fields
}

func (*GetModelMetadataRequest) Descriptor deprecated 

func (*GetModelMetadataRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetModelMetadataRequest.ProtoReflect.Descriptor instead.

func (*GetModelMetadataRequest) GetMetadataField 

func (x *GetModelMetadataRequest) GetMetadataField() []string

func (*GetModelMetadataRequest) GetModelSpec 

func (x *GetModelMetadataRequest) GetModelSpec() *ModelSpec

func (*GetModelMetadataRequest) ProtoMessage 

func (*GetModelMetadataRequest) ProtoMessage()

func (*GetModelMetadataRequest) ProtoReflect 

func (x *GetModelMetadataRequest) ProtoReflect() protoreflect.Message

func (*GetModelMetadataRequest) Reset 

func (x *GetModelMetadataRequest) Reset()

func (*GetModelMetadataRequest) String 

func (x *GetModelMetadataRequest) String() string

type GetModelMetadataResponse 

type GetModelMetadataResponse struct {

	// Model Specification indicating which model this metadata belongs to.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Map of metadata field name to metadata field. The options for metadata
	// field name are listed in GetModelMetadataRequest. Currently supported:
	// "signature_def".
	Metadata map[string]*anypb.Any `` /* 157-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*GetModelMetadataResponse) Descriptor deprecated 

func (*GetModelMetadataResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetModelMetadataResponse.ProtoReflect.Descriptor instead.

func (*GetModelMetadataResponse) GetMetadata 

func (x *GetModelMetadataResponse) GetMetadata() map[string]*anypb.Any

func (*GetModelMetadataResponse) GetModelSpec 

func (x *GetModelMetadataResponse) GetModelSpec() *ModelSpec

func (*GetModelMetadataResponse) ProtoMessage 

func (*GetModelMetadataResponse) ProtoMessage()

func (*GetModelMetadataResponse) ProtoReflect 

func (x *GetModelMetadataResponse) ProtoReflect() protoreflect.Message

func (*GetModelMetadataResponse) Reset 

func (x *GetModelMetadataResponse) Reset()

func (*GetModelMetadataResponse) String 

func (x *GetModelMetadataResponse) String() string

type GetModelStatusRequest 

type GetModelStatusRequest struct {

	// Model Specification. If version is not specified, information about all
	// versions of the model will be returned. If a version is specified, the
	// status of only that version will be returned.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// contains filtered or unexported fields
}

GetModelStatusRequest contains a ModelSpec indicating the model for which to get status.

func (*GetModelStatusRequest) Descriptor deprecated 

func (*GetModelStatusRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetModelStatusRequest.ProtoReflect.Descriptor instead.

func (*GetModelStatusRequest) GetModelSpec 

func (x *GetModelStatusRequest) GetModelSpec() *ModelSpec

func (*GetModelStatusRequest) ProtoMessage 

func (*GetModelStatusRequest) ProtoMessage()

func (*GetModelStatusRequest) ProtoReflect 

func (x *GetModelStatusRequest) ProtoReflect() protoreflect.Message

func (*GetModelStatusRequest) Reset 

func (x *GetModelStatusRequest) Reset()

func (*GetModelStatusRequest) String 

func (x *GetModelStatusRequest) String() string

type GetModelStatusResponse 

type GetModelStatusResponse struct {

	// Version number and status information for applicable model version(s).
	ModelVersionStatus []*ModelVersionStatus `protobuf:"bytes,1,rep,name=model_version_status,proto3" json:"model_version_status,omitempty"`
	// contains filtered or unexported fields
}

Response for ModelStatusRequest on successful run.

func (*GetModelStatusResponse) Descriptor deprecated 

func (*GetModelStatusResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetModelStatusResponse.ProtoReflect.Descriptor instead.

func (*GetModelStatusResponse) GetModelVersionStatus 

func (x *GetModelStatusResponse) GetModelVersionStatus() []*ModelVersionStatus

func (*GetModelStatusResponse) ProtoMessage 

func (*GetModelStatusResponse) ProtoMessage()

func (*GetModelStatusResponse) ProtoReflect 

func (x *GetModelStatusResponse) ProtoReflect() protoreflect.Message

func (*GetModelStatusResponse) Reset 

func (x *GetModelStatusResponse) Reset()

func (*GetModelStatusResponse) String 

func (x *GetModelStatusResponse) String() string

type InferenceResult 

type InferenceResult struct {
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Types that are assignable to Result:
	//
	//	*InferenceResult_ClassificationResult
	//	*InferenceResult_RegressionResult
	Result isInferenceResult_Result `protobuf_oneof:"result"`
	// contains filtered or unexported fields
}

Inference result, matches the type of request or is an error.

func (*InferenceResult) Descriptor deprecated 

func (*InferenceResult) Descriptor() ([]byte, []int)

Deprecated: Use InferenceResult.ProtoReflect.Descriptor instead.

func (*InferenceResult) GetClassificationResult 

func (x *InferenceResult) GetClassificationResult() *ClassificationResult

func (*InferenceResult) GetModelSpec 

func (x *InferenceResult) GetModelSpec() *ModelSpec

func (*InferenceResult) GetRegressionResult 

func (x *InferenceResult) GetRegressionResult() *RegressionResult

func (*InferenceResult) GetResult 

func (m *InferenceResult) GetResult() isInferenceResult_Result

func (*InferenceResult) ProtoMessage 

func (*InferenceResult) ProtoMessage()

func (*InferenceResult) ProtoReflect 

func (x *InferenceResult) ProtoReflect() protoreflect.Message

func (*InferenceResult) Reset 

func (x *InferenceResult) Reset()

func (*InferenceResult) String 

func (x *InferenceResult) String() string

type InferenceResult_ClassificationResult 

type InferenceResult_ClassificationResult struct {
	ClassificationResult *ClassificationResult `protobuf:"bytes,2,opt,name=classification_result,json=classificationResult,proto3,oneof"`
}

type InferenceResult_RegressionResult 

type InferenceResult_RegressionResult struct {
	RegressionResult *RegressionResult `protobuf:"bytes,3,opt,name=regression_result,json=regressionResult,proto3,oneof"`
}

type InferenceTask 

type InferenceTask struct {

	// Model Specification. If version is not specified, will use the latest
	// (numerical) version.
	// All ModelSpecs in a MultiInferenceRequest must access the same model name.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Signature's method_name. Should be one of the method names defined in
	// third_party/tensorflow/python/saved_model/signature_constants.py.
	// e.g. "tensorflow/serving/classify".
	MethodName string `protobuf:"bytes,2,opt,name=method_name,json=methodName,proto3" json:"method_name,omitempty"`
	// contains filtered or unexported fields
}

Inference request such as classification, regression, etc...

func (*InferenceTask) Descriptor deprecated 

func (*InferenceTask) Descriptor() ([]byte, []int)

Deprecated: Use InferenceTask.ProtoReflect.Descriptor instead.

func (*InferenceTask) GetMethodName 

func (x *InferenceTask) GetMethodName() string

func (*InferenceTask) GetModelSpec 

func (x *InferenceTask) GetModelSpec() *ModelSpec

func (*InferenceTask) ProtoMessage 

func (*InferenceTask) ProtoMessage()

func (*InferenceTask) ProtoReflect 

func (x *InferenceTask) ProtoReflect() protoreflect.Message

func (*InferenceTask) Reset 

func (x *InferenceTask) Reset()

func (*InferenceTask) String 

func (x *InferenceTask) String() string

type Input 

type Input struct {

	// Types that are assignable to Kind:
	//
	//	*Input_ExampleList
	//	*Input_ExampleListWithContext
	Kind isInput_Kind `protobuf_oneof:"kind"`
	// contains filtered or unexported fields
}

func (*Input) Descriptor deprecated 

func (*Input) Descriptor() ([]byte, []int)

Deprecated: Use Input.ProtoReflect.Descriptor instead.

func (*Input) GetExampleList 

func (x *Input) GetExampleList() *ExampleList

func (*Input) GetExampleListWithContext 

func (x *Input) GetExampleListWithContext() *ExampleListWithContext

func (*Input) GetKind 

func (m *Input) GetKind() isInput_Kind

func (*Input) ProtoMessage 

func (*Input) ProtoMessage()

func (*Input) ProtoReflect 

func (x *Input) ProtoReflect() protoreflect.Message

func (*Input) Reset 

func (x *Input) Reset()

func (*Input) String 

func (x *Input) String() string

type Input_ExampleList 

type Input_ExampleList struct {
	ExampleList *ExampleList `protobuf:"bytes,1,opt,name=example_list,json=exampleList,proto3,oneof"`
}

type Input_ExampleListWithContext 

type Input_ExampleListWithContext struct {
	ExampleListWithContext *ExampleListWithContext `protobuf:"bytes,2,opt,name=example_list_with_context,json=exampleListWithContext,proto3,oneof"`
}

type LogMetadata 

type LogMetadata struct {
	ModelSpec      *ModelSpec             `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	SamplingConfig *config.SamplingConfig `protobuf:"bytes,2,opt,name=sampling_config,json=samplingConfig,proto3" json:"sampling_config,omitempty"`
	// List of tags used to load the relevant MetaGraphDef from SavedModel.
	SavedModelTags     []string `protobuf:"bytes,3,rep,name=saved_model_tags,json=savedModelTags,proto3" json:"saved_model_tags,omitempty"`
	TimestampSecs      int64    `protobuf:"varint,4,opt,name=timestamp_secs,json=timestampSecs,proto3" json:"timestamp_secs,omitempty"`               // Seconds since epoch.
	Dc                 string   `protobuf:"bytes,5,opt,name=dc,proto3" json:"dc,omitempty"`                                                           // Datacenter where the request was logged.
	RequestOrigin      string   `protobuf:"bytes,6,opt,name=request_origin,json=requestOrigin,proto3" json:"request_origin,omitempty"`                // Request origin identifier.
	RequestCriticality string   `protobuf:"bytes,7,opt,name=request_criticality,json=requestCriticality,proto3" json:"request_criticality,omitempty"` // Request QoS.
	// contains filtered or unexported fields
}

Metadata logged along with the request logs.

func (*LogMetadata) Descriptor deprecated 

func (*LogMetadata) Descriptor() ([]byte, []int)

Deprecated: Use LogMetadata.ProtoReflect.Descriptor instead.

func (*LogMetadata) GetDc added in v2.12.0 

func (x *LogMetadata) GetDc() string

func (*LogMetadata) GetModelSpec 

func (x *LogMetadata) GetModelSpec() *ModelSpec

func (*LogMetadata) GetRequestCriticality added in v2.12.0 

func (x *LogMetadata) GetRequestCriticality() string

func (*LogMetadata) GetRequestOrigin added in v2.12.0 

func (x *LogMetadata) GetRequestOrigin() string

func (*LogMetadata) GetSamplingConfig 

func (x *LogMetadata) GetSamplingConfig() *config.SamplingConfig

func (*LogMetadata) GetSavedModelTags 

func (x *LogMetadata) GetSavedModelTags() []string

func (*LogMetadata) GetTimestampSecs added in v2.12.0 

func (x *LogMetadata) GetTimestampSecs() int64

func (*LogMetadata) ProtoMessage 

func (*LogMetadata) ProtoMessage()

func (*LogMetadata) ProtoReflect 

func (x *LogMetadata) ProtoReflect() protoreflect.Message

func (*LogMetadata) Reset 

func (x *LogMetadata) Reset()

func (*LogMetadata) String 

func (x *LogMetadata) String() string

type ModelServiceClient 

type ModelServiceClient interface {
	// Gets status of model. If the ModelSpec in the request does not specify
	// version, information about all versions of the model will be returned. If
	// the ModelSpec in the request does specify a version, the status of only
	// that version will be returned.
	GetModelStatus(ctx context.Context, in *GetModelStatusRequest, opts ...grpc.CallOption) (*GetModelStatusResponse, error)
	// Reloads the set of served models. The new config supersedes the old one,
	// so if a model is omitted from the new config it will be unloaded and no
	// longer served.
	HandleReloadConfigRequest(ctx context.Context, in *ReloadConfigRequest, opts ...grpc.CallOption) (*ReloadConfigResponse, error)
}

ModelServiceClient is the client API for ModelService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewModelServiceClient 

func NewModelServiceClient(cc grpc.ClientConnInterface) ModelServiceClient

type ModelServiceServer 

type ModelServiceServer interface {
	// Gets status of model. If the ModelSpec in the request does not specify
	// version, information about all versions of the model will be returned. If
	// the ModelSpec in the request does specify a version, the status of only
	// that version will be returned.
	GetModelStatus(context.Context, *GetModelStatusRequest) (*GetModelStatusResponse, error)
	// Reloads the set of served models. The new config supersedes the old one,
	// so if a model is omitted from the new config it will be unloaded and no
	// longer served.
	HandleReloadConfigRequest(context.Context, *ReloadConfigRequest) (*ReloadConfigResponse, error)
	// contains filtered or unexported methods
}

ModelServiceServer is the server API for ModelService service. All implementations must embed UnimplementedModelServiceServer for forward compatibility

type ModelSpec 

type ModelSpec struct {

	// Required servable name.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// Optional choice of which version of the model to use.
	//
	// Recommended to be left unset in the common case. Should be specified only
	// when there is a strong version consistency requirement.
	//
	// When left unspecified, the system will serve the best available version.
	// This is typically the latest version, though during version transitions,
	// notably when serving on a fleet of instances, may be either the previous or
	// new version.
	//
	// Types that are assignable to VersionChoice:
	//
	//	*ModelSpec_Version
	//	*ModelSpec_VersionLabel
	VersionChoice isModelSpec_VersionChoice `protobuf_oneof:"version_choice"`
	// A named signature to evaluate. If unspecified, the default signature will
	// be used.
	SignatureName string `protobuf:"bytes,3,opt,name=signature_name,json=signatureName,proto3" json:"signature_name,omitempty"`
	// contains filtered or unexported fields
}

Metadata for an inference request such as the model name and version.

func (*ModelSpec) Descriptor deprecated 

func (*ModelSpec) Descriptor() ([]byte, []int)

Deprecated: Use ModelSpec.ProtoReflect.Descriptor instead.

func (*ModelSpec) GetName 

func (x *ModelSpec) GetName() string

func (*ModelSpec) GetSignatureName 

func (x *ModelSpec) GetSignatureName() string

func (*ModelSpec) GetVersion 

func (x *ModelSpec) GetVersion() *wrapperspb.Int64Value

func (*ModelSpec) GetVersionChoice 

func (m *ModelSpec) GetVersionChoice() isModelSpec_VersionChoice

func (*ModelSpec) GetVersionLabel 

func (x *ModelSpec) GetVersionLabel() string

func (*ModelSpec) ProtoMessage 

func (*ModelSpec) ProtoMessage()

func (*ModelSpec) ProtoReflect 

func (x *ModelSpec) ProtoReflect() protoreflect.Message

func (*ModelSpec) Reset 

func (x *ModelSpec) Reset()

func (*ModelSpec) String 

func (x *ModelSpec) String() string

type ModelSpec_Version 

type ModelSpec_Version struct {
	// Use this specific version number.
	Version *wrapperspb.Int64Value `protobuf:"bytes,2,opt,name=version,proto3,oneof"`
}

type ModelSpec_VersionLabel 

type ModelSpec_VersionLabel struct {
	// Use the version associated with the given label.
	VersionLabel string `protobuf:"bytes,4,opt,name=version_label,json=versionLabel,proto3,oneof"`
}

type ModelVersionStatus 

type ModelVersionStatus struct {

	// Model version.
	Version int64 `protobuf:"varint,1,opt,name=version,proto3" json:"version,omitempty"`
	// Model state.
	State ModelVersionStatus_State `protobuf:"varint,2,opt,name=state,proto3,enum=tensorflow.serving.ModelVersionStatus_State" json:"state,omitempty"`
	// Model status.
	Status *StatusProto `protobuf:"bytes,3,opt,name=status,proto3" json:"status,omitempty"`
	// contains filtered or unexported fields
}

Version number, state, and status for a single version of a model.

func (*ModelVersionStatus) Descriptor deprecated 

func (*ModelVersionStatus) Descriptor() ([]byte, []int)

Deprecated: Use ModelVersionStatus.ProtoReflect.Descriptor instead.

func (*ModelVersionStatus) GetState 

func (x *ModelVersionStatus) GetState() ModelVersionStatus_State

func (*ModelVersionStatus) GetStatus 

func (x *ModelVersionStatus) GetStatus() *StatusProto

func (*ModelVersionStatus) GetVersion 

func (x *ModelVersionStatus) GetVersion() int64

func (*ModelVersionStatus) ProtoMessage 

func (*ModelVersionStatus) ProtoMessage()

func (*ModelVersionStatus) ProtoReflect 

func (x *ModelVersionStatus) ProtoReflect() protoreflect.Message

func (*ModelVersionStatus) Reset 

func (x *ModelVersionStatus) Reset()

func (*ModelVersionStatus) String 

func (x *ModelVersionStatus) String() string

type ModelVersionStatus_State 

type ModelVersionStatus_State int32

States that map to ManagerState enum in tensorflow_serving/core/servable_state.h 

const (
	// Default value.
	ModelVersionStatus_UNKNOWN ModelVersionStatus_State = 0
	// The manager is tracking this servable, but has not initiated any action
	// pertaining to it.
	ModelVersionStatus_START ModelVersionStatus_State = 10
	// The manager has decided to load this servable. In particular, checks
	// around resource availability and other aspects have passed, and the
	// manager is about to invoke the loader's Load() method.
	ModelVersionStatus_LOADING ModelVersionStatus_State = 20
	// The manager has successfully loaded this servable and made it available
	// for serving (i.e. GetServableHandle(id) will succeed). To avoid races,
	// this state is not reported until *after* the servable is made
	// available.
	ModelVersionStatus_AVAILABLE ModelVersionStatus_State = 30
	// The manager has decided to make this servable unavailable, and unload
	// it. To avoid races, this state is reported *before* the servable is
	// made unavailable.
	ModelVersionStatus_UNLOADING ModelVersionStatus_State = 40
	// This servable has reached the end of its journey in the manager. Either
	// it loaded and ultimately unloaded successfully, or it hit an error at
	// some point in its lifecycle.
	ModelVersionStatus_END ModelVersionStatus_State = 50
)

func (ModelVersionStatus_State) Descriptor 

func (ModelVersionStatus_State) Descriptor() protoreflect.EnumDescriptor

func (ModelVersionStatus_State) Enum 

func (x ModelVersionStatus_State) Enum() *ModelVersionStatus_State

func (ModelVersionStatus_State) EnumDescriptor deprecated 

func (ModelVersionStatus_State) EnumDescriptor() ([]byte, []int)

Deprecated: Use ModelVersionStatus_State.Descriptor instead.

func (ModelVersionStatus_State) Number 

func (x ModelVersionStatus_State) Number() protoreflect.EnumNumber

func (ModelVersionStatus_State) String 

func (x ModelVersionStatus_State) String() string

func (ModelVersionStatus_State) Type 

func (ModelVersionStatus_State) Type() protoreflect.EnumType

type MultiInferenceLog 

type MultiInferenceLog struct {
	Request  *MultiInferenceRequest  `protobuf:"bytes,1,opt,name=request,proto3" json:"request,omitempty"`
	Response *MultiInferenceResponse `protobuf:"bytes,2,opt,name=response,proto3" json:"response,omitempty"`
	// contains filtered or unexported fields
}

func (*MultiInferenceLog) Descriptor deprecated 

func (*MultiInferenceLog) Descriptor() ([]byte, []int)

Deprecated: Use MultiInferenceLog.ProtoReflect.Descriptor instead.

func (*MultiInferenceLog) GetRequest 

func (x *MultiInferenceLog) GetRequest() *MultiInferenceRequest

func (*MultiInferenceLog) GetResponse 

func (x *MultiInferenceLog) GetResponse() *MultiInferenceResponse

func (*MultiInferenceLog) ProtoMessage 

func (*MultiInferenceLog) ProtoMessage()

func (*MultiInferenceLog) ProtoReflect 

func (x *MultiInferenceLog) ProtoReflect() protoreflect.Message

func (*MultiInferenceLog) Reset 

func (x *MultiInferenceLog) Reset()

func (*MultiInferenceLog) String 

func (x *MultiInferenceLog) String() string

type MultiInferenceRequest 

type MultiInferenceRequest struct {

	// Inference tasks.
	Tasks []*InferenceTask `protobuf:"bytes,1,rep,name=tasks,proto3" json:"tasks,omitempty"`
	// Input data.
	Input *Input `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"`
	// contains filtered or unexported fields
}

Inference request containing one or more requests.

func (*MultiInferenceRequest) Descriptor deprecated 

func (*MultiInferenceRequest) Descriptor() ([]byte, []int)

Deprecated: Use MultiInferenceRequest.ProtoReflect.Descriptor instead.

func (*MultiInferenceRequest) GetInput 

func (x *MultiInferenceRequest) GetInput() *Input

func (*MultiInferenceRequest) GetTasks 

func (x *MultiInferenceRequest) GetTasks() []*InferenceTask

func (*MultiInferenceRequest) ProtoMessage 

func (*MultiInferenceRequest) ProtoMessage()

func (*MultiInferenceRequest) ProtoReflect 

func (x *MultiInferenceRequest) ProtoReflect() protoreflect.Message

func (*MultiInferenceRequest) Reset 

func (x *MultiInferenceRequest) Reset()

func (*MultiInferenceRequest) String 

func (x *MultiInferenceRequest) String() string

type MultiInferenceResponse 

type MultiInferenceResponse struct {

	// List of results; one for each InferenceTask in the request, returned in the
	// same order as the request.
	Results []*InferenceResult `protobuf:"bytes,1,rep,name=results,proto3" json:"results,omitempty"`
	// contains filtered or unexported fields
}

Inference request containing one or more responses.

func (*MultiInferenceResponse) Descriptor deprecated 

func (*MultiInferenceResponse) Descriptor() ([]byte, []int)

Deprecated: Use MultiInferenceResponse.ProtoReflect.Descriptor instead.

func (*MultiInferenceResponse) GetResults 

func (x *MultiInferenceResponse) GetResults() []*InferenceResult

func (*MultiInferenceResponse) ProtoMessage 

func (*MultiInferenceResponse) ProtoMessage()

func (*MultiInferenceResponse) ProtoReflect 

func (x *MultiInferenceResponse) ProtoReflect() protoreflect.Message

func (*MultiInferenceResponse) Reset 

func (x *MultiInferenceResponse) Reset()

func (*MultiInferenceResponse) String 

func (x *MultiInferenceResponse) String() string

type PredictLog 

type PredictLog struct {
	Request  *PredictRequest  `protobuf:"bytes,1,opt,name=request,proto3" json:"request,omitempty"`
	Response *PredictResponse `protobuf:"bytes,2,opt,name=response,proto3" json:"response,omitempty"`
	// contains filtered or unexported fields
}

func (*PredictLog) Descriptor deprecated 

func (*PredictLog) Descriptor() ([]byte, []int)

Deprecated: Use PredictLog.ProtoReflect.Descriptor instead.

func (*PredictLog) GetRequest 

func (x *PredictLog) GetRequest() *PredictRequest

func (*PredictLog) GetResponse 

func (x *PredictLog) GetResponse() *PredictResponse

func (*PredictLog) ProtoMessage 

func (*PredictLog) ProtoMessage()

func (*PredictLog) ProtoReflect 

func (x *PredictLog) ProtoReflect() protoreflect.Message

func (*PredictLog) Reset 

func (x *PredictLog) Reset()

func (*PredictLog) String 

func (x *PredictLog) String() string

type PredictRequest 

type PredictRequest struct {

	// Model Specification. If version is not specified, will use the latest
	// (numerical) version.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Input tensors.
	// Names of input tensor are alias names. The mapping from aliases to real
	// input tensor names is stored in the SavedModel export as a prediction
	// SignatureDef under the 'inputs' field.
	Inputs map[string]*framework.TensorProto `` /* 153-byte string literal not displayed */
	// Output filter.
	// Names specified are alias names. The mapping from aliases to real output
	// tensor names is stored in the SavedModel export as a prediction
	// SignatureDef under the 'outputs' field.
	// Only tensors specified here will be run/fetched and returned, with the
	// exception that when none is specified, all tensors specified in the
	// named signature will be run/fetched and returned.
	OutputFilter []string `protobuf:"bytes,3,rep,name=output_filter,json=outputFilter,proto3" json:"output_filter,omitempty"`
	// contains filtered or unexported fields
}

PredictRequest specifies which TensorFlow model to run, as well as how inputs are mapped to tensors and how outputs are filtered before returning to user.

func (*PredictRequest) Descriptor deprecated 

func (*PredictRequest) Descriptor() ([]byte, []int)

Deprecated: Use PredictRequest.ProtoReflect.Descriptor instead.

func (*PredictRequest) GetInputs 

func (x *PredictRequest) GetInputs() map[string]*framework.TensorProto

func (*PredictRequest) GetModelSpec 

func (x *PredictRequest) GetModelSpec() *ModelSpec

func (*PredictRequest) GetOutputFilter 

func (x *PredictRequest) GetOutputFilter() []string

func (*PredictRequest) ProtoMessage 

func (*PredictRequest) ProtoMessage()

func (*PredictRequest) ProtoReflect 

func (x *PredictRequest) ProtoReflect() protoreflect.Message

func (*PredictRequest) Reset 

func (x *PredictRequest) Reset()

func (*PredictRequest) String 

func (x *PredictRequest) String() string

type PredictResponse 

type PredictResponse struct {

	// Effective Model Specification used to process PredictRequest.
	ModelSpec *ModelSpec `protobuf:"bytes,2,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Output tensors.
	Outputs map[string]*framework.TensorProto `` /* 155-byte string literal not displayed */
	// contains filtered or unexported fields
}

Response for PredictRequest on successful run.

func (*PredictResponse) Descriptor deprecated 

func (*PredictResponse) Descriptor() ([]byte, []int)

Deprecated: Use PredictResponse.ProtoReflect.Descriptor instead.

func (*PredictResponse) GetModelSpec 

func (x *PredictResponse) GetModelSpec() *ModelSpec

func (*PredictResponse) GetOutputs 

func (x *PredictResponse) GetOutputs() map[string]*framework.TensorProto

func (*PredictResponse) ProtoMessage 

func (*PredictResponse) ProtoMessage()

func (*PredictResponse) ProtoReflect 

func (x *PredictResponse) ProtoReflect() protoreflect.Message

func (*PredictResponse) Reset 

func (x *PredictResponse) Reset()

func (*PredictResponse) String 

func (x *PredictResponse) String() string

type PredictStreamedLog added in v2.12.0 

type PredictStreamedLog struct {
	Request  []*PredictRequest  `protobuf:"bytes,1,rep,name=request,proto3" json:"request,omitempty"`
	Response []*PredictResponse `protobuf:"bytes,2,rep,name=response,proto3" json:"response,omitempty"`
	// contains filtered or unexported fields
}

func (*PredictStreamedLog) Descriptor deprecated added in v2.12.0 

func (*PredictStreamedLog) Descriptor() ([]byte, []int)

Deprecated: Use PredictStreamedLog.ProtoReflect.Descriptor instead.

func (*PredictStreamedLog) GetRequest added in v2.12.0 

func (x *PredictStreamedLog) GetRequest() []*PredictRequest

func (*PredictStreamedLog) GetResponse added in v2.12.0 

func (x *PredictStreamedLog) GetResponse() []*PredictResponse

func (*PredictStreamedLog) ProtoMessage added in v2.12.0 

func (*PredictStreamedLog) ProtoMessage()

func (*PredictStreamedLog) ProtoReflect added in v2.12.0 

func (x *PredictStreamedLog) ProtoReflect() protoreflect.Message

func (*PredictStreamedLog) Reset added in v2.12.0 

func (x *PredictStreamedLog) Reset()

func (*PredictStreamedLog) String added in v2.12.0 

func (x *PredictStreamedLog) String() string

type PredictionLog 

type PredictionLog struct {
	LogMetadata *LogMetadata `protobuf:"bytes,1,opt,name=log_metadata,json=logMetadata,proto3" json:"log_metadata,omitempty"`
	// Types that are assignable to LogType:
	//
	//	*PredictionLog_ClassifyLog
	//	*PredictionLog_RegressLog
	//	*PredictionLog_PredictLog
	//	*PredictionLog_PredictStreamedLog
	//	*PredictionLog_MultiInferenceLog
	//	*PredictionLog_SessionRunLog
	LogType isPredictionLog_LogType `protobuf_oneof:"log_type"`
	// contains filtered or unexported fields
}

Logged model inference request.

func (*PredictionLog) Descriptor deprecated 

func (*PredictionLog) Descriptor() ([]byte, []int)

Deprecated: Use PredictionLog.ProtoReflect.Descriptor instead.

func (*PredictionLog) GetClassifyLog 

func (x *PredictionLog) GetClassifyLog() *ClassifyLog

func (*PredictionLog) GetLogMetadata 

func (x *PredictionLog) GetLogMetadata() *LogMetadata

func (*PredictionLog) GetLogType 

func (m *PredictionLog) GetLogType() isPredictionLog_LogType

func (*PredictionLog) GetMultiInferenceLog 

func (x *PredictionLog) GetMultiInferenceLog() *MultiInferenceLog

func (*PredictionLog) GetPredictLog 

func (x *PredictionLog) GetPredictLog() *PredictLog

func (*PredictionLog) GetPredictStreamedLog added in v2.12.0 

func (x *PredictionLog) GetPredictStreamedLog() *PredictStreamedLog

func (*PredictionLog) GetRegressLog 

func (x *PredictionLog) GetRegressLog() *RegressLog

func (*PredictionLog) GetSessionRunLog 

func (x *PredictionLog) GetSessionRunLog() *SessionRunLog

func (*PredictionLog) ProtoMessage 

func (*PredictionLog) ProtoMessage()

func (*PredictionLog) ProtoReflect 

func (x *PredictionLog) ProtoReflect() protoreflect.Message

func (*PredictionLog) Reset 

func (x *PredictionLog) Reset()

func (*PredictionLog) String 

func (x *PredictionLog) String() string

type PredictionLog_ClassifyLog 

type PredictionLog_ClassifyLog struct {
	ClassifyLog *ClassifyLog `protobuf:"bytes,2,opt,name=classify_log,json=classifyLog,proto3,oneof"`
}

type PredictionLog_MultiInferenceLog 

type PredictionLog_MultiInferenceLog struct {
	MultiInferenceLog *MultiInferenceLog `protobuf:"bytes,4,opt,name=multi_inference_log,json=multiInferenceLog,proto3,oneof"`
}

type PredictionLog_PredictLog 

type PredictionLog_PredictLog struct {
	PredictLog *PredictLog `protobuf:"bytes,6,opt,name=predict_log,json=predictLog,proto3,oneof"`
}

type PredictionLog_PredictStreamedLog added in v2.12.0 

type PredictionLog_PredictStreamedLog struct {
	PredictStreamedLog *PredictStreamedLog `protobuf:"bytes,7,opt,name=predict_streamed_log,json=predictStreamedLog,proto3,oneof"`
}

type PredictionLog_RegressLog 

type PredictionLog_RegressLog struct {
	RegressLog *RegressLog `protobuf:"bytes,3,opt,name=regress_log,json=regressLog,proto3,oneof"`
}

type PredictionLog_SessionRunLog 

type PredictionLog_SessionRunLog struct {
	SessionRunLog *SessionRunLog `protobuf:"bytes,5,opt,name=session_run_log,json=sessionRunLog,proto3,oneof"`
}

type PredictionServiceClient 

type PredictionServiceClient interface {
	// Classify.
	Classify(ctx context.Context, in *ClassificationRequest, opts ...grpc.CallOption) (*ClassificationResponse, error)
	// Regress.
	Regress(ctx context.Context, in *RegressionRequest, opts ...grpc.CallOption) (*RegressionResponse, error)
	// Predict -- provides access to loaded TensorFlow model.
	Predict(ctx context.Context, in *PredictRequest, opts ...grpc.CallOption) (*PredictResponse, error)
	// MultiInference API for multi-headed models.
	MultiInference(ctx context.Context, in *MultiInferenceRequest, opts ...grpc.CallOption) (*MultiInferenceResponse, error)
	// GetModelMetadata - provides access to metadata for loaded models.
	GetModelMetadata(ctx context.Context, in *GetModelMetadataRequest, opts ...grpc.CallOption) (*GetModelMetadataResponse, error)
}

PredictionServiceClient is the client API for PredictionService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewPredictionServiceClient 

func NewPredictionServiceClient(cc grpc.ClientConnInterface) PredictionServiceClient

type PredictionServiceServer 

type PredictionServiceServer interface {
	// Classify.
	Classify(context.Context, *ClassificationRequest) (*ClassificationResponse, error)
	// Regress.
	Regress(context.Context, *RegressionRequest) (*RegressionResponse, error)
	// Predict -- provides access to loaded TensorFlow model.
	Predict(context.Context, *PredictRequest) (*PredictResponse, error)
	// MultiInference API for multi-headed models.
	MultiInference(context.Context, *MultiInferenceRequest) (*MultiInferenceResponse, error)
	// GetModelMetadata - provides access to metadata for loaded models.
	GetModelMetadata(context.Context, *GetModelMetadataRequest) (*GetModelMetadataResponse, error)
	// contains filtered or unexported methods
}

PredictionServiceServer is the server API for PredictionService service. All implementations must embed UnimplementedPredictionServiceServer for forward compatibility

type RegressLog 

type RegressLog struct {
	Request  *RegressionRequest  `protobuf:"bytes,1,opt,name=request,proto3" json:"request,omitempty"`
	Response *RegressionResponse `protobuf:"bytes,2,opt,name=response,proto3" json:"response,omitempty"`
	// contains filtered or unexported fields
}

func (*RegressLog) Descriptor deprecated 

func (*RegressLog) Descriptor() ([]byte, []int)

Deprecated: Use RegressLog.ProtoReflect.Descriptor instead.

func (*RegressLog) GetRequest 

func (x *RegressLog) GetRequest() *RegressionRequest

func (*RegressLog) GetResponse 

func (x *RegressLog) GetResponse() *RegressionResponse

func (*RegressLog) ProtoMessage 

func (*RegressLog) ProtoMessage()

func (*RegressLog) ProtoReflect 

func (x *RegressLog) ProtoReflect() protoreflect.Message

func (*RegressLog) Reset 

func (x *RegressLog) Reset()

func (*RegressLog) String 

func (x *RegressLog) String() string

type Regression 

type Regression struct {
	Value float32 `protobuf:"fixed32,1,opt,name=value,proto3" json:"value,omitempty"`
	// contains filtered or unexported fields
}

Regression result for a single item (tensorflow.Example).

func (*Regression) Descriptor deprecated 

func (*Regression) Descriptor() ([]byte, []int)

Deprecated: Use Regression.ProtoReflect.Descriptor instead.

func (*Regression) GetValue 

func (x *Regression) GetValue() float32

func (*Regression) ProtoMessage 

func (*Regression) ProtoMessage()

func (*Regression) ProtoReflect 

func (x *Regression) ProtoReflect() protoreflect.Message

func (*Regression) Reset 

func (x *Regression) Reset()

func (*Regression) String 

func (x *Regression) String() string

type RegressionRequest 

type RegressionRequest struct {

	// Model Specification. If version is not specified, will use the latest
	// (numerical) version.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Input data.
	Input *Input `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"`
	// contains filtered or unexported fields
}

func (*RegressionRequest) Descriptor deprecated 

func (*RegressionRequest) Descriptor() ([]byte, []int)

Deprecated: Use RegressionRequest.ProtoReflect.Descriptor instead.

func (*RegressionRequest) GetInput 

func (x *RegressionRequest) GetInput() *Input

func (*RegressionRequest) GetModelSpec 

func (x *RegressionRequest) GetModelSpec() *ModelSpec

func (*RegressionRequest) ProtoMessage 

func (*RegressionRequest) ProtoMessage()

func (*RegressionRequest) ProtoReflect 

func (x *RegressionRequest) ProtoReflect() protoreflect.Message

func (*RegressionRequest) Reset 

func (x *RegressionRequest) Reset()

func (*RegressionRequest) String 

func (x *RegressionRequest) String() string

type RegressionResponse 

type RegressionResponse struct {

	// Effective Model Specification used for regression.
	ModelSpec *ModelSpec        `protobuf:"bytes,2,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	Result    *RegressionResult `protobuf:"bytes,1,opt,name=result,proto3" json:"result,omitempty"`
	// contains filtered or unexported fields
}

func (*RegressionResponse) Descriptor deprecated 

func (*RegressionResponse) Descriptor() ([]byte, []int)

Deprecated: Use RegressionResponse.ProtoReflect.Descriptor instead.

func (*RegressionResponse) GetModelSpec 

func (x *RegressionResponse) GetModelSpec() *ModelSpec

func (*RegressionResponse) GetResult 

func (x *RegressionResponse) GetResult() *RegressionResult

func (*RegressionResponse) ProtoMessage 

func (*RegressionResponse) ProtoMessage()

func (*RegressionResponse) ProtoReflect 

func (x *RegressionResponse) ProtoReflect() protoreflect.Message

func (*RegressionResponse) Reset 

func (x *RegressionResponse) Reset()

func (*RegressionResponse) String 

func (x *RegressionResponse) String() string

type RegressionResult 

type RegressionResult struct {
	Regressions []*Regression `protobuf:"bytes,1,rep,name=regressions,proto3" json:"regressions,omitempty"`
	// contains filtered or unexported fields
}

Contains one result per input example, in the same order as the input in RegressionRequest.

func (*RegressionResult) Descriptor deprecated 

func (*RegressionResult) Descriptor() ([]byte, []int)

Deprecated: Use RegressionResult.ProtoReflect.Descriptor instead.

func (*RegressionResult) GetRegressions 

func (x *RegressionResult) GetRegressions() []*Regression

func (*RegressionResult) ProtoMessage 

func (*RegressionResult) ProtoMessage()

func (*RegressionResult) ProtoReflect 

func (x *RegressionResult) ProtoReflect() protoreflect.Message

func (*RegressionResult) Reset 

func (x *RegressionResult) Reset()

func (*RegressionResult) String 

func (x *RegressionResult) String() string

type ReloadConfigRequest 

type ReloadConfigRequest struct {
	Config *config.ModelServerConfig `protobuf:"bytes,1,opt,name=config,proto3" json:"config,omitempty"`
	// contains filtered or unexported fields
}

func (*ReloadConfigRequest) Descriptor deprecated 

func (*ReloadConfigRequest) Descriptor() ([]byte, []int)

Deprecated: Use ReloadConfigRequest.ProtoReflect.Descriptor instead.

func (*ReloadConfigRequest) GetConfig 

func (x *ReloadConfigRequest) GetConfig() *config.ModelServerConfig

func (*ReloadConfigRequest) ProtoMessage 

func (*ReloadConfigRequest) ProtoMessage()

func (*ReloadConfigRequest) ProtoReflect 

func (x *ReloadConfigRequest) ProtoReflect() protoreflect.Message

func (*ReloadConfigRequest) Reset 

func (x *ReloadConfigRequest) Reset()

func (*ReloadConfigRequest) String 

func (x *ReloadConfigRequest) String() string

type ReloadConfigResponse 

type ReloadConfigResponse struct {
	Status *StatusProto `protobuf:"bytes,1,opt,name=status,proto3" json:"status,omitempty"`
	// contains filtered or unexported fields
}

func (*ReloadConfigResponse) Descriptor deprecated 

func (*ReloadConfigResponse) Descriptor() ([]byte, []int)

Deprecated: Use ReloadConfigResponse.ProtoReflect.Descriptor instead.

func (*ReloadConfigResponse) GetStatus 

func (x *ReloadConfigResponse) GetStatus() *StatusProto

func (*ReloadConfigResponse) ProtoMessage 

func (*ReloadConfigResponse) ProtoMessage()

func (*ReloadConfigResponse) ProtoReflect 

func (x *ReloadConfigResponse) ProtoReflect() protoreflect.Message

func (*ReloadConfigResponse) Reset 

func (x *ReloadConfigResponse) Reset()

func (*ReloadConfigResponse) String 

func (x *ReloadConfigResponse) String() string

type SessionRunLog 

type SessionRunLog struct {
	Request  *SessionRunRequest  `protobuf:"bytes,1,opt,name=request,proto3" json:"request,omitempty"`
	Response *SessionRunResponse `protobuf:"bytes,2,opt,name=response,proto3" json:"response,omitempty"`
	// contains filtered or unexported fields
}

func (*SessionRunLog) Descriptor deprecated 

func (*SessionRunLog) Descriptor() ([]byte, []int)

Deprecated: Use SessionRunLog.ProtoReflect.Descriptor instead.

func (*SessionRunLog) GetRequest 

func (x *SessionRunLog) GetRequest() *SessionRunRequest

func (*SessionRunLog) GetResponse 

func (x *SessionRunLog) GetResponse() *SessionRunResponse

func (*SessionRunLog) ProtoMessage 

func (*SessionRunLog) ProtoMessage()

func (*SessionRunLog) ProtoReflect 

func (x *SessionRunLog) ProtoReflect() protoreflect.Message

func (*SessionRunLog) Reset 

func (x *SessionRunLog) Reset()

func (*SessionRunLog) String 

func (x *SessionRunLog) String() string

type SessionRunRequest 

type SessionRunRequest struct {

	// Model Specification. If version is not specified, will use the latest
	// (numerical) version.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Tensors to be fed in the step. Each feed is a named tensor.
	Feed []*protobuf.NamedTensorProto `protobuf:"bytes,2,rep,name=feed,proto3" json:"feed,omitempty"`
	// Fetches. A list of tensor names. The caller expects a tensor to
	// be returned for each fetch[i] (see RunResponse.tensor). The
	// order of specified fetches does not change the execution order.
	Fetch []string `protobuf:"bytes,3,rep,name=fetch,proto3" json:"fetch,omitempty"`
	// Target Nodes. A list of node names. The named nodes will be run
	// to but their outputs will not be fetched.
	Target []string `protobuf:"bytes,4,rep,name=target,proto3" json:"target,omitempty"`
	// If true, treat names in feed/fetch/target as alias names than actual tensor
	// names (that appear in the TF graph). Alias names are resolved to actual
	// names using `SignatureDef` in SavedModel associated with the model.
	TensorNameIsAlias bool `protobuf:"varint,6,opt,name=tensor_name_is_alias,json=tensorNameIsAlias,proto3" json:"tensor_name_is_alias,omitempty"`
	// Options for the run call. **Currently ignored.**
	Options *protobuf.RunOptions `protobuf:"bytes,5,opt,name=options,proto3" json:"options,omitempty"`
	// contains filtered or unexported fields
}

func (*SessionRunRequest) Descriptor deprecated 

func (*SessionRunRequest) Descriptor() ([]byte, []int)

Deprecated: Use SessionRunRequest.ProtoReflect.Descriptor instead.

func (*SessionRunRequest) GetFeed 

func (x *SessionRunRequest) GetFeed() []*protobuf.NamedTensorProto

func (*SessionRunRequest) GetFetch 

func (x *SessionRunRequest) GetFetch() []string

func (*SessionRunRequest) GetModelSpec 

func (x *SessionRunRequest) GetModelSpec() *ModelSpec

func (*SessionRunRequest) GetOptions 

func (x *SessionRunRequest) GetOptions() *protobuf.RunOptions

func (*SessionRunRequest) GetTarget 

func (x *SessionRunRequest) GetTarget() []string

func (*SessionRunRequest) GetTensorNameIsAlias 

func (x *SessionRunRequest) GetTensorNameIsAlias() bool

func (*SessionRunRequest) ProtoMessage 

func (*SessionRunRequest) ProtoMessage()

func (*SessionRunRequest) ProtoReflect 

func (x *SessionRunRequest) ProtoReflect() protoreflect.Message

func (*SessionRunRequest) Reset 

func (x *SessionRunRequest) Reset()

func (*SessionRunRequest) String 

func (x *SessionRunRequest) String() string

type SessionRunResponse 

type SessionRunResponse struct {

	// Effective Model Specification used for session run.
	ModelSpec *ModelSpec `protobuf:"bytes,3,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// NOTE: The order of the returned tensors may or may not match
	// the fetch order specified in RunRequest.
	Tensor []*protobuf.NamedTensorProto `protobuf:"bytes,1,rep,name=tensor,proto3" json:"tensor,omitempty"`
	// Returned metadata if requested in the options.
	Metadata *protobuf.RunMetadata `protobuf:"bytes,2,opt,name=metadata,proto3" json:"metadata,omitempty"`
	// contains filtered or unexported fields
}

func (*SessionRunResponse) Descriptor deprecated 

func (*SessionRunResponse) Descriptor() ([]byte, []int)

Deprecated: Use SessionRunResponse.ProtoReflect.Descriptor instead.

func (*SessionRunResponse) GetMetadata 

func (x *SessionRunResponse) GetMetadata() *protobuf.RunMetadata

func (*SessionRunResponse) GetModelSpec 

func (x *SessionRunResponse) GetModelSpec() *ModelSpec

func (*SessionRunResponse) GetTensor 

func (x *SessionRunResponse) GetTensor() []*protobuf.NamedTensorProto

func (*SessionRunResponse) ProtoMessage 

func (*SessionRunResponse) ProtoMessage()

func (*SessionRunResponse) ProtoReflect 

func (x *SessionRunResponse) ProtoReflect() protoreflect.Message

func (*SessionRunResponse) Reset 

func (x *SessionRunResponse) Reset()

func (*SessionRunResponse) String 

func (x *SessionRunResponse) String() string

type SessionServiceClient 

type SessionServiceClient interface {
	// Runs inference of a given model.
	SessionRun(ctx context.Context, in *SessionRunRequest, opts ...grpc.CallOption) (*SessionRunResponse, error)
}

SessionServiceClient is the client API for SessionService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewSessionServiceClient 

func NewSessionServiceClient(cc grpc.ClientConnInterface) SessionServiceClient

type SessionServiceServer 

type SessionServiceServer interface {
	// Runs inference of a given model.
	SessionRun(context.Context, *SessionRunRequest) (*SessionRunResponse, error)
	// contains filtered or unexported methods
}

SessionServiceServer is the server API for SessionService service. All implementations must embed UnimplementedSessionServiceServer for forward compatibility

type SignatureDefMap 

type SignatureDefMap struct {
	SignatureDef map[string]*protobuf.SignatureDef `` /* 185-byte string literal not displayed */
	// contains filtered or unexported fields
}

Message returned for "signature_def" field.

func (*SignatureDefMap) Descriptor deprecated 

func (*SignatureDefMap) Descriptor() ([]byte, []int)

Deprecated: Use SignatureDefMap.ProtoReflect.Descriptor instead.

func (*SignatureDefMap) GetSignatureDef 

func (x *SignatureDefMap) GetSignatureDef() map[string]*protobuf.SignatureDef

func (*SignatureDefMap) ProtoMessage 

func (*SignatureDefMap) ProtoMessage()

func (*SignatureDefMap) ProtoReflect 

func (x *SignatureDefMap) ProtoReflect() protoreflect.Message

func (*SignatureDefMap) Reset 

func (x *SignatureDefMap) Reset()

func (*SignatureDefMap) String 

func (x *SignatureDefMap) String() string

type StatusProto 

type StatusProto struct {

	// Error code.
	ErrorCode protobuf.Code `protobuf:"varint,1,opt,name=error_code,proto3,enum=tensorflow.error.Code" json:"error_code,omitempty"`
	// Error message. Will only be set if an error was encountered.
	ErrorMessage string `protobuf:"bytes,2,opt,name=error_message,proto3" json:"error_message,omitempty"`
	// contains filtered or unexported fields
}

Status that corresponds to Status in third_party/tensorflow/core/lib/core/status.h.

func (*StatusProto) Descriptor deprecated 

func (*StatusProto) Descriptor() ([]byte, []int)

Deprecated: Use StatusProto.ProtoReflect.Descriptor instead.

func (*StatusProto) GetErrorCode 

func (x *StatusProto) GetErrorCode() protobuf.Code

func (*StatusProto) GetErrorMessage 

func (x *StatusProto) GetErrorMessage() string

func (*StatusProto) ProtoMessage 

func (*StatusProto) ProtoMessage()

func (*StatusProto) ProtoReflect 

func (x *StatusProto) ProtoReflect() protoreflect.Message

func (*StatusProto) Reset 

func (x *StatusProto) Reset()

func (*StatusProto) String 

func (x *StatusProto) String() string

type UnimplementedModelServiceServer 

type UnimplementedModelServiceServer struct {
}

UnimplementedModelServiceServer must be embedded to have forward compatible implementations.

func (UnimplementedModelServiceServer) GetModelStatus 

func (UnimplementedModelServiceServer) GetModelStatus(context.Context, *GetModelStatusRequest) (*GetModelStatusResponse, error)

func (UnimplementedModelServiceServer) HandleReloadConfigRequest 

func (UnimplementedModelServiceServer) HandleReloadConfigRequest(context.Context, *ReloadConfigRequest) (*ReloadConfigResponse, error)

type UnimplementedPredictionServiceServer 

type UnimplementedPredictionServiceServer struct {
}

UnimplementedPredictionServiceServer must be embedded to have forward compatible implementations.

func (UnimplementedPredictionServiceServer) Classify 

func (UnimplementedPredictionServiceServer) Classify(context.Context, *ClassificationRequest) (*ClassificationResponse, error)

func (UnimplementedPredictionServiceServer) GetModelMetadata 

func (UnimplementedPredictionServiceServer) GetModelMetadata(context.Context, *GetModelMetadataRequest) (*GetModelMetadataResponse, error)

func (UnimplementedPredictionServiceServer) MultiInference 

func (UnimplementedPredictionServiceServer) MultiInference(context.Context, *MultiInferenceRequest) (*MultiInferenceResponse, error)

func (UnimplementedPredictionServiceServer) Predict 

func (UnimplementedPredictionServiceServer) Predict(context.Context, *PredictRequest) (*PredictResponse, error)

func (UnimplementedPredictionServiceServer) Regress 

func (UnimplementedPredictionServiceServer) Regress(context.Context, *RegressionRequest) (*RegressionResponse, error)

type UnimplementedSessionServiceServer 

type UnimplementedSessionServiceServer struct {
}

UnimplementedSessionServiceServer must be embedded to have forward compatible implementations.

func (UnimplementedSessionServiceServer) SessionRun 

func (UnimplementedSessionServiceServer) SessionRun(context.Context, *SessionRunRequest) (*SessionRunResponse, error)

type UnsafeModelServiceServer 

type UnsafeModelServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeModelServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to ModelServiceServer will result in compilation errors.

type UnsafePredictionServiceServer 

type UnsafePredictionServiceServer interface {
	// contains filtered or unexported methods
}

UnsafePredictionServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to PredictionServiceServer will result in compilation errors.

type UnsafeSessionServiceServer 

type UnsafeSessionServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeSessionServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to SessionServiceServer will result in compilation errors.

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.