tensorflow_serving

package
v2.5.1 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jul 4, 2021 License: Apache-2.0 Imports: 16 Imported by: 1

Documentation

Index

Constants

This section is empty.

Variables

View Source
var (
	ModelVersionStatus_State_name = map[int32]string{
		0:  "UNKNOWN",
		10: "START",
		20: "LOADING",
		30: "AVAILABLE",
		40: "UNLOADING",
		50: "END",
	}
	ModelVersionStatus_State_value = map[string]int32{
		"UNKNOWN":   0,
		"START":     10,
		"LOADING":   20,
		"AVAILABLE": 30,
		"UNLOADING": 40,
		"END":       50,
	}
)

Enum value maps for ModelVersionStatus_State.

View Source
var File_tensorflow_serving_apis_classification_proto protoreflect.FileDescriptor
View Source
var File_tensorflow_serving_apis_get_model_metadata_proto protoreflect.FileDescriptor
View Source
var File_tensorflow_serving_apis_get_model_status_proto protoreflect.FileDescriptor
View Source
var File_tensorflow_serving_apis_inference_proto protoreflect.FileDescriptor
View Source
var File_tensorflow_serving_apis_input_proto protoreflect.FileDescriptor
View Source
var File_tensorflow_serving_apis_model_management_proto protoreflect.FileDescriptor
View Source
var File_tensorflow_serving_apis_model_proto protoreflect.FileDescriptor
View Source
var File_tensorflow_serving_apis_model_service_proto protoreflect.FileDescriptor
View Source
var File_tensorflow_serving_apis_predict_proto protoreflect.FileDescriptor
View Source
var File_tensorflow_serving_apis_prediction_service_proto protoreflect.FileDescriptor
View Source
var File_tensorflow_serving_apis_regression_proto protoreflect.FileDescriptor
View Source
var File_tensorflow_serving_apis_session_service_proto protoreflect.FileDescriptor

Functions

func RegisterModelServiceServer

func RegisterModelServiceServer(s *grpc.Server, srv ModelServiceServer)

func RegisterPredictionServiceServer

func RegisterPredictionServiceServer(s *grpc.Server, srv PredictionServiceServer)

func RegisterSessionServiceServer

func RegisterSessionServiceServer(s *grpc.Server, srv SessionServiceServer)

Types

type Class

type Class struct {

	// Label or name of the class.
	Label string `protobuf:"bytes,1,opt,name=label,proto3" json:"label,omitempty"`
	// Score for this class (e.g., the probability the item belongs to this
	// class). As per the proto3 default-value semantics, if the score is missing,
	// it should be treated as 0.
	Score float32 `protobuf:"fixed32,2,opt,name=score,proto3" json:"score,omitempty"`
	// contains filtered or unexported fields
}

A single class.

func (*Class) Descriptor deprecated

func (*Class) Descriptor() ([]byte, []int)

Deprecated: Use Class.ProtoReflect.Descriptor instead.

func (*Class) GetLabel

func (x *Class) GetLabel() string

func (*Class) GetScore

func (x *Class) GetScore() float32

func (*Class) ProtoMessage

func (*Class) ProtoMessage()

func (*Class) ProtoReflect added in v2.4.1

func (x *Class) ProtoReflect() protoreflect.Message

func (*Class) Reset

func (x *Class) Reset()

func (*Class) String

func (x *Class) String() string

type ClassificationRequest

type ClassificationRequest struct {

	// Model Specification. If version is not specified, will use the latest
	// (numerical) version.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Input data.
	Input *Input `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"`
	// contains filtered or unexported fields
}

func (*ClassificationRequest) Descriptor deprecated

func (*ClassificationRequest) Descriptor() ([]byte, []int)

Deprecated: Use ClassificationRequest.ProtoReflect.Descriptor instead.

func (*ClassificationRequest) GetInput

func (x *ClassificationRequest) GetInput() *Input

func (*ClassificationRequest) GetModelSpec

func (x *ClassificationRequest) GetModelSpec() *ModelSpec

func (*ClassificationRequest) ProtoMessage

func (*ClassificationRequest) ProtoMessage()

func (*ClassificationRequest) ProtoReflect added in v2.4.1

func (x *ClassificationRequest) ProtoReflect() protoreflect.Message

func (*ClassificationRequest) Reset

func (x *ClassificationRequest) Reset()

func (*ClassificationRequest) String

func (x *ClassificationRequest) String() string

type ClassificationResponse

type ClassificationResponse struct {

	// Effective Model Specification used for classification.
	ModelSpec *ModelSpec `protobuf:"bytes,2,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Result of the classification.
	Result *ClassificationResult `protobuf:"bytes,1,opt,name=result,proto3" json:"result,omitempty"`
	// contains filtered or unexported fields
}

func (*ClassificationResponse) Descriptor deprecated

func (*ClassificationResponse) Descriptor() ([]byte, []int)

Deprecated: Use ClassificationResponse.ProtoReflect.Descriptor instead.

func (*ClassificationResponse) GetModelSpec

func (x *ClassificationResponse) GetModelSpec() *ModelSpec

func (*ClassificationResponse) GetResult

func (*ClassificationResponse) ProtoMessage

func (*ClassificationResponse) ProtoMessage()

func (*ClassificationResponse) ProtoReflect added in v2.4.1

func (x *ClassificationResponse) ProtoReflect() protoreflect.Message

func (*ClassificationResponse) Reset

func (x *ClassificationResponse) Reset()

func (*ClassificationResponse) String

func (x *ClassificationResponse) String() string

type ClassificationResult

type ClassificationResult struct {
	Classifications []*Classifications `protobuf:"bytes,1,rep,name=classifications,proto3" json:"classifications,omitempty"`
	// contains filtered or unexported fields
}

Contains one result per input example, in the same order as the input in ClassificationRequest.

func (*ClassificationResult) Descriptor deprecated

func (*ClassificationResult) Descriptor() ([]byte, []int)

Deprecated: Use ClassificationResult.ProtoReflect.Descriptor instead.

func (*ClassificationResult) GetClassifications

func (x *ClassificationResult) GetClassifications() []*Classifications

func (*ClassificationResult) ProtoMessage

func (*ClassificationResult) ProtoMessage()

func (*ClassificationResult) ProtoReflect added in v2.4.1

func (x *ClassificationResult) ProtoReflect() protoreflect.Message

func (*ClassificationResult) Reset

func (x *ClassificationResult) Reset()

func (*ClassificationResult) String

func (x *ClassificationResult) String() string

type Classifications

type Classifications struct {
	Classes []*Class `protobuf:"bytes,1,rep,name=classes,proto3" json:"classes,omitempty"`
	// contains filtered or unexported fields
}

List of classes for a single item (tensorflow.Example).

func (*Classifications) Descriptor deprecated

func (*Classifications) Descriptor() ([]byte, []int)

Deprecated: Use Classifications.ProtoReflect.Descriptor instead.

func (*Classifications) GetClasses

func (x *Classifications) GetClasses() []*Class

func (*Classifications) ProtoMessage

func (*Classifications) ProtoMessage()

func (*Classifications) ProtoReflect added in v2.4.1

func (x *Classifications) ProtoReflect() protoreflect.Message

func (*Classifications) Reset

func (x *Classifications) Reset()

func (*Classifications) String

func (x *Classifications) String() string

type ExampleList

type ExampleList struct {
	Examples []*example.Example `protobuf:"bytes,1,rep,name=examples,proto3" json:"examples,omitempty"`
	// contains filtered or unexported fields
}

Specifies one or more fully independent input Examples. See examples at:

https://github.com/tensorflow/tensorflow/blob/master/tensorflow/core/example/example.proto

func (*ExampleList) Descriptor deprecated

func (*ExampleList) Descriptor() ([]byte, []int)

Deprecated: Use ExampleList.ProtoReflect.Descriptor instead.

func (*ExampleList) GetExamples

func (x *ExampleList) GetExamples() []*example.Example

func (*ExampleList) ProtoMessage

func (*ExampleList) ProtoMessage()

func (*ExampleList) ProtoReflect added in v2.4.1

func (x *ExampleList) ProtoReflect() protoreflect.Message

func (*ExampleList) Reset

func (x *ExampleList) Reset()

func (*ExampleList) String

func (x *ExampleList) String() string

type ExampleListWithContext

type ExampleListWithContext struct {
	Examples []*example.Example `protobuf:"bytes,1,rep,name=examples,proto3" json:"examples,omitempty"`
	Context  *example.Example   `protobuf:"bytes,2,opt,name=context,proto3" json:"context,omitempty"`
	// contains filtered or unexported fields
}

Specifies one or more independent input Examples, with a common context Example.

The common use case for context is to cleanly and optimally specify some features that are common across multiple examples.

See example below with a search query as the context and multiple restaurants to perform some inference on.

context: {
  features: {
    feature: {
      key  : "query"
      value: {
        bytes_list: {
          value: [ "pizza" ]
        }
      }
    }
  }
}
examples: {
  features: {
    feature: {
      key  : "cuisine"
      value: {
        bytes_list: {
          value: [ "Pizzeria" ]
        }
      }
    }
  }
}
examples: {
  features: {
    feature: {
      key  : "cuisine"
      value: {
        bytes_list: {
          value: [ "Taqueria" ]
        }
      }
    }
  }
}

Implementations of ExampleListWithContext merge the context Example into each of the Examples. Note that feature keys must not be duplicated between the Examples and context Example, or the behavior is undefined.

See also:

tensorflow/core/example/example.proto
https://developers.google.com/protocol-buffers/docs/proto3#maps

func (*ExampleListWithContext) Descriptor deprecated

func (*ExampleListWithContext) Descriptor() ([]byte, []int)

Deprecated: Use ExampleListWithContext.ProtoReflect.Descriptor instead.

func (*ExampleListWithContext) GetContext

func (x *ExampleListWithContext) GetContext() *example.Example

func (*ExampleListWithContext) GetExamples

func (x *ExampleListWithContext) GetExamples() []*example.Example

func (*ExampleListWithContext) ProtoMessage

func (*ExampleListWithContext) ProtoMessage()

func (*ExampleListWithContext) ProtoReflect added in v2.4.1

func (x *ExampleListWithContext) ProtoReflect() protoreflect.Message

func (*ExampleListWithContext) Reset

func (x *ExampleListWithContext) Reset()

func (*ExampleListWithContext) String

func (x *ExampleListWithContext) String() string

type GetModelMetadataRequest

type GetModelMetadataRequest struct {

	// Model Specification indicating which model we are querying for metadata.
	// If version is not specified, will use the latest (numerical) version.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Metadata fields to get. Currently supported: "signature_def".
	MetadataField []string `protobuf:"bytes,2,rep,name=metadata_field,json=metadataField,proto3" json:"metadata_field,omitempty"`
	// contains filtered or unexported fields
}

func (*GetModelMetadataRequest) Descriptor deprecated

func (*GetModelMetadataRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetModelMetadataRequest.ProtoReflect.Descriptor instead.

func (*GetModelMetadataRequest) GetMetadataField

func (x *GetModelMetadataRequest) GetMetadataField() []string

func (*GetModelMetadataRequest) GetModelSpec

func (x *GetModelMetadataRequest) GetModelSpec() *ModelSpec

func (*GetModelMetadataRequest) ProtoMessage

func (*GetModelMetadataRequest) ProtoMessage()

func (*GetModelMetadataRequest) ProtoReflect added in v2.4.1

func (x *GetModelMetadataRequest) ProtoReflect() protoreflect.Message

func (*GetModelMetadataRequest) Reset

func (x *GetModelMetadataRequest) Reset()

func (*GetModelMetadataRequest) String

func (x *GetModelMetadataRequest) String() string

type GetModelMetadataResponse

type GetModelMetadataResponse struct {

	// Model Specification indicating which model this metadata belongs to.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Map of metadata field name to metadata field. The options for metadata
	// field name are listed in GetModelMetadataRequest. Currently supported:
	// "signature_def".
	Metadata map[string]*anypb.Any `` /* 157-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*GetModelMetadataResponse) Descriptor deprecated

func (*GetModelMetadataResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetModelMetadataResponse.ProtoReflect.Descriptor instead.

func (*GetModelMetadataResponse) GetMetadata

func (x *GetModelMetadataResponse) GetMetadata() map[string]*anypb.Any

func (*GetModelMetadataResponse) GetModelSpec

func (x *GetModelMetadataResponse) GetModelSpec() *ModelSpec

func (*GetModelMetadataResponse) ProtoMessage

func (*GetModelMetadataResponse) ProtoMessage()

func (*GetModelMetadataResponse) ProtoReflect added in v2.4.1

func (x *GetModelMetadataResponse) ProtoReflect() protoreflect.Message

func (*GetModelMetadataResponse) Reset

func (x *GetModelMetadataResponse) Reset()

func (*GetModelMetadataResponse) String

func (x *GetModelMetadataResponse) String() string

type GetModelStatusRequest

type GetModelStatusRequest struct {

	// Model Specification. If version is not specified, information about all
	// versions of the model will be returned. If a version is specified, the
	// status of only that version will be returned.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// contains filtered or unexported fields
}

GetModelStatusRequest contains a ModelSpec indicating the model for which to get status.

func (*GetModelStatusRequest) Descriptor deprecated

func (*GetModelStatusRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetModelStatusRequest.ProtoReflect.Descriptor instead.

func (*GetModelStatusRequest) GetModelSpec

func (x *GetModelStatusRequest) GetModelSpec() *ModelSpec

func (*GetModelStatusRequest) ProtoMessage

func (*GetModelStatusRequest) ProtoMessage()

func (*GetModelStatusRequest) ProtoReflect added in v2.4.1

func (x *GetModelStatusRequest) ProtoReflect() protoreflect.Message

func (*GetModelStatusRequest) Reset

func (x *GetModelStatusRequest) Reset()

func (*GetModelStatusRequest) String

func (x *GetModelStatusRequest) String() string

type GetModelStatusResponse

type GetModelStatusResponse struct {

	// Version number and status information for applicable model version(s).
	ModelVersionStatus []*ModelVersionStatus `protobuf:"bytes,1,rep,name=model_version_status,proto3" json:"model_version_status,omitempty"`
	// contains filtered or unexported fields
}

Response for ModelStatusRequest on successful run.

func (*GetModelStatusResponse) Descriptor deprecated

func (*GetModelStatusResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetModelStatusResponse.ProtoReflect.Descriptor instead.

func (*GetModelStatusResponse) GetModelVersionStatus

func (x *GetModelStatusResponse) GetModelVersionStatus() []*ModelVersionStatus

func (*GetModelStatusResponse) ProtoMessage

func (*GetModelStatusResponse) ProtoMessage()

func (*GetModelStatusResponse) ProtoReflect added in v2.4.1

func (x *GetModelStatusResponse) ProtoReflect() protoreflect.Message

func (*GetModelStatusResponse) Reset

func (x *GetModelStatusResponse) Reset()

func (*GetModelStatusResponse) String

func (x *GetModelStatusResponse) String() string

type InferenceResult

type InferenceResult struct {
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Types that are assignable to Result:
	//	*InferenceResult_ClassificationResult
	//	*InferenceResult_RegressionResult
	Result isInferenceResult_Result `protobuf_oneof:"result"`
	// contains filtered or unexported fields
}

Inference result, matches the type of request or is an error.

func (*InferenceResult) Descriptor deprecated

func (*InferenceResult) Descriptor() ([]byte, []int)

Deprecated: Use InferenceResult.ProtoReflect.Descriptor instead.

func (*InferenceResult) GetClassificationResult

func (x *InferenceResult) GetClassificationResult() *ClassificationResult

func (*InferenceResult) GetModelSpec

func (x *InferenceResult) GetModelSpec() *ModelSpec

func (*InferenceResult) GetRegressionResult

func (x *InferenceResult) GetRegressionResult() *RegressionResult

func (*InferenceResult) GetResult

func (m *InferenceResult) GetResult() isInferenceResult_Result

func (*InferenceResult) ProtoMessage

func (*InferenceResult) ProtoMessage()

func (*InferenceResult) ProtoReflect added in v2.4.1

func (x *InferenceResult) ProtoReflect() protoreflect.Message

func (*InferenceResult) Reset

func (x *InferenceResult) Reset()

func (*InferenceResult) String

func (x *InferenceResult) String() string

type InferenceResult_ClassificationResult

type InferenceResult_ClassificationResult struct {
	ClassificationResult *ClassificationResult `protobuf:"bytes,2,opt,name=classification_result,json=classificationResult,proto3,oneof"`
}

type InferenceResult_RegressionResult

type InferenceResult_RegressionResult struct {
	RegressionResult *RegressionResult `protobuf:"bytes,3,opt,name=regression_result,json=regressionResult,proto3,oneof"`
}

type InferenceTask

type InferenceTask struct {

	// Model Specification. If version is not specified, will use the latest
	// (numerical) version.
	// All ModelSpecs in a MultiInferenceRequest must access the same model name.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Signature's method_name. Should be one of the method names defined in
	// third_party/tensorflow/python/saved_model/signature_constants.py.
	// e.g. "tensorflow/serving/classify".
	MethodName string `protobuf:"bytes,2,opt,name=method_name,json=methodName,proto3" json:"method_name,omitempty"`
	// contains filtered or unexported fields
}

Inference request such as classification, regression, etc...

func (*InferenceTask) Descriptor deprecated

func (*InferenceTask) Descriptor() ([]byte, []int)

Deprecated: Use InferenceTask.ProtoReflect.Descriptor instead.

func (*InferenceTask) GetMethodName

func (x *InferenceTask) GetMethodName() string

func (*InferenceTask) GetModelSpec

func (x *InferenceTask) GetModelSpec() *ModelSpec

func (*InferenceTask) ProtoMessage

func (*InferenceTask) ProtoMessage()

func (*InferenceTask) ProtoReflect added in v2.4.1

func (x *InferenceTask) ProtoReflect() protoreflect.Message

func (*InferenceTask) Reset

func (x *InferenceTask) Reset()

func (*InferenceTask) String

func (x *InferenceTask) String() string

type Input

type Input struct {

	// Types that are assignable to Kind:
	//	*Input_ExampleList
	//	*Input_ExampleListWithContext
	Kind isInput_Kind `protobuf_oneof:"kind"`
	// contains filtered or unexported fields
}

func (*Input) Descriptor deprecated

func (*Input) Descriptor() ([]byte, []int)

Deprecated: Use Input.ProtoReflect.Descriptor instead.

func (*Input) GetExampleList

func (x *Input) GetExampleList() *ExampleList

func (*Input) GetExampleListWithContext

func (x *Input) GetExampleListWithContext() *ExampleListWithContext

func (*Input) GetKind

func (m *Input) GetKind() isInput_Kind

func (*Input) ProtoMessage

func (*Input) ProtoMessage()

func (*Input) ProtoReflect added in v2.4.1

func (x *Input) ProtoReflect() protoreflect.Message

func (*Input) Reset

func (x *Input) Reset()

func (*Input) String

func (x *Input) String() string

type Input_ExampleList

type Input_ExampleList struct {
	ExampleList *ExampleList `protobuf:"bytes,1,opt,name=example_list,json=exampleList,proto3,oneof"`
}

type Input_ExampleListWithContext

type Input_ExampleListWithContext struct {
	ExampleListWithContext *ExampleListWithContext `protobuf:"bytes,2,opt,name=example_list_with_context,json=exampleListWithContext,proto3,oneof"`
}

type ModelServiceClient

type ModelServiceClient interface {
	// Gets status of model. If the ModelSpec in the request does not specify
	// version, information about all versions of the model will be returned. If
	// the ModelSpec in the request does specify a version, the status of only
	// that version will be returned.
	GetModelStatus(ctx context.Context, in *GetModelStatusRequest, opts ...grpc.CallOption) (*GetModelStatusResponse, error)
	// Reloads the set of served models. The new config supersedes the old one,
	// so if a model is omitted from the new config it will be unloaded and no
	// longer served.
	HandleReloadConfigRequest(ctx context.Context, in *ReloadConfigRequest, opts ...grpc.CallOption) (*ReloadConfigResponse, error)
}

ModelServiceClient is the client API for ModelService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

type ModelServiceServer

type ModelServiceServer interface {
	// Gets status of model. If the ModelSpec in the request does not specify
	// version, information about all versions of the model will be returned. If
	// the ModelSpec in the request does specify a version, the status of only
	// that version will be returned.
	GetModelStatus(context.Context, *GetModelStatusRequest) (*GetModelStatusResponse, error)
	// Reloads the set of served models. The new config supersedes the old one,
	// so if a model is omitted from the new config it will be unloaded and no
	// longer served.
	HandleReloadConfigRequest(context.Context, *ReloadConfigRequest) (*ReloadConfigResponse, error)
}

ModelServiceServer is the server API for ModelService service.

type ModelSpec

type ModelSpec struct {

	// Required servable name.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// Optional choice of which version of the model to use.
	//
	// Recommended to be left unset in the common case. Should be specified only
	// when there is a strong version consistency requirement.
	//
	// When left unspecified, the system will serve the best available version.
	// This is typically the latest version, though during version transitions,
	// notably when serving on a fleet of instances, may be either the previous or
	// new version.
	//
	// Types that are assignable to VersionChoice:
	//	*ModelSpec_Version
	//	*ModelSpec_VersionLabel
	VersionChoice isModelSpec_VersionChoice `protobuf_oneof:"version_choice"`
	// A named signature to evaluate. If unspecified, the default signature will
	// be used.
	SignatureName string `protobuf:"bytes,3,opt,name=signature_name,json=signatureName,proto3" json:"signature_name,omitempty"`
	// contains filtered or unexported fields
}

Metadata for an inference request such as the model name and version.

func (*ModelSpec) Descriptor deprecated

func (*ModelSpec) Descriptor() ([]byte, []int)

Deprecated: Use ModelSpec.ProtoReflect.Descriptor instead.

func (*ModelSpec) GetName

func (x *ModelSpec) GetName() string

func (*ModelSpec) GetSignatureName

func (x *ModelSpec) GetSignatureName() string

func (*ModelSpec) GetVersion

func (x *ModelSpec) GetVersion() *wrapperspb.Int64Value

func (*ModelSpec) GetVersionChoice

func (m *ModelSpec) GetVersionChoice() isModelSpec_VersionChoice

func (*ModelSpec) GetVersionLabel

func (x *ModelSpec) GetVersionLabel() string

func (*ModelSpec) ProtoMessage

func (*ModelSpec) ProtoMessage()

func (*ModelSpec) ProtoReflect added in v2.4.1

func (x *ModelSpec) ProtoReflect() protoreflect.Message

func (*ModelSpec) Reset

func (x *ModelSpec) Reset()

func (*ModelSpec) String

func (x *ModelSpec) String() string

type ModelSpec_Version

type ModelSpec_Version struct {
	// Use this specific version number.
	Version *wrapperspb.Int64Value `protobuf:"bytes,2,opt,name=version,proto3,oneof"`
}

type ModelSpec_VersionLabel

type ModelSpec_VersionLabel struct {
	// Use the version associated with the given label.
	VersionLabel string `protobuf:"bytes,4,opt,name=version_label,json=versionLabel,proto3,oneof"`
}

type ModelVersionStatus

type ModelVersionStatus struct {

	// Model version.
	Version int64 `protobuf:"varint,1,opt,name=version,proto3" json:"version,omitempty"`
	// Model state.
	State ModelVersionStatus_State `protobuf:"varint,2,opt,name=state,proto3,enum=tensorflow.serving.ModelVersionStatus_State" json:"state,omitempty"`
	// Model status.
	Status *util.StatusProto `protobuf:"bytes,3,opt,name=status,proto3" json:"status,omitempty"`
	// contains filtered or unexported fields
}

Version number, state, and status for a single version of a model.

func (*ModelVersionStatus) Descriptor deprecated

func (*ModelVersionStatus) Descriptor() ([]byte, []int)

Deprecated: Use ModelVersionStatus.ProtoReflect.Descriptor instead.

func (*ModelVersionStatus) GetState

func (*ModelVersionStatus) GetStatus

func (x *ModelVersionStatus) GetStatus() *util.StatusProto

func (*ModelVersionStatus) GetVersion

func (x *ModelVersionStatus) GetVersion() int64

func (*ModelVersionStatus) ProtoMessage

func (*ModelVersionStatus) ProtoMessage()

func (*ModelVersionStatus) ProtoReflect added in v2.4.1

func (x *ModelVersionStatus) ProtoReflect() protoreflect.Message

func (*ModelVersionStatus) Reset

func (x *ModelVersionStatus) Reset()

func (*ModelVersionStatus) String

func (x *ModelVersionStatus) String() string

type ModelVersionStatus_State

type ModelVersionStatus_State int32

States that map to ManagerState enum in tensorflow_serving/core/servable_state.h

const (
	// Default value.
	ModelVersionStatus_UNKNOWN ModelVersionStatus_State = 0
	// The manager is tracking this servable, but has not initiated any action
	// pertaining to it.
	ModelVersionStatus_START ModelVersionStatus_State = 10
	// The manager has decided to load this servable. In particular, checks
	// around resource availability and other aspects have passed, and the
	// manager is about to invoke the loader's Load() method.
	ModelVersionStatus_LOADING ModelVersionStatus_State = 20
	// The manager has successfully loaded this servable and made it available
	// for serving (i.e. GetServableHandle(id) will succeed). To avoid races,
	// this state is not reported until *after* the servable is made
	// available.
	ModelVersionStatus_AVAILABLE ModelVersionStatus_State = 30
	// The manager has decided to make this servable unavailable, and unload
	// it. To avoid races, this state is reported *before* the servable is
	// made unavailable.
	ModelVersionStatus_UNLOADING ModelVersionStatus_State = 40
	// This servable has reached the end of its journey in the manager. Either
	// it loaded and ultimately unloaded successfully, or it hit an error at
	// some point in its lifecycle.
	ModelVersionStatus_END ModelVersionStatus_State = 50
)

func (ModelVersionStatus_State) Descriptor added in v2.4.1

func (ModelVersionStatus_State) Enum added in v2.4.1

func (ModelVersionStatus_State) EnumDescriptor deprecated

func (ModelVersionStatus_State) EnumDescriptor() ([]byte, []int)

Deprecated: Use ModelVersionStatus_State.Descriptor instead.

func (ModelVersionStatus_State) Number added in v2.4.1

func (ModelVersionStatus_State) String

func (x ModelVersionStatus_State) String() string

func (ModelVersionStatus_State) Type added in v2.4.1

type MultiInferenceRequest

type MultiInferenceRequest struct {

	// Inference tasks.
	Tasks []*InferenceTask `protobuf:"bytes,1,rep,name=tasks,proto3" json:"tasks,omitempty"`
	// Input data.
	Input *Input `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"`
	// contains filtered or unexported fields
}

Inference request containing one or more requests.

func (*MultiInferenceRequest) Descriptor deprecated

func (*MultiInferenceRequest) Descriptor() ([]byte, []int)

Deprecated: Use MultiInferenceRequest.ProtoReflect.Descriptor instead.

func (*MultiInferenceRequest) GetInput

func (x *MultiInferenceRequest) GetInput() *Input

func (*MultiInferenceRequest) GetTasks

func (x *MultiInferenceRequest) GetTasks() []*InferenceTask

func (*MultiInferenceRequest) ProtoMessage

func (*MultiInferenceRequest) ProtoMessage()

func (*MultiInferenceRequest) ProtoReflect added in v2.4.1

func (x *MultiInferenceRequest) ProtoReflect() protoreflect.Message

func (*MultiInferenceRequest) Reset

func (x *MultiInferenceRequest) Reset()

func (*MultiInferenceRequest) String

func (x *MultiInferenceRequest) String() string

type MultiInferenceResponse

type MultiInferenceResponse struct {

	// List of results; one for each InferenceTask in the request, returned in the
	// same order as the request.
	Results []*InferenceResult `protobuf:"bytes,1,rep,name=results,proto3" json:"results,omitempty"`
	// contains filtered or unexported fields
}

Inference request containing one or more responses.

func (*MultiInferenceResponse) Descriptor deprecated

func (*MultiInferenceResponse) Descriptor() ([]byte, []int)

Deprecated: Use MultiInferenceResponse.ProtoReflect.Descriptor instead.

func (*MultiInferenceResponse) GetResults

func (x *MultiInferenceResponse) GetResults() []*InferenceResult

func (*MultiInferenceResponse) ProtoMessage

func (*MultiInferenceResponse) ProtoMessage()

func (*MultiInferenceResponse) ProtoReflect added in v2.4.1

func (x *MultiInferenceResponse) ProtoReflect() protoreflect.Message

func (*MultiInferenceResponse) Reset

func (x *MultiInferenceResponse) Reset()

func (*MultiInferenceResponse) String

func (x *MultiInferenceResponse) String() string

type PredictRequest

type PredictRequest struct {

	// Model Specification. If version is not specified, will use the latest
	// (numerical) version.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Input tensors.
	// Names of input tensor are alias names. The mapping from aliases to real
	// input tensor names is stored in the SavedModel export as a prediction
	// SignatureDef under the 'inputs' field.
	Inputs map[string]*framework.TensorProto `` /* 153-byte string literal not displayed */
	// Output filter.
	// Names specified are alias names. The mapping from aliases to real output
	// tensor names is stored in the SavedModel export as a prediction
	// SignatureDef under the 'outputs' field.
	// Only tensors specified here will be run/fetched and returned, with the
	// exception that when none is specified, all tensors specified in the
	// named signature will be run/fetched and returned.
	OutputFilter []string `protobuf:"bytes,3,rep,name=output_filter,json=outputFilter,proto3" json:"output_filter,omitempty"`
	// contains filtered or unexported fields
}

PredictRequest specifies which TensorFlow model to run, as well as how inputs are mapped to tensors and how outputs are filtered before returning to user.

func (*PredictRequest) Descriptor deprecated

func (*PredictRequest) Descriptor() ([]byte, []int)

Deprecated: Use PredictRequest.ProtoReflect.Descriptor instead.

func (*PredictRequest) GetInputs

func (x *PredictRequest) GetInputs() map[string]*framework.TensorProto

func (*PredictRequest) GetModelSpec

func (x *PredictRequest) GetModelSpec() *ModelSpec

func (*PredictRequest) GetOutputFilter

func (x *PredictRequest) GetOutputFilter() []string

func (*PredictRequest) ProtoMessage

func (*PredictRequest) ProtoMessage()

func (*PredictRequest) ProtoReflect added in v2.4.1

func (x *PredictRequest) ProtoReflect() protoreflect.Message

func (*PredictRequest) Reset

func (x *PredictRequest) Reset()

func (*PredictRequest) String

func (x *PredictRequest) String() string

type PredictResponse

type PredictResponse struct {

	// Effective Model Specification used to process PredictRequest.
	ModelSpec *ModelSpec `protobuf:"bytes,2,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Output tensors.
	Outputs map[string]*framework.TensorProto `` /* 155-byte string literal not displayed */
	// contains filtered or unexported fields
}

Response for PredictRequest on successful run.

func (*PredictResponse) Descriptor deprecated

func (*PredictResponse) Descriptor() ([]byte, []int)

Deprecated: Use PredictResponse.ProtoReflect.Descriptor instead.

func (*PredictResponse) GetModelSpec

func (x *PredictResponse) GetModelSpec() *ModelSpec

func (*PredictResponse) GetOutputs

func (x *PredictResponse) GetOutputs() map[string]*framework.TensorProto

func (*PredictResponse) ProtoMessage

func (*PredictResponse) ProtoMessage()

func (*PredictResponse) ProtoReflect added in v2.4.1

func (x *PredictResponse) ProtoReflect() protoreflect.Message

func (*PredictResponse) Reset

func (x *PredictResponse) Reset()

func (*PredictResponse) String

func (x *PredictResponse) String() string

type PredictionServiceClient

type PredictionServiceClient interface {
	// Classify.
	Classify(ctx context.Context, in *ClassificationRequest, opts ...grpc.CallOption) (*ClassificationResponse, error)
	// Regress.
	Regress(ctx context.Context, in *RegressionRequest, opts ...grpc.CallOption) (*RegressionResponse, error)
	// Predict -- provides access to loaded TensorFlow model.
	Predict(ctx context.Context, in *PredictRequest, opts ...grpc.CallOption) (*PredictResponse, error)
	// MultiInference API for multi-headed models.
	MultiInference(ctx context.Context, in *MultiInferenceRequest, opts ...grpc.CallOption) (*MultiInferenceResponse, error)
	// GetModelMetadata - provides access to metadata for loaded models.
	GetModelMetadata(ctx context.Context, in *GetModelMetadataRequest, opts ...grpc.CallOption) (*GetModelMetadataResponse, error)
}

PredictionServiceClient is the client API for PredictionService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

type PredictionServiceServer

type PredictionServiceServer interface {
	// Classify.
	Classify(context.Context, *ClassificationRequest) (*ClassificationResponse, error)
	// Regress.
	Regress(context.Context, *RegressionRequest) (*RegressionResponse, error)
	// Predict -- provides access to loaded TensorFlow model.
	Predict(context.Context, *PredictRequest) (*PredictResponse, error)
	// MultiInference API for multi-headed models.
	MultiInference(context.Context, *MultiInferenceRequest) (*MultiInferenceResponse, error)
	// GetModelMetadata - provides access to metadata for loaded models.
	GetModelMetadata(context.Context, *GetModelMetadataRequest) (*GetModelMetadataResponse, error)
}

PredictionServiceServer is the server API for PredictionService service.

type Regression

type Regression struct {
	Value float32 `protobuf:"fixed32,1,opt,name=value,proto3" json:"value,omitempty"`
	// contains filtered or unexported fields
}

Regression result for a single item (tensorflow.Example).

func (*Regression) Descriptor deprecated

func (*Regression) Descriptor() ([]byte, []int)

Deprecated: Use Regression.ProtoReflect.Descriptor instead.

func (*Regression) GetValue

func (x *Regression) GetValue() float32

func (*Regression) ProtoMessage

func (*Regression) ProtoMessage()

func (*Regression) ProtoReflect added in v2.4.1

func (x *Regression) ProtoReflect() protoreflect.Message

func (*Regression) Reset

func (x *Regression) Reset()

func (*Regression) String

func (x *Regression) String() string

type RegressionRequest

type RegressionRequest struct {

	// Model Specification. If version is not specified, will use the latest
	// (numerical) version.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Input data.
	Input *Input `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"`
	// contains filtered or unexported fields
}

func (*RegressionRequest) Descriptor deprecated

func (*RegressionRequest) Descriptor() ([]byte, []int)

Deprecated: Use RegressionRequest.ProtoReflect.Descriptor instead.

func (*RegressionRequest) GetInput

func (x *RegressionRequest) GetInput() *Input

func (*RegressionRequest) GetModelSpec

func (x *RegressionRequest) GetModelSpec() *ModelSpec

func (*RegressionRequest) ProtoMessage

func (*RegressionRequest) ProtoMessage()

func (*RegressionRequest) ProtoReflect added in v2.4.1

func (x *RegressionRequest) ProtoReflect() protoreflect.Message

func (*RegressionRequest) Reset

func (x *RegressionRequest) Reset()

func (*RegressionRequest) String

func (x *RegressionRequest) String() string

type RegressionResponse

type RegressionResponse struct {

	// Effective Model Specification used for regression.
	ModelSpec *ModelSpec        `protobuf:"bytes,2,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	Result    *RegressionResult `protobuf:"bytes,1,opt,name=result,proto3" json:"result,omitempty"`
	// contains filtered or unexported fields
}

func (*RegressionResponse) Descriptor deprecated

func (*RegressionResponse) Descriptor() ([]byte, []int)

Deprecated: Use RegressionResponse.ProtoReflect.Descriptor instead.

func (*RegressionResponse) GetModelSpec

func (x *RegressionResponse) GetModelSpec() *ModelSpec

func (*RegressionResponse) GetResult

func (x *RegressionResponse) GetResult() *RegressionResult

func (*RegressionResponse) ProtoMessage

func (*RegressionResponse) ProtoMessage()

func (*RegressionResponse) ProtoReflect added in v2.4.1

func (x *RegressionResponse) ProtoReflect() protoreflect.Message

func (*RegressionResponse) Reset

func (x *RegressionResponse) Reset()

func (*RegressionResponse) String

func (x *RegressionResponse) String() string

type RegressionResult

type RegressionResult struct {
	Regressions []*Regression `protobuf:"bytes,1,rep,name=regressions,proto3" json:"regressions,omitempty"`
	// contains filtered or unexported fields
}

Contains one result per input example, in the same order as the input in RegressionRequest.

func (*RegressionResult) Descriptor deprecated

func (*RegressionResult) Descriptor() ([]byte, []int)

Deprecated: Use RegressionResult.ProtoReflect.Descriptor instead.

func (*RegressionResult) GetRegressions

func (x *RegressionResult) GetRegressions() []*Regression

func (*RegressionResult) ProtoMessage

func (*RegressionResult) ProtoMessage()

func (*RegressionResult) ProtoReflect added in v2.4.1

func (x *RegressionResult) ProtoReflect() protoreflect.Message

func (*RegressionResult) Reset

func (x *RegressionResult) Reset()

func (*RegressionResult) String

func (x *RegressionResult) String() string

type ReloadConfigRequest

type ReloadConfigRequest struct {
	Config *config.ModelServerConfig `protobuf:"bytes,1,opt,name=config,proto3" json:"config,omitempty"`
	// contains filtered or unexported fields
}

func (*ReloadConfigRequest) Descriptor deprecated

func (*ReloadConfigRequest) Descriptor() ([]byte, []int)

Deprecated: Use ReloadConfigRequest.ProtoReflect.Descriptor instead.

func (*ReloadConfigRequest) GetConfig

func (*ReloadConfigRequest) ProtoMessage

func (*ReloadConfigRequest) ProtoMessage()

func (*ReloadConfigRequest) ProtoReflect added in v2.4.1

func (x *ReloadConfigRequest) ProtoReflect() protoreflect.Message

func (*ReloadConfigRequest) Reset

func (x *ReloadConfigRequest) Reset()

func (*ReloadConfigRequest) String

func (x *ReloadConfigRequest) String() string

type ReloadConfigResponse

type ReloadConfigResponse struct {
	Status *util.StatusProto `protobuf:"bytes,1,opt,name=status,proto3" json:"status,omitempty"`
	// contains filtered or unexported fields
}

func (*ReloadConfigResponse) Descriptor deprecated

func (*ReloadConfigResponse) Descriptor() ([]byte, []int)

Deprecated: Use ReloadConfigResponse.ProtoReflect.Descriptor instead.

func (*ReloadConfigResponse) GetStatus

func (x *ReloadConfigResponse) GetStatus() *util.StatusProto

func (*ReloadConfigResponse) ProtoMessage

func (*ReloadConfigResponse) ProtoMessage()

func (*ReloadConfigResponse) ProtoReflect added in v2.4.1

func (x *ReloadConfigResponse) ProtoReflect() protoreflect.Message

func (*ReloadConfigResponse) Reset

func (x *ReloadConfigResponse) Reset()

func (*ReloadConfigResponse) String

func (x *ReloadConfigResponse) String() string

type SessionRunRequest

type SessionRunRequest struct {

	// Model Specification. If version is not specified, will use the latest
	// (numerical) version.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Tensors to be fed in the step. Each feed is a named tensor.
	Feed []*protobuf.NamedTensorProto `protobuf:"bytes,2,rep,name=feed,proto3" json:"feed,omitempty"`
	// Fetches. A list of tensor names. The caller expects a tensor to
	// be returned for each fetch[i] (see RunResponse.tensor). The
	// order of specified fetches does not change the execution order.
	Fetch []string `protobuf:"bytes,3,rep,name=fetch,proto3" json:"fetch,omitempty"`
	// Target Nodes. A list of node names. The named nodes will be run
	// to but their outputs will not be fetched.
	Target []string `protobuf:"bytes,4,rep,name=target,proto3" json:"target,omitempty"`
	// Options for the run call. **Currently ignored.**
	Options *protobuf.RunOptions `protobuf:"bytes,5,opt,name=options,proto3" json:"options,omitempty"`
	// contains filtered or unexported fields
}

func (*SessionRunRequest) Descriptor deprecated

func (*SessionRunRequest) Descriptor() ([]byte, []int)

Deprecated: Use SessionRunRequest.ProtoReflect.Descriptor instead.

func (*SessionRunRequest) GetFeed

func (*SessionRunRequest) GetFetch

func (x *SessionRunRequest) GetFetch() []string

func (*SessionRunRequest) GetModelSpec

func (x *SessionRunRequest) GetModelSpec() *ModelSpec

func (*SessionRunRequest) GetOptions

func (x *SessionRunRequest) GetOptions() *protobuf.RunOptions

func (*SessionRunRequest) GetTarget

func (x *SessionRunRequest) GetTarget() []string

func (*SessionRunRequest) ProtoMessage

func (*SessionRunRequest) ProtoMessage()

func (*SessionRunRequest) ProtoReflect added in v2.4.1

func (x *SessionRunRequest) ProtoReflect() protoreflect.Message

func (*SessionRunRequest) Reset

func (x *SessionRunRequest) Reset()

func (*SessionRunRequest) String

func (x *SessionRunRequest) String() string

type SessionRunResponse

type SessionRunResponse struct {

	// Effective Model Specification used for session run.
	ModelSpec *ModelSpec `protobuf:"bytes,3,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// NOTE: The order of the returned tensors may or may not match
	// the fetch order specified in RunRequest.
	Tensor []*protobuf.NamedTensorProto `protobuf:"bytes,1,rep,name=tensor,proto3" json:"tensor,omitempty"`
	// Returned metadata if requested in the options.
	Metadata *protobuf.RunMetadata `protobuf:"bytes,2,opt,name=metadata,proto3" json:"metadata,omitempty"`
	// contains filtered or unexported fields
}

func (*SessionRunResponse) Descriptor deprecated

func (*SessionRunResponse) Descriptor() ([]byte, []int)

Deprecated: Use SessionRunResponse.ProtoReflect.Descriptor instead.

func (*SessionRunResponse) GetMetadata

func (x *SessionRunResponse) GetMetadata() *protobuf.RunMetadata

func (*SessionRunResponse) GetModelSpec

func (x *SessionRunResponse) GetModelSpec() *ModelSpec

func (*SessionRunResponse) GetTensor

func (x *SessionRunResponse) GetTensor() []*protobuf.NamedTensorProto

func (*SessionRunResponse) ProtoMessage

func (*SessionRunResponse) ProtoMessage()

func (*SessionRunResponse) ProtoReflect added in v2.4.1

func (x *SessionRunResponse) ProtoReflect() protoreflect.Message

func (*SessionRunResponse) Reset

func (x *SessionRunResponse) Reset()

func (*SessionRunResponse) String

func (x *SessionRunResponse) String() string

type SessionServiceClient

type SessionServiceClient interface {
	// Runs inference of a given model.
	SessionRun(ctx context.Context, in *SessionRunRequest, opts ...grpc.CallOption) (*SessionRunResponse, error)
}

SessionServiceClient is the client API for SessionService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

type SessionServiceServer

type SessionServiceServer interface {
	// Runs inference of a given model.
	SessionRun(context.Context, *SessionRunRequest) (*SessionRunResponse, error)
}

SessionServiceServer is the server API for SessionService service.

type SignatureDefMap

type SignatureDefMap struct {
	SignatureDef map[string]*protobuf.SignatureDef `` /* 185-byte string literal not displayed */
	// contains filtered or unexported fields
}

Message returned for "signature_def" field.

func (*SignatureDefMap) Descriptor deprecated

func (*SignatureDefMap) Descriptor() ([]byte, []int)

Deprecated: Use SignatureDefMap.ProtoReflect.Descriptor instead.

func (*SignatureDefMap) GetSignatureDef

func (x *SignatureDefMap) GetSignatureDef() map[string]*protobuf.SignatureDef

func (*SignatureDefMap) ProtoMessage

func (*SignatureDefMap) ProtoMessage()

func (*SignatureDefMap) ProtoReflect added in v2.4.1

func (x *SignatureDefMap) ProtoReflect() protoreflect.Message

func (*SignatureDefMap) Reset

func (x *SignatureDefMap) Reset()

func (*SignatureDefMap) String

func (x *SignatureDefMap) String() string

type UnimplementedModelServiceServer

type UnimplementedModelServiceServer struct {
}

UnimplementedModelServiceServer can be embedded to have forward compatible implementations.

func (*UnimplementedModelServiceServer) GetModelStatus

func (*UnimplementedModelServiceServer) HandleReloadConfigRequest

type UnimplementedPredictionServiceServer

type UnimplementedPredictionServiceServer struct {
}

UnimplementedPredictionServiceServer can be embedded to have forward compatible implementations.

func (*UnimplementedPredictionServiceServer) Classify

func (*UnimplementedPredictionServiceServer) GetModelMetadata

func (*UnimplementedPredictionServiceServer) MultiInference

func (*UnimplementedPredictionServiceServer) Predict

func (*UnimplementedPredictionServiceServer) Regress

type UnimplementedSessionServiceServer

type UnimplementedSessionServiceServer struct {
}

UnimplementedSessionServiceServer can be embedded to have forward compatible implementations.

func (*UnimplementedSessionServiceServer) SessionRun

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL