kfserving_predict_v2

package
v0.11.0-alpha Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Mar 1, 2023 License: Apache-2.0 Imports: 8 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var File_inference_proto protoreflect.FileDescriptor
View Source 
var GRPCInferenceService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "inference.GRPCInferenceService",
	HandlerType: (*GRPCInferenceServiceServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "ServerLive",
			Handler:    _GRPCInferenceService_ServerLive_Handler,
		},
		{
			MethodName: "ServerReady",
			Handler:    _GRPCInferenceService_ServerReady_Handler,
		},
		{
			MethodName: "ModelReady",
			Handler:    _GRPCInferenceService_ModelReady_Handler,
		},
		{
			MethodName: "ServerMetadata",
			Handler:    _GRPCInferenceService_ServerMetadata_Handler,
		},
		{
			MethodName: "ModelMetadata",
			Handler:    _GRPCInferenceService_ModelMetadata_Handler,
		},
		{
			MethodName: "ModelInfer",
			Handler:    _GRPCInferenceService_ModelInfer_Handler,
		},
	},
	Streams:  []grpc.StreamDesc{},
	Metadata: "inference.proto",
}

GRPCInferenceService_ServiceDesc is the grpc.ServiceDesc for GRPCInferenceService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

Functions

func RegisterGRPCInferenceServiceServer 

func RegisterGRPCInferenceServiceServer(s grpc.ServiceRegistrar, srv GRPCInferenceServiceServer)

Types

type GRPCInferenceServiceClient 

type GRPCInferenceServiceClient interface {
	// Check liveness of the inference server.
	ServerLive(ctx context.Context, in *ServerLiveRequest, opts ...grpc.CallOption) (*ServerLiveResponse, error)
	// Check readiness of the inference server.
	ServerReady(ctx context.Context, in *ServerReadyRequest, opts ...grpc.CallOption) (*ServerReadyResponse, error)
	// Check readiness of a model in the inference server.
	ModelReady(ctx context.Context, in *ModelReadyRequest, opts ...grpc.CallOption) (*ModelReadyResponse, error)
	// Get server metadata.
	ServerMetadata(ctx context.Context, in *ServerMetadataRequest, opts ...grpc.CallOption) (*ServerMetadataResponse, error)
	// Get model metadata.
	ModelMetadata(ctx context.Context, in *ModelMetadataRequest, opts ...grpc.CallOption) (*ModelMetadataResponse, error)
	// Perform inference using a specific model.
	ModelInfer(ctx context.Context, in *ModelInferRequest, opts ...grpc.CallOption) (*ModelInferResponse, error)
}

GRPCInferenceServiceClient is the client API for GRPCInferenceService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewGRPCInferenceServiceClient 

func NewGRPCInferenceServiceClient(cc grpc.ClientConnInterface) GRPCInferenceServiceClient

type GRPCInferenceServiceServer 

type GRPCInferenceServiceServer interface {
	// Check liveness of the inference server.
	ServerLive(context.Context, *ServerLiveRequest) (*ServerLiveResponse, error)
	// Check readiness of the inference server.
	ServerReady(context.Context, *ServerReadyRequest) (*ServerReadyResponse, error)
	// Check readiness of a model in the inference server.
	ModelReady(context.Context, *ModelReadyRequest) (*ModelReadyResponse, error)
	// Get server metadata.
	ServerMetadata(context.Context, *ServerMetadataRequest) (*ServerMetadataResponse, error)
	// Get model metadata.
	ModelMetadata(context.Context, *ModelMetadataRequest) (*ModelMetadataResponse, error)
	// Perform inference using a specific model.
	ModelInfer(context.Context, *ModelInferRequest) (*ModelInferResponse, error)
	// contains filtered or unexported methods
}

GRPCInferenceServiceServer is the server API for GRPCInferenceService service. All implementations must embed UnimplementedGRPCInferenceServiceServer for forward compatibility

type InferParameter 

type InferParameter struct {

	// The parameter value can be a string, an int64, a boolean
	// or a message specific to a predefined parameter.
	//
	// Types that are assignable to ParameterChoice:
	//	*InferParameter_BoolParam
	//	*InferParameter_Int64Param
	//	*InferParameter_StringParam
	ParameterChoice isInferParameter_ParameterChoice `protobuf_oneof:"parameter_choice"`
	// contains filtered or unexported fields
}

An inference parameter value.

func (*InferParameter) Descriptor deprecated 

func (*InferParameter) Descriptor() ([]byte, []int)

Deprecated: Use InferParameter.ProtoReflect.Descriptor instead.

func (*InferParameter) GetBoolParam 

func (x *InferParameter) GetBoolParam() bool

func (*InferParameter) GetInt64Param 

func (x *InferParameter) GetInt64Param() int64

func (*InferParameter) GetParameterChoice 

func (m *InferParameter) GetParameterChoice() isInferParameter_ParameterChoice

func (*InferParameter) GetStringParam 

func (x *InferParameter) GetStringParam() string

func (*InferParameter) ProtoMessage 

func (*InferParameter) ProtoMessage()

func (*InferParameter) ProtoReflect 

func (x *InferParameter) ProtoReflect() protoreflect.Message

func (*InferParameter) Reset 

func (x *InferParameter) Reset()

func (*InferParameter) String 

func (x *InferParameter) String() string

type InferParameter_BoolParam 

type InferParameter_BoolParam struct {
	// A boolean parameter value.
	BoolParam bool `protobuf:"varint,1,opt,name=bool_param,json=boolParam,proto3,oneof"`
}

type InferParameter_Int64Param 

type InferParameter_Int64Param struct {
	// An int64 parameter value.
	Int64Param int64 `protobuf:"varint,2,opt,name=int64_param,json=int64Param,proto3,oneof"`
}

type InferParameter_StringParam 

type InferParameter_StringParam struct {
	// A string parameter value.
	StringParam string `protobuf:"bytes,3,opt,name=string_param,json=stringParam,proto3,oneof"`
}

type InferTensorContents 

type InferTensorContents struct {

	// Representation for BOOL data type. The size must match what is
	// expected by the tensor's shape. The contents must be the flattened,
	// one-dimensional, row-major order of the tensor elements.
	BoolContents []bool `protobuf:"varint,1,rep,packed,name=bool_contents,json=boolContents,proto3" json:"bool_contents,omitempty"`
	// Representation for INT8, INT16, and INT32 data types. The size
	// must match what is expected by the tensor's shape. The contents
	// must be the flattened, one-dimensional, row-major order of the
	// tensor elements.
	IntContents []int32 `protobuf:"varint,2,rep,packed,name=int_contents,json=intContents,proto3" json:"int_contents,omitempty"`
	// Representation for INT64 data types. The size must match what
	// is expected by the tensor's shape. The contents must be the
	// flattened, one-dimensional, row-major order of the tensor elements.
	Int64Contents []int64 `protobuf:"varint,3,rep,packed,name=int64_contents,json=int64Contents,proto3" json:"int64_contents,omitempty"`
	// Representation for UINT8, UINT16, and UINT32 data types. The size
	// must match what is expected by the tensor's shape. The contents
	// must be the flattened, one-dimensional, row-major order of the
	// tensor elements.
	UintContents []uint32 `protobuf:"varint,4,rep,packed,name=uint_contents,json=uintContents,proto3" json:"uint_contents,omitempty"`
	// Representation for UINT64 data types. The size must match what
	// is expected by the tensor's shape. The contents must be the
	// flattened, one-dimensional, row-major order of the tensor elements.
	Uint64Contents []uint64 `protobuf:"varint,5,rep,packed,name=uint64_contents,json=uint64Contents,proto3" json:"uint64_contents,omitempty"`
	// Representation for FP32 data type. The size must match what is
	// expected by the tensor's shape. The contents must be the flattened,
	// one-dimensional, row-major order of the tensor elements.
	Fp32Contents []float32 `protobuf:"fixed32,6,rep,packed,name=fp32_contents,json=fp32Contents,proto3" json:"fp32_contents,omitempty"`
	// Representation for FP64 data type. The size must match what is
	// expected by the tensor's shape. The contents must be the flattened,
	// one-dimensional, row-major order of the tensor elements.
	Fp64Contents []float64 `protobuf:"fixed64,7,rep,packed,name=fp64_contents,json=fp64Contents,proto3" json:"fp64_contents,omitempty"`
	// Representation for BYTES data type. The size must match what is
	// expected by the tensor's shape. The contents must be the flattened,
	// one-dimensional, row-major order of the tensor elements.
	BytesContents [][]byte `protobuf:"bytes,8,rep,name=bytes_contents,json=bytesContents,proto3" json:"bytes_contents,omitempty"`
	// contains filtered or unexported fields
}

The data contained in a tensor. For a given data type the tensor contents can be represented in "raw" bytes form or in the repeated type that matches the tensor's data type. Protobuf oneof is not used because oneofs cannot contain repeated fields.

func (*InferTensorContents) Descriptor deprecated 

func (*InferTensorContents) Descriptor() ([]byte, []int)

Deprecated: Use InferTensorContents.ProtoReflect.Descriptor instead.

func (*InferTensorContents) GetBoolContents 

func (x *InferTensorContents) GetBoolContents() []bool

func (*InferTensorContents) GetBytesContents 

func (x *InferTensorContents) GetBytesContents() [][]byte

func (*InferTensorContents) GetFp32Contents 

func (x *InferTensorContents) GetFp32Contents() []float32

func (*InferTensorContents) GetFp64Contents 

func (x *InferTensorContents) GetFp64Contents() []float64

func (*InferTensorContents) GetInt64Contents 

func (x *InferTensorContents) GetInt64Contents() []int64

func (*InferTensorContents) GetIntContents 

func (x *InferTensorContents) GetIntContents() []int32

func (*InferTensorContents) GetUint64Contents 

func (x *InferTensorContents) GetUint64Contents() []uint64

func (*InferTensorContents) GetUintContents 

func (x *InferTensorContents) GetUintContents() []uint32

func (*InferTensorContents) ProtoMessage 

func (*InferTensorContents) ProtoMessage()

func (*InferTensorContents) ProtoReflect 

func (x *InferTensorContents) ProtoReflect() protoreflect.Message

func (*InferTensorContents) Reset 

func (x *InferTensorContents) Reset()

func (*InferTensorContents) String 

func (x *InferTensorContents) String() string

type ModelInferRequest 

type ModelInferRequest struct {

	// The name of the model to use for inferencing.
	ModelName string `protobuf:"bytes,1,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"`
	// The version of the model to use for inference. If not given the
	// server will choose a version based on the model and internal policy.
	ModelVersion string `protobuf:"bytes,2,opt,name=model_version,json=modelVersion,proto3" json:"model_version,omitempty"`
	// Optional identifier for the request. If specified will be
	// returned in the response.
	Id string `protobuf:"bytes,3,opt,name=id,proto3" json:"id,omitempty"`
	// Optional inference parameters.
	Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */
	// The input tensors for the inference.
	Inputs []*ModelInferRequest_InferInputTensor `protobuf:"bytes,5,rep,name=inputs,proto3" json:"inputs,omitempty"`
	// The requested output tensors for the inference. Optional, if not
	// specified all outputs produced by the model will be returned.
	Outputs []*ModelInferRequest_InferRequestedOutputTensor `protobuf:"bytes,6,rep,name=outputs,proto3" json:"outputs,omitempty"`
	// contains filtered or unexported fields
}

ModelInfer messages.

func (*ModelInferRequest) Descriptor deprecated 

func (*ModelInferRequest) Descriptor() ([]byte, []int)

Deprecated: Use ModelInferRequest.ProtoReflect.Descriptor instead.

func (*ModelInferRequest) GetId 

func (x *ModelInferRequest) GetId() string

func (*ModelInferRequest) GetInputs 

func (x *ModelInferRequest) GetInputs() []*ModelInferRequest_InferInputTensor

func (*ModelInferRequest) GetModelName 

func (x *ModelInferRequest) GetModelName() string

func (*ModelInferRequest) GetModelVersion 

func (x *ModelInferRequest) GetModelVersion() string

func (*ModelInferRequest) GetOutputs 

func (x *ModelInferRequest) GetOutputs() []*ModelInferRequest_InferRequestedOutputTensor

func (*ModelInferRequest) GetParameters 

func (x *ModelInferRequest) GetParameters() map[string]*InferParameter

func (*ModelInferRequest) ProtoMessage 

func (*ModelInferRequest) ProtoMessage()

func (*ModelInferRequest) ProtoReflect 

func (x *ModelInferRequest) ProtoReflect() protoreflect.Message

func (*ModelInferRequest) Reset 

func (x *ModelInferRequest) Reset()

func (*ModelInferRequest) String 

func (x *ModelInferRequest) String() string

type ModelInferRequest_InferInputTensor 

type ModelInferRequest_InferInputTensor struct {

	// The tensor name.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// The tensor data type.
	Datatype string `protobuf:"bytes,2,opt,name=datatype,proto3" json:"datatype,omitempty"`
	// The tensor shape.
	Shape []int64 `protobuf:"varint,3,rep,packed,name=shape,proto3" json:"shape,omitempty"`
	// Optional inference input tensor parameters.
	Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */
	// The input tensor data.
	Contents *InferTensorContents `protobuf:"bytes,5,opt,name=contents,proto3" json:"contents,omitempty"`
	// contains filtered or unexported fields
}

An input tensor for an inference request.

func (*ModelInferRequest_InferInputTensor) Descriptor deprecated 

func (*ModelInferRequest_InferInputTensor) Descriptor() ([]byte, []int)

Deprecated: Use ModelInferRequest_InferInputTensor.ProtoReflect.Descriptor instead.

func (*ModelInferRequest_InferInputTensor) GetContents 

func (x *ModelInferRequest_InferInputTensor) GetContents() *InferTensorContents

func (*ModelInferRequest_InferInputTensor) GetDatatype 

func (x *ModelInferRequest_InferInputTensor) GetDatatype() string

func (*ModelInferRequest_InferInputTensor) GetName 

func (x *ModelInferRequest_InferInputTensor) GetName() string

func (*ModelInferRequest_InferInputTensor) GetParameters 

func (x *ModelInferRequest_InferInputTensor) GetParameters() map[string]*InferParameter

func (*ModelInferRequest_InferInputTensor) GetShape 

func (x *ModelInferRequest_InferInputTensor) GetShape() []int64

func (*ModelInferRequest_InferInputTensor) ProtoMessage 

func (*ModelInferRequest_InferInputTensor) ProtoMessage()

func (*ModelInferRequest_InferInputTensor) ProtoReflect 

func (x *ModelInferRequest_InferInputTensor) ProtoReflect() protoreflect.Message

func (*ModelInferRequest_InferInputTensor) Reset 

func (x *ModelInferRequest_InferInputTensor) Reset()

func (*ModelInferRequest_InferInputTensor) String 

func (x *ModelInferRequest_InferInputTensor) String() string

type ModelInferRequest_InferRequestedOutputTensor 

type ModelInferRequest_InferRequestedOutputTensor struct {

	// The tensor name.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// Optional requested output tensor parameters.
	Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */
	// contains filtered or unexported fields
}

An output tensor requested for an inference request.

func (*ModelInferRequest_InferRequestedOutputTensor) Descriptor deprecated 

func (*ModelInferRequest_InferRequestedOutputTensor) Descriptor() ([]byte, []int)

Deprecated: Use ModelInferRequest_InferRequestedOutputTensor.ProtoReflect.Descriptor instead.

func (*ModelInferRequest_InferRequestedOutputTensor) GetName 

func (x *ModelInferRequest_InferRequestedOutputTensor) GetName() string

func (*ModelInferRequest_InferRequestedOutputTensor) GetParameters 

func (x *ModelInferRequest_InferRequestedOutputTensor) GetParameters() map[string]*InferParameter

func (*ModelInferRequest_InferRequestedOutputTensor) ProtoMessage 

func (*ModelInferRequest_InferRequestedOutputTensor) ProtoMessage()

func (*ModelInferRequest_InferRequestedOutputTensor) ProtoReflect 

func (x *ModelInferRequest_InferRequestedOutputTensor) ProtoReflect() protoreflect.Message

func (*ModelInferRequest_InferRequestedOutputTensor) Reset 

func (x *ModelInferRequest_InferRequestedOutputTensor) Reset()

func (*ModelInferRequest_InferRequestedOutputTensor) String 

func (x *ModelInferRequest_InferRequestedOutputTensor) String() string

type ModelInferResponse 

type ModelInferResponse struct {

	// The name of the model used for inference.
	ModelName string `protobuf:"bytes,1,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"`
	// The version of the model used for inference.
	ModelVersion string `protobuf:"bytes,2,opt,name=model_version,json=modelVersion,proto3" json:"model_version,omitempty"`
	// The id of the inference request if one was specified.
	Id string `protobuf:"bytes,3,opt,name=id,proto3" json:"id,omitempty"`
	// Optional inference response parameters.
	Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */
	// The output tensors holding inference results.
	Outputs []*ModelInferResponse_InferOutputTensor `protobuf:"bytes,5,rep,name=outputs,proto3" json:"outputs,omitempty"`
	// contains filtered or unexported fields
}

func (*ModelInferResponse) Descriptor deprecated 

func (*ModelInferResponse) Descriptor() ([]byte, []int)

Deprecated: Use ModelInferResponse.ProtoReflect.Descriptor instead.

func (*ModelInferResponse) GetId 

func (x *ModelInferResponse) GetId() string

func (*ModelInferResponse) GetModelName 

func (x *ModelInferResponse) GetModelName() string

func (*ModelInferResponse) GetModelVersion 

func (x *ModelInferResponse) GetModelVersion() string

func (*ModelInferResponse) GetOutputs 

func (x *ModelInferResponse) GetOutputs() []*ModelInferResponse_InferOutputTensor

func (*ModelInferResponse) GetParameters 

func (x *ModelInferResponse) GetParameters() map[string]*InferParameter

func (*ModelInferResponse) ProtoMessage 

func (*ModelInferResponse) ProtoMessage()

func (*ModelInferResponse) ProtoReflect 

func (x *ModelInferResponse) ProtoReflect() protoreflect.Message

func (*ModelInferResponse) Reset 

func (x *ModelInferResponse) Reset()

func (*ModelInferResponse) String 

func (x *ModelInferResponse) String() string

type ModelInferResponse_InferOutputTensor 

type ModelInferResponse_InferOutputTensor struct {

	// The tensor name.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// The tensor data type.
	Datatype string `protobuf:"bytes,2,opt,name=datatype,proto3" json:"datatype,omitempty"`
	// The tensor shape.
	Shape []int64 `protobuf:"varint,3,rep,packed,name=shape,proto3" json:"shape,omitempty"`
	// Optional output tensor parameters.
	Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */
	// The output tensor data.
	Contents *InferTensorContents `protobuf:"bytes,5,opt,name=contents,proto3" json:"contents,omitempty"`
	// contains filtered or unexported fields
}

An output tensor returned for an inference request.

func (*ModelInferResponse_InferOutputTensor) Descriptor deprecated 

func (*ModelInferResponse_InferOutputTensor) Descriptor() ([]byte, []int)

Deprecated: Use ModelInferResponse_InferOutputTensor.ProtoReflect.Descriptor instead.

func (*ModelInferResponse_InferOutputTensor) GetContents 

func (x *ModelInferResponse_InferOutputTensor) GetContents() *InferTensorContents

func (*ModelInferResponse_InferOutputTensor) GetDatatype 

func (x *ModelInferResponse_InferOutputTensor) GetDatatype() string

func (*ModelInferResponse_InferOutputTensor) GetName 

func (x *ModelInferResponse_InferOutputTensor) GetName() string

func (*ModelInferResponse_InferOutputTensor) GetParameters 

func (x *ModelInferResponse_InferOutputTensor) GetParameters() map[string]*InferParameter

func (*ModelInferResponse_InferOutputTensor) GetShape 

func (x *ModelInferResponse_InferOutputTensor) GetShape() []int64

func (*ModelInferResponse_InferOutputTensor) ProtoMessage 

func (*ModelInferResponse_InferOutputTensor) ProtoMessage()

func (*ModelInferResponse_InferOutputTensor) ProtoReflect 

func (x *ModelInferResponse_InferOutputTensor) ProtoReflect() protoreflect.Message

func (*ModelInferResponse_InferOutputTensor) Reset 

func (x *ModelInferResponse_InferOutputTensor) Reset()

func (*ModelInferResponse_InferOutputTensor) String 

func (x *ModelInferResponse_InferOutputTensor) String() string

type ModelMetadataRequest 

type ModelMetadataRequest struct {

	// The name of the model.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// The version of the model to check for readiness. If not given the
	// server will choose a version based on the model and internal policy.
	Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
	// contains filtered or unexported fields
}

ModelMetadata messages.

func (*ModelMetadataRequest) Descriptor deprecated 

func (*ModelMetadataRequest) Descriptor() ([]byte, []int)

Deprecated: Use ModelMetadataRequest.ProtoReflect.Descriptor instead.

func (*ModelMetadataRequest) GetName 

func (x *ModelMetadataRequest) GetName() string

func (*ModelMetadataRequest) GetVersion 

func (x *ModelMetadataRequest) GetVersion() string

func (*ModelMetadataRequest) ProtoMessage 

func (*ModelMetadataRequest) ProtoMessage()

func (*ModelMetadataRequest) ProtoReflect 

func (x *ModelMetadataRequest) ProtoReflect() protoreflect.Message

func (*ModelMetadataRequest) Reset 

func (x *ModelMetadataRequest) Reset()

func (*ModelMetadataRequest) String 

func (x *ModelMetadataRequest) String() string

type ModelMetadataResponse 

type ModelMetadataResponse struct {

	// The model name.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// The versions of the model available on the server.
	Versions []string `protobuf:"bytes,2,rep,name=versions,proto3" json:"versions,omitempty"`
	// The model's platform. See Platforms.
	Platform string `protobuf:"bytes,3,opt,name=platform,proto3" json:"platform,omitempty"`
	// The model's inputs.
	Inputs []*ModelMetadataResponse_TensorMetadata `protobuf:"bytes,4,rep,name=inputs,proto3" json:"inputs,omitempty"`
	// The model's outputs.
	Outputs []*ModelMetadataResponse_TensorMetadata `protobuf:"bytes,5,rep,name=outputs,proto3" json:"outputs,omitempty"`
	// contains filtered or unexported fields
}

func (*ModelMetadataResponse) Descriptor deprecated 

func (*ModelMetadataResponse) Descriptor() ([]byte, []int)

Deprecated: Use ModelMetadataResponse.ProtoReflect.Descriptor instead.

func (*ModelMetadataResponse) GetInputs 

func (x *ModelMetadataResponse) GetInputs() []*ModelMetadataResponse_TensorMetadata

func (*ModelMetadataResponse) GetName 

func (x *ModelMetadataResponse) GetName() string

func (*ModelMetadataResponse) GetOutputs 

func (x *ModelMetadataResponse) GetOutputs() []*ModelMetadataResponse_TensorMetadata

func (*ModelMetadataResponse) GetPlatform 

func (x *ModelMetadataResponse) GetPlatform() string

func (*ModelMetadataResponse) GetVersions 

func (x *ModelMetadataResponse) GetVersions() []string

func (*ModelMetadataResponse) ProtoMessage 

func (*ModelMetadataResponse) ProtoMessage()

func (*ModelMetadataResponse) ProtoReflect 

func (x *ModelMetadataResponse) ProtoReflect() protoreflect.Message

func (*ModelMetadataResponse) Reset 

func (x *ModelMetadataResponse) Reset()

func (*ModelMetadataResponse) String 

func (x *ModelMetadataResponse) String() string

type ModelMetadataResponse_TensorMetadata 

type ModelMetadataResponse_TensorMetadata struct {

	// The tensor name.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// The tensor data type.
	Datatype string `protobuf:"bytes,2,opt,name=datatype,proto3" json:"datatype,omitempty"`
	// The tensor shape. A variable-size dimension is represented
	// by a -1 value.
	Shape []int64 `protobuf:"varint,3,rep,packed,name=shape,proto3" json:"shape,omitempty"`
	// contains filtered or unexported fields
}

Metadata for a tensor.

func (*ModelMetadataResponse_TensorMetadata) Descriptor deprecated 

func (*ModelMetadataResponse_TensorMetadata) Descriptor() ([]byte, []int)

Deprecated: Use ModelMetadataResponse_TensorMetadata.ProtoReflect.Descriptor instead.

func (*ModelMetadataResponse_TensorMetadata) GetDatatype 

func (x *ModelMetadataResponse_TensorMetadata) GetDatatype() string

func (*ModelMetadataResponse_TensorMetadata) GetName 

func (x *ModelMetadataResponse_TensorMetadata) GetName() string

func (*ModelMetadataResponse_TensorMetadata) GetShape 

func (x *ModelMetadataResponse_TensorMetadata) GetShape() []int64

func (*ModelMetadataResponse_TensorMetadata) ProtoMessage 

func (*ModelMetadataResponse_TensorMetadata) ProtoMessage()

func (*ModelMetadataResponse_TensorMetadata) ProtoReflect 

func (x *ModelMetadataResponse_TensorMetadata) ProtoReflect() protoreflect.Message

func (*ModelMetadataResponse_TensorMetadata) Reset 

func (x *ModelMetadataResponse_TensorMetadata) Reset()

func (*ModelMetadataResponse_TensorMetadata) String 

func (x *ModelMetadataResponse_TensorMetadata) String() string

type ModelReadyRequest 

type ModelReadyRequest struct {

	// The name of the model to check for readiness.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// The version of the model to check for readiness. If not given the
	// server will choose a version based on the model and internal policy.
	Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
	// contains filtered or unexported fields
}

ModelReady messages.

func (*ModelReadyRequest) Descriptor deprecated 

func (*ModelReadyRequest) Descriptor() ([]byte, []int)

Deprecated: Use ModelReadyRequest.ProtoReflect.Descriptor instead.

func (*ModelReadyRequest) GetName 

func (x *ModelReadyRequest) GetName() string

func (*ModelReadyRequest) GetVersion 

func (x *ModelReadyRequest) GetVersion() string

func (*ModelReadyRequest) ProtoMessage 

func (*ModelReadyRequest) ProtoMessage()

func (*ModelReadyRequest) ProtoReflect 

func (x *ModelReadyRequest) ProtoReflect() protoreflect.Message

func (*ModelReadyRequest) Reset 

func (x *ModelReadyRequest) Reset()

func (*ModelReadyRequest) String 

func (x *ModelReadyRequest) String() string

type ModelReadyResponse 

type ModelReadyResponse struct {

	// True if the model is ready, false if not ready.
	Ready bool `protobuf:"varint,1,opt,name=ready,proto3" json:"ready,omitempty"`
	// contains filtered or unexported fields
}

func (*ModelReadyResponse) Descriptor deprecated 

func (*ModelReadyResponse) Descriptor() ([]byte, []int)

Deprecated: Use ModelReadyResponse.ProtoReflect.Descriptor instead.

func (*ModelReadyResponse) GetReady 

func (x *ModelReadyResponse) GetReady() bool

func (*ModelReadyResponse) ProtoMessage 

func (*ModelReadyResponse) ProtoMessage()

func (*ModelReadyResponse) ProtoReflect 

func (x *ModelReadyResponse) ProtoReflect() protoreflect.Message

func (*ModelReadyResponse) Reset 

func (x *ModelReadyResponse) Reset()

func (*ModelReadyResponse) String 

func (x *ModelReadyResponse) String() string

type ServerLiveRequest 

type ServerLiveRequest struct {
	// contains filtered or unexported fields
}

ServerLive messages.

func (*ServerLiveRequest) Descriptor deprecated 

func (*ServerLiveRequest) Descriptor() ([]byte, []int)

Deprecated: Use ServerLiveRequest.ProtoReflect.Descriptor instead.

func (*ServerLiveRequest) ProtoMessage 

func (*ServerLiveRequest) ProtoMessage()

func (*ServerLiveRequest) ProtoReflect 

func (x *ServerLiveRequest) ProtoReflect() protoreflect.Message

func (*ServerLiveRequest) Reset 

func (x *ServerLiveRequest) Reset()

func (*ServerLiveRequest) String 

func (x *ServerLiveRequest) String() string

type ServerLiveResponse 

type ServerLiveResponse struct {

	// True if the inference server is live, false if not live.
	Live bool `protobuf:"varint,1,opt,name=live,proto3" json:"live,omitempty"`
	// contains filtered or unexported fields
}

func (*ServerLiveResponse) Descriptor deprecated 

func (*ServerLiveResponse) Descriptor() ([]byte, []int)

Deprecated: Use ServerLiveResponse.ProtoReflect.Descriptor instead.

func (*ServerLiveResponse) GetLive 

func (x *ServerLiveResponse) GetLive() bool

func (*ServerLiveResponse) ProtoMessage 

func (*ServerLiveResponse) ProtoMessage()

func (*ServerLiveResponse) ProtoReflect 

func (x *ServerLiveResponse) ProtoReflect() protoreflect.Message

func (*ServerLiveResponse) Reset 

func (x *ServerLiveResponse) Reset()

func (*ServerLiveResponse) String 

func (x *ServerLiveResponse) String() string

type ServerMetadataRequest 

type ServerMetadataRequest struct {
	// contains filtered or unexported fields
}

ServerMetadata messages.

func (*ServerMetadataRequest) Descriptor deprecated 

func (*ServerMetadataRequest) Descriptor() ([]byte, []int)

Deprecated: Use ServerMetadataRequest.ProtoReflect.Descriptor instead.

func (*ServerMetadataRequest) ProtoMessage 

func (*ServerMetadataRequest) ProtoMessage()

func (*ServerMetadataRequest) ProtoReflect 

func (x *ServerMetadataRequest) ProtoReflect() protoreflect.Message

func (*ServerMetadataRequest) Reset 

func (x *ServerMetadataRequest) Reset()

func (*ServerMetadataRequest) String 

func (x *ServerMetadataRequest) String() string

type ServerMetadataResponse 

type ServerMetadataResponse struct {

	// The server name.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// The server version.
	Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
	// The extensions supported by the server.
	Extensions []string `protobuf:"bytes,3,rep,name=extensions,proto3" json:"extensions,omitempty"`
	// contains filtered or unexported fields
}

func (*ServerMetadataResponse) Descriptor deprecated 

func (*ServerMetadataResponse) Descriptor() ([]byte, []int)

Deprecated: Use ServerMetadataResponse.ProtoReflect.Descriptor instead.

func (*ServerMetadataResponse) GetExtensions 

func (x *ServerMetadataResponse) GetExtensions() []string

func (*ServerMetadataResponse) GetName 

func (x *ServerMetadataResponse) GetName() string

func (*ServerMetadataResponse) GetVersion 

func (x *ServerMetadataResponse) GetVersion() string

func (*ServerMetadataResponse) ProtoMessage 

func (*ServerMetadataResponse) ProtoMessage()

func (*ServerMetadataResponse) ProtoReflect 

func (x *ServerMetadataResponse) ProtoReflect() protoreflect.Message

func (*ServerMetadataResponse) Reset 

func (x *ServerMetadataResponse) Reset()

func (*ServerMetadataResponse) String 

func (x *ServerMetadataResponse) String() string

type ServerReadyRequest 

type ServerReadyRequest struct {
	// contains filtered or unexported fields
}

ServerReady messages.

func (*ServerReadyRequest) Descriptor deprecated 

func (*ServerReadyRequest) Descriptor() ([]byte, []int)

Deprecated: Use ServerReadyRequest.ProtoReflect.Descriptor instead.

func (*ServerReadyRequest) ProtoMessage 

func (*ServerReadyRequest) ProtoMessage()

func (*ServerReadyRequest) ProtoReflect 

func (x *ServerReadyRequest) ProtoReflect() protoreflect.Message

func (*ServerReadyRequest) Reset 

func (x *ServerReadyRequest) Reset()

func (*ServerReadyRequest) String 

func (x *ServerReadyRequest) String() string

type ServerReadyResponse 

type ServerReadyResponse struct {

	// True if the inference server is ready, false if not ready.
	Ready bool `protobuf:"varint,1,opt,name=ready,proto3" json:"ready,omitempty"`
	// contains filtered or unexported fields
}

func (*ServerReadyResponse) Descriptor deprecated 

func (*ServerReadyResponse) Descriptor() ([]byte, []int)

Deprecated: Use ServerReadyResponse.ProtoReflect.Descriptor instead.

func (*ServerReadyResponse) GetReady 

func (x *ServerReadyResponse) GetReady() bool

func (*ServerReadyResponse) ProtoMessage 

func (*ServerReadyResponse) ProtoMessage()

func (*ServerReadyResponse) ProtoReflect 

func (x *ServerReadyResponse) ProtoReflect() protoreflect.Message

func (*ServerReadyResponse) Reset 

func (x *ServerReadyResponse) Reset()

func (*ServerReadyResponse) String 

func (x *ServerReadyResponse) String() string

type UnimplementedGRPCInferenceServiceServer 

type UnimplementedGRPCInferenceServiceServer struct {
}

UnimplementedGRPCInferenceServiceServer must be embedded to have forward compatible implementations.

func (UnimplementedGRPCInferenceServiceServer) ModelInfer 

func (UnimplementedGRPCInferenceServiceServer) ModelInfer(context.Context, *ModelInferRequest) (*ModelInferResponse, error)

func (UnimplementedGRPCInferenceServiceServer) ModelMetadata 

func (UnimplementedGRPCInferenceServiceServer) ModelMetadata(context.Context, *ModelMetadataRequest) (*ModelMetadataResponse, error)

func (UnimplementedGRPCInferenceServiceServer) ModelReady 

func (UnimplementedGRPCInferenceServiceServer) ModelReady(context.Context, *ModelReadyRequest) (*ModelReadyResponse, error)

func (UnimplementedGRPCInferenceServiceServer) ServerLive 

func (UnimplementedGRPCInferenceServiceServer) ServerLive(context.Context, *ServerLiveRequest) (*ServerLiveResponse, error)

func (UnimplementedGRPCInferenceServiceServer) ServerMetadata 

func (UnimplementedGRPCInferenceServiceServer) ServerMetadata(context.Context, *ServerMetadataRequest) (*ServerMetadataResponse, error)

func (UnimplementedGRPCInferenceServiceServer) ServerReady 

func (UnimplementedGRPCInferenceServiceServer) ServerReady(context.Context, *ServerReadyRequest) (*ServerReadyResponse, error)

type UnsafeGRPCInferenceServiceServer 

type UnsafeGRPCInferenceServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeGRPCInferenceServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to GRPCInferenceServiceServer will result in compilation errors.

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.