v1

package
v0.7.11 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Aug 16, 2024 License: Apache-2.0 Imports: 18 Imported by: 1

Documentation

Overview

Package v1 is a reverse proxy.

It translates gRPC into RESTful JSON APIs.

Index

Constants

This section is empty.

Variables

View Source
var File_github_com_metaprov_modelaapi_services_grpcinferenceservice_v1_grpcinferenceservice_proto protoreflect.FileDescriptor
View Source
var GRPCInferenceService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "github.com.metaprov.modelaapi.services.grpcinferenceservice.v1.GRPCInferenceService",
	HandlerType: (*GRPCInferenceServiceServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "ServerLive",
			Handler:    _GRPCInferenceService_ServerLive_Handler,
		},
		{
			MethodName: "ServerReady",
			Handler:    _GRPCInferenceService_ServerReady_Handler,
		},
		{
			MethodName: "ModelReady",
			Handler:    _GRPCInferenceService_ModelReady_Handler,
		},
		{
			MethodName: "ServerMetadata",
			Handler:    _GRPCInferenceService_ServerMetadata_Handler,
		},
		{
			MethodName: "ModelMetadata",
			Handler:    _GRPCInferenceService_ModelMetadata_Handler,
		},
		{
			MethodName: "ModelInfer",
			Handler:    _GRPCInferenceService_ModelInfer_Handler,
		},
		{
			MethodName: "GetPredictor",
			Handler:    _GRPCInferenceService_GetPredictor_Handler,
		},
		{
			MethodName: "GetModel",
			Handler:    _GRPCInferenceService_GetModel_Handler,
		},
		{
			MethodName: "Predict",
			Handler:    _GRPCInferenceService_Predict_Handler,
		},
		{
			MethodName: "Shutdown",
			Handler:    _GRPCInferenceService_Shutdown_Handler,
		},
	},
	Streams:  []grpc.StreamDesc{},
	Metadata: "github.com/metaprov/modelaapi/services/grpcinferenceservice/v1/grpcinferenceservice.proto",
}

GRPCInferenceService_ServiceDesc is the grpc.ServiceDesc for GRPCInferenceService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

Functions

func RegisterGRPCInferenceServiceHandler added in v0.4.540

func RegisterGRPCInferenceServiceHandler(ctx context.Context, mux *runtime.ServeMux, conn *grpc.ClientConn) error

RegisterGRPCInferenceServiceHandler registers the http handlers for service GRPCInferenceService to "mux". The handlers forward requests to the grpc endpoint over "conn".

func RegisterGRPCInferenceServiceHandlerClient added in v0.4.540

func RegisterGRPCInferenceServiceHandlerClient(ctx context.Context, mux *runtime.ServeMux, client GRPCInferenceServiceClient) error

RegisterGRPCInferenceServiceHandlerClient registers the http handlers for service GRPCInferenceService to "mux". The handlers forward requests to the grpc endpoint over the given implementation of "GRPCInferenceServiceClient". Note: the gRPC framework executes interceptors within the gRPC handler. If the passed in "GRPCInferenceServiceClient" doesn't go through the normal gRPC flow (creating a gRPC client etc.) then it will be up to the passed in "GRPCInferenceServiceClient" to call the correct interceptors.

func RegisterGRPCInferenceServiceHandlerFromEndpoint added in v0.4.540

func RegisterGRPCInferenceServiceHandlerFromEndpoint(ctx context.Context, mux *runtime.ServeMux, endpoint string, opts []grpc.DialOption) (err error)

RegisterGRPCInferenceServiceHandlerFromEndpoint is same as RegisterGRPCInferenceServiceHandler but automatically dials to "endpoint" and closes the connection when "ctx" gets done.

func RegisterGRPCInferenceServiceHandlerServer added in v0.4.687

func RegisterGRPCInferenceServiceHandlerServer(ctx context.Context, mux *runtime.ServeMux, server GRPCInferenceServiceServer) error

RegisterGRPCInferenceServiceHandlerServer registers the http handlers for service GRPCInferenceService to "mux". UnaryRPC :call GRPCInferenceServiceServer directly. StreamingRPC :currently unsupported pending https://github.com/grpc/grpc-go/issues/906. Note that using this registration option will cause many gRPC library features to stop working. Consider using RegisterGRPCInferenceServiceHandlerFromEndpoint instead.

func RegisterGRPCInferenceServiceServer

func RegisterGRPCInferenceServiceServer(s grpc.ServiceRegistrar, srv GRPCInferenceServiceServer)

Types

type ColumnInfo

type ColumnInfo struct {
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // column name
	Type string `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"` // column type
	// contains filtered or unexported fields
}

a information about each column

func (*ColumnInfo) Descriptor deprecated

func (*ColumnInfo) Descriptor() ([]byte, []int)

Deprecated: Use ColumnInfo.ProtoReflect.Descriptor instead.

func (*ColumnInfo) GetName

func (x *ColumnInfo) GetName() string

func (*ColumnInfo) GetType

func (x *ColumnInfo) GetType() string

func (*ColumnInfo) ProtoMessage

func (*ColumnInfo) ProtoMessage()

func (*ColumnInfo) ProtoReflect

func (x *ColumnInfo) ProtoReflect() protoreflect.Message

func (*ColumnInfo) Reset

func (x *ColumnInfo) Reset()

func (*ColumnInfo) String

func (x *ColumnInfo) String() string

type GRPCInferenceServiceClient

type GRPCInferenceServiceClient interface {
	// The ServerLive API indicates if the inference server is able to receive
	// and respond to metadata and inference requests.
	ServerLive(ctx context.Context, in *ServerLiveRequest, opts ...grpc.CallOption) (*ServerLiveResponse, error)
	// The ServerReady API indicates if the server is ready for inferencing.
	ServerReady(ctx context.Context, in *ServerReadyRequest, opts ...grpc.CallOption) (*ServerReadyResponse, error)
	// The ModelReady API indicates if a specific model is ready for inferencing.
	ModelReady(ctx context.Context, in *ModelReadyRequest, opts ...grpc.CallOption) (*ModelReadyResponse, error)
	// The ServerMetadata API provides information about the server. Errors are
	// indicated by the google.rpc.Status returned for the request. The OK code
	// indicates success and other codes indicate failure.
	ServerMetadata(ctx context.Context, in *ServerMetadataRequest, opts ...grpc.CallOption) (*ServerMetadataResponse, error)
	// The per-model metadata API provides information about a model. Errors are
	// indicated by the google.rpc.Status returned for the request. The OK code
	// indicates success and other codes indicate failure.
	ModelMetadata(ctx context.Context, in *ModelMetadataRequest, opts ...grpc.CallOption) (*ModelMetadataResponse, error)
	// The ModelInfer API performs inference using the specified model. Errors are
	// indicated by the google.rpc.Status returned for the request. The OK code
	// indicates success and other codes indicate failure.
	ModelInfer(ctx context.Context, in *ModelInferRequest, opts ...grpc.CallOption) (*ModelInferResponse, error)
	// Extention to the api specific to modela
	GetPredictor(ctx context.Context, in *GetPredictorRequest, opts ...grpc.CallOption) (*GetPredictorResponse, error)
	GetModel(ctx context.Context, in *GetModelRequest, opts ...grpc.CallOption) (*GetModelResponse, error)
	Predict(ctx context.Context, in *PredictRequest, opts ...grpc.CallOption) (*PredictResponse, error)
	Shutdown(ctx context.Context, in *ServerShutdownRequest, opts ...grpc.CallOption) (*ServerShutdownResponse, error)
}

GRPCInferenceServiceClient is the client API for GRPCInferenceService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

type GRPCInferenceServiceServer

type GRPCInferenceServiceServer interface {
	// The ServerLive API indicates if the inference server is able to receive
	// and respond to metadata and inference requests.
	ServerLive(context.Context, *ServerLiveRequest) (*ServerLiveResponse, error)
	// The ServerReady API indicates if the server is ready for inferencing.
	ServerReady(context.Context, *ServerReadyRequest) (*ServerReadyResponse, error)
	// The ModelReady API indicates if a specific model is ready for inferencing.
	ModelReady(context.Context, *ModelReadyRequest) (*ModelReadyResponse, error)
	// The ServerMetadata API provides information about the server. Errors are
	// indicated by the google.rpc.Status returned for the request. The OK code
	// indicates success and other codes indicate failure.
	ServerMetadata(context.Context, *ServerMetadataRequest) (*ServerMetadataResponse, error)
	// The per-model metadata API provides information about a model. Errors are
	// indicated by the google.rpc.Status returned for the request. The OK code
	// indicates success and other codes indicate failure.
	ModelMetadata(context.Context, *ModelMetadataRequest) (*ModelMetadataResponse, error)
	// The ModelInfer API performs inference using the specified model. Errors are
	// indicated by the google.rpc.Status returned for the request. The OK code
	// indicates success and other codes indicate failure.
	ModelInfer(context.Context, *ModelInferRequest) (*ModelInferResponse, error)
	// Extention to the api specific to modela
	GetPredictor(context.Context, *GetPredictorRequest) (*GetPredictorResponse, error)
	GetModel(context.Context, *GetModelRequest) (*GetModelResponse, error)
	Predict(context.Context, *PredictRequest) (*PredictResponse, error)
	Shutdown(context.Context, *ServerShutdownRequest) (*ServerShutdownResponse, error)
	// contains filtered or unexported methods
}

GRPCInferenceServiceServer is the server API for GRPCInferenceService service. All implementations must embed UnimplementedGRPCInferenceServiceServer for forward compatibility

type GetModelRequest

type GetModelRequest struct {
	Name string `protobuf:"bytes,3,opt,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

func (*GetModelRequest) Descriptor deprecated

func (*GetModelRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetModelRequest.ProtoReflect.Descriptor instead.

func (*GetModelRequest) GetName

func (x *GetModelRequest) GetName() string

func (*GetModelRequest) ProtoMessage

func (*GetModelRequest) ProtoMessage()

func (*GetModelRequest) ProtoReflect

func (x *GetModelRequest) ProtoReflect() protoreflect.Message

func (*GetModelRequest) Reset

func (x *GetModelRequest) Reset()

func (*GetModelRequest) String

func (x *GetModelRequest) String() string

type GetModelResponse

type GetModelResponse struct {
	Item *ModelInfo `protobuf:"bytes,1,opt,name=item,proto3" json:"item,omitempty"`
	// contains filtered or unexported fields
}

func (*GetModelResponse) Descriptor deprecated

func (*GetModelResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetModelResponse.ProtoReflect.Descriptor instead.

func (*GetModelResponse) GetItem

func (x *GetModelResponse) GetItem() *ModelInfo

func (*GetModelResponse) ProtoMessage

func (*GetModelResponse) ProtoMessage()

func (*GetModelResponse) ProtoReflect

func (x *GetModelResponse) ProtoReflect() protoreflect.Message

func (*GetModelResponse) Reset

func (x *GetModelResponse) Reset()

func (*GetModelResponse) String

func (x *GetModelResponse) String() string

type GetPredictorRequest

type GetPredictorRequest struct {
	// contains filtered or unexported fields
}

/ request / response

func (*GetPredictorRequest) Descriptor deprecated

func (*GetPredictorRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetPredictorRequest.ProtoReflect.Descriptor instead.

func (*GetPredictorRequest) ProtoMessage

func (*GetPredictorRequest) ProtoMessage()

func (*GetPredictorRequest) ProtoReflect

func (x *GetPredictorRequest) ProtoReflect() protoreflect.Message

func (*GetPredictorRequest) Reset

func (x *GetPredictorRequest) Reset()

func (*GetPredictorRequest) String

func (x *GetPredictorRequest) String() string

type GetPredictorResponse

type GetPredictorResponse struct {
	Item *PredictorInfo `protobuf:"bytes,1,opt,name=item,proto3" json:"item,omitempty"`
	// contains filtered or unexported fields
}

func (*GetPredictorResponse) Descriptor deprecated

func (*GetPredictorResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetPredictorResponse.ProtoReflect.Descriptor instead.

func (*GetPredictorResponse) GetItem

func (x *GetPredictorResponse) GetItem() *PredictorInfo

func (*GetPredictorResponse) ProtoMessage

func (*GetPredictorResponse) ProtoMessage()

func (*GetPredictorResponse) ProtoReflect

func (x *GetPredictorResponse) ProtoReflect() protoreflect.Message

func (*GetPredictorResponse) Reset

func (x *GetPredictorResponse) Reset()

func (*GetPredictorResponse) String

func (x *GetPredictorResponse) String() string

type InferParameter

type InferParameter struct {

	// The parameter value can be a string, an int64, a boolean
	// or a message specific to a predefined parameter.
	//
	// Types that are assignable to ParameterChoice:
	//	*InferParameter_BoolParam
	//	*InferParameter_Int64Param
	//	*InferParameter_StringParam
	ParameterChoice isInferParameter_ParameterChoice `protobuf_oneof:"parameter_choice"`
	// contains filtered or unexported fields
}

An inference parameter value. The Parameters message describes a “name”/”value” pair, where the “name” is the name of the parameter and the “value” is a boolean, integer, or string corresponding to the parameter.

func (*InferParameter) Descriptor deprecated

func (*InferParameter) Descriptor() ([]byte, []int)

Deprecated: Use InferParameter.ProtoReflect.Descriptor instead.

func (*InferParameter) GetBoolParam

func (x *InferParameter) GetBoolParam() bool

func (*InferParameter) GetInt64Param

func (x *InferParameter) GetInt64Param() int64

func (*InferParameter) GetParameterChoice

func (m *InferParameter) GetParameterChoice() isInferParameter_ParameterChoice

func (*InferParameter) GetStringParam

func (x *InferParameter) GetStringParam() string

func (*InferParameter) ProtoMessage

func (*InferParameter) ProtoMessage()

func (*InferParameter) ProtoReflect

func (x *InferParameter) ProtoReflect() protoreflect.Message

func (*InferParameter) Reset

func (x *InferParameter) Reset()

func (*InferParameter) String

func (x *InferParameter) String() string

type InferParameter_BoolParam

type InferParameter_BoolParam struct {
	// A boolean parameter value.
	BoolParam bool `protobuf:"varint,1,opt,name=bool_param,json=boolParam,proto3,oneof"`
}

type InferParameter_Int64Param

type InferParameter_Int64Param struct {
	// An int64 parameter value.
	Int64Param int64 `protobuf:"varint,2,opt,name=int64_param,json=int64Param,proto3,oneof"`
}

type InferParameter_StringParam

type InferParameter_StringParam struct {
	// A string parameter value.
	StringParam string `protobuf:"bytes,3,opt,name=string_param,json=stringParam,proto3,oneof"`
}

type InferTensorContents

type InferTensorContents struct {

	// Representation for BOOL data type. The size must match what is
	// expected by the tensor's shape. The contents must be the flattened,
	// one-dimensional, row-major order of the tensor elements.
	BoolContents []bool `protobuf:"varint,1,rep,packed,name=bool_contents,json=boolContents,proto3" json:"bool_contents,omitempty"`
	// Representation for INT8, INT16, and INT32 data types. The size
	// must match what is expected by the tensor's shape. The contents
	// must be the flattened, one-dimensional, row-major order of the
	// tensor elements.
	IntContents []int32 `protobuf:"varint,2,rep,packed,name=int_contents,json=intContents,proto3" json:"int_contents,omitempty"`
	// Representation for INT64 data types. The size must match what
	// is expected by the tensor's shape. The contents must be the
	// flattened, one-dimensional, row-major order of the tensor elements.
	Int64Contents []int64 `protobuf:"varint,3,rep,packed,name=int64_contents,json=int64Contents,proto3" json:"int64_contents,omitempty"`
	// Representation for UINT8, UINT16, and UINT32 data types. The size
	// must match what is expected by the tensor's shape. The contents
	// must be the flattened, one-dimensional, row-major order of the
	// tensor elements.
	UintContents []uint32 `protobuf:"varint,4,rep,packed,name=uint_contents,json=uintContents,proto3" json:"uint_contents,omitempty"`
	// Representation for UINT64 data types. The size must match what
	// is expected by the tensor's shape. The contents must be the
	// flattened, one-dimensional, row-major order of the tensor elements.
	Uint64Contents []uint64 `protobuf:"varint,5,rep,packed,name=uint64_contents,json=uint64Contents,proto3" json:"uint64_contents,omitempty"`
	// Representation for FP32 data type. The size must match what is
	// expected by the tensor's shape. The contents must be the flattened,
	// one-dimensional, row-major order of the tensor elements.
	Fp32Contents []float32 `protobuf:"fixed32,6,rep,packed,name=fp32_contents,json=fp32Contents,proto3" json:"fp32_contents,omitempty"`
	// Representation for FP64 data type. The size must match what is
	// expected by the tensor's shape. The contents must be the flattened,
	// one-dimensional, row-major order of the tensor elements.
	Fp64Contents []float64 `protobuf:"fixed64,7,rep,packed,name=fp64_contents,json=fp64Contents,proto3" json:"fp64_contents,omitempty"`
	// Representation for BYTES data type. The size must match what is
	// expected by the tensor's shape. The contents must be the flattened,
	// one-dimensional, row-major order of the tensor elements.
	BytesContents [][]byte `protobuf:"bytes,8,rep,name=bytes_contents,json=bytesContents,proto3" json:"bytes_contents,omitempty"`
	// contains filtered or unexported fields
}

The data contained in a tensor represented by the repeated type that matches the tensor's data type. Protobuf oneof is not used because oneofs cannot contain repeated fields.

func (*InferTensorContents) Descriptor deprecated

func (*InferTensorContents) Descriptor() ([]byte, []int)

Deprecated: Use InferTensorContents.ProtoReflect.Descriptor instead.

func (*InferTensorContents) GetBoolContents

func (x *InferTensorContents) GetBoolContents() []bool

func (*InferTensorContents) GetBytesContents

func (x *InferTensorContents) GetBytesContents() [][]byte

func (*InferTensorContents) GetFp32Contents

func (x *InferTensorContents) GetFp32Contents() []float32

func (*InferTensorContents) GetFp64Contents

func (x *InferTensorContents) GetFp64Contents() []float64

func (*InferTensorContents) GetInt64Contents

func (x *InferTensorContents) GetInt64Contents() []int64

func (*InferTensorContents) GetIntContents

func (x *InferTensorContents) GetIntContents() []int32

func (*InferTensorContents) GetUint64Contents

func (x *InferTensorContents) GetUint64Contents() []uint64

func (*InferTensorContents) GetUintContents

func (x *InferTensorContents) GetUintContents() []uint32

func (*InferTensorContents) ProtoMessage

func (*InferTensorContents) ProtoMessage()

func (*InferTensorContents) ProtoReflect

func (x *InferTensorContents) ProtoReflect() protoreflect.Message

func (*InferTensorContents) Reset

func (x *InferTensorContents) Reset()

func (*InferTensorContents) String

func (x *InferTensorContents) String() string

type ModelInferRequest

type ModelInferRequest struct {

	// The name of the model to use for inferencing.
	ModelName string `protobuf:"bytes,1,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"`
	// The version of the model to use for inference. If not given the
	// server will choose a version based on the model and internal policy.
	ModelVersion string `protobuf:"bytes,2,opt,name=model_version,json=modelVersion,proto3" json:"model_version,omitempty"`
	// Optional identifier for the request. If specified will be
	// returned in the response.
	Id string `protobuf:"bytes,3,opt,name=id,proto3" json:"id,omitempty"`
	// Optional inference parameters.
	Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */
	// The input tensors for the inference.
	Inputs []*ModelInferRequest_InferInputTensor `protobuf:"bytes,5,rep,name=inputs,proto3" json:"inputs,omitempty"`
	// The requested output tensors for the inference. Optional, if not
	// specified all outputs produced by the model will be returned.
	Outputs []*ModelInferRequest_InferRequestedOutputTensor `protobuf:"bytes,6,rep,name=outputs,proto3" json:"outputs,omitempty"`
	// The data contained in an input tensor can be represented in "raw"
	// bytes form or in the repeated type that matches the tensor's data
	// type. To use the raw representation 'raw_input_contents' must be
	// initialized with data for each tensor in the same order as
	// 'inputs'. For each tensor, the size of this content must match
	// what is expected by the tensor's shape and data type. The raw
	// data must be the flattened, one-dimensional, row-major order of
	// the tensor elements without any stride or padding between the
	// elements. Note that the FP16 data type must be represented as raw
	// content as there is no specific data type for a 16-bit float
	// type.
	//
	// If this field is specified then InferInputTensor::contents must
	// not be specified for any input tensor.
	RawInputContents [][]byte `protobuf:"bytes,7,rep,name=raw_input_contents,json=rawInputContents,proto3" json:"raw_input_contents,omitempty"`
	// contains filtered or unexported fields
}

func (*ModelInferRequest) Descriptor deprecated

func (*ModelInferRequest) Descriptor() ([]byte, []int)

Deprecated: Use ModelInferRequest.ProtoReflect.Descriptor instead.

func (*ModelInferRequest) GetId

func (x *ModelInferRequest) GetId() string

func (*ModelInferRequest) GetInputs

func (*ModelInferRequest) GetModelName

func (x *ModelInferRequest) GetModelName() string

func (*ModelInferRequest) GetModelVersion

func (x *ModelInferRequest) GetModelVersion() string

func (*ModelInferRequest) GetOutputs

func (*ModelInferRequest) GetParameters

func (x *ModelInferRequest) GetParameters() map[string]*InferParameter

func (*ModelInferRequest) GetRawInputContents

func (x *ModelInferRequest) GetRawInputContents() [][]byte

func (*ModelInferRequest) ProtoMessage

func (*ModelInferRequest) ProtoMessage()

func (*ModelInferRequest) ProtoReflect

func (x *ModelInferRequest) ProtoReflect() protoreflect.Message

func (*ModelInferRequest) Reset

func (x *ModelInferRequest) Reset()

func (*ModelInferRequest) String

func (x *ModelInferRequest) String() string

type ModelInferRequest_InferInputTensor

type ModelInferRequest_InferInputTensor struct {

	// The tensor name.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// The tensor data type.
	Datatype string `protobuf:"bytes,2,opt,name=datatype,proto3" json:"datatype,omitempty"`
	// The tensor shape.
	Shape []int64 `protobuf:"varint,3,rep,packed,name=shape,proto3" json:"shape,omitempty"`
	// Optional inference input tensor parameters.
	Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */
	// The tensor contents using a data-type format. This field must
	// not be specified if "raw" tensor contents are being used for
	// the inference request.
	Contents *InferTensorContents `protobuf:"bytes,5,opt,name=contents,proto3" json:"contents,omitempty"`
	// contains filtered or unexported fields
}

An input tensor for an inference request.

func (*ModelInferRequest_InferInputTensor) Descriptor deprecated

func (*ModelInferRequest_InferInputTensor) Descriptor() ([]byte, []int)

Deprecated: Use ModelInferRequest_InferInputTensor.ProtoReflect.Descriptor instead.

func (*ModelInferRequest_InferInputTensor) GetContents

func (*ModelInferRequest_InferInputTensor) GetDatatype

func (x *ModelInferRequest_InferInputTensor) GetDatatype() string

func (*ModelInferRequest_InferInputTensor) GetName

func (*ModelInferRequest_InferInputTensor) GetParameters

func (*ModelInferRequest_InferInputTensor) GetShape

func (x *ModelInferRequest_InferInputTensor) GetShape() []int64

func (*ModelInferRequest_InferInputTensor) ProtoMessage

func (*ModelInferRequest_InferInputTensor) ProtoMessage()

func (*ModelInferRequest_InferInputTensor) ProtoReflect

func (*ModelInferRequest_InferInputTensor) Reset

func (*ModelInferRequest_InferInputTensor) String

type ModelInferRequest_InferRequestedOutputTensor

type ModelInferRequest_InferRequestedOutputTensor struct {

	// The tensor name.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// Optional requested output tensor parameters.
	Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */
	// contains filtered or unexported fields
}

An output tensor requested for an inference request.

func (*ModelInferRequest_InferRequestedOutputTensor) Descriptor deprecated

Deprecated: Use ModelInferRequest_InferRequestedOutputTensor.ProtoReflect.Descriptor instead.

func (*ModelInferRequest_InferRequestedOutputTensor) GetName

func (*ModelInferRequest_InferRequestedOutputTensor) GetParameters

func (*ModelInferRequest_InferRequestedOutputTensor) ProtoMessage

func (*ModelInferRequest_InferRequestedOutputTensor) ProtoReflect

func (*ModelInferRequest_InferRequestedOutputTensor) Reset

func (*ModelInferRequest_InferRequestedOutputTensor) String

type ModelInferResponse

type ModelInferResponse struct {

	// The name of the model used for inference.
	ModelName string `protobuf:"bytes,1,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"`
	// The version of the model used for inference.
	ModelVersion string `protobuf:"bytes,2,opt,name=model_version,json=modelVersion,proto3" json:"model_version,omitempty"`
	// The id of the inference request if one was specified.
	Id string `protobuf:"bytes,3,opt,name=id,proto3" json:"id,omitempty"`
	// Optional inference response parameters.
	Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */
	// The output tensors holding inference results.
	Outputs []*ModelInferResponse_InferOutputTensor `protobuf:"bytes,5,rep,name=outputs,proto3" json:"outputs,omitempty"`
	// The data contained in an output tensor can be represented in
	// "raw" bytes form or in the repeated type that matches the
	// tensor's data type. To use the raw representation 'raw_output_contents'
	// must be initialized with data for each tensor in the same order as
	// 'outputs'. For each tensor, the size of this content must match
	// what is expected by the tensor's shape and data type. The raw
	// data must be the flattened, one-dimensional, row-major order of
	// the tensor elements without any stride or padding between the
	// elements. Note that the FP16 data type must be represented as raw
	// content as there is no specific data type for a 16-bit float
	// type.
	//
	// If this field is specified then InferOutputTensor::contents must
	// not be specified for any output tensor.
	RawOutputContents [][]byte `protobuf:"bytes,6,rep,name=raw_output_contents,json=rawOutputContents,proto3" json:"raw_output_contents,omitempty"`
	// contains filtered or unexported fields
}

func (*ModelInferResponse) Descriptor deprecated

func (*ModelInferResponse) Descriptor() ([]byte, []int)

Deprecated: Use ModelInferResponse.ProtoReflect.Descriptor instead.

func (*ModelInferResponse) GetId

func (x *ModelInferResponse) GetId() string

func (*ModelInferResponse) GetModelName

func (x *ModelInferResponse) GetModelName() string

func (*ModelInferResponse) GetModelVersion

func (x *ModelInferResponse) GetModelVersion() string

func (*ModelInferResponse) GetOutputs

func (*ModelInferResponse) GetParameters

func (x *ModelInferResponse) GetParameters() map[string]*InferParameter

func (*ModelInferResponse) GetRawOutputContents

func (x *ModelInferResponse) GetRawOutputContents() [][]byte

func (*ModelInferResponse) ProtoMessage

func (*ModelInferResponse) ProtoMessage()

func (*ModelInferResponse) ProtoReflect

func (x *ModelInferResponse) ProtoReflect() protoreflect.Message

func (*ModelInferResponse) Reset

func (x *ModelInferResponse) Reset()

func (*ModelInferResponse) String

func (x *ModelInferResponse) String() string

type ModelInferResponse_InferOutputTensor

type ModelInferResponse_InferOutputTensor struct {

	// The tensor name.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// The tensor data type.
	Datatype string `protobuf:"bytes,2,opt,name=datatype,proto3" json:"datatype,omitempty"`
	// The tensor shape.
	Shape []int64 `protobuf:"varint,3,rep,packed,name=shape,proto3" json:"shape,omitempty"`
	// Optional output tensor parameters.
	Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */
	// The tensor contents using a data-type format. This field must
	// not be specified if "raw" tensor contents are being used for
	// the inference response.
	Contents *InferTensorContents `protobuf:"bytes,5,opt,name=contents,proto3" json:"contents,omitempty"`
	// contains filtered or unexported fields
}

An output tensor returned for an inference request.

func (*ModelInferResponse_InferOutputTensor) Descriptor deprecated

func (*ModelInferResponse_InferOutputTensor) Descriptor() ([]byte, []int)

Deprecated: Use ModelInferResponse_InferOutputTensor.ProtoReflect.Descriptor instead.

func (*ModelInferResponse_InferOutputTensor) GetContents

func (*ModelInferResponse_InferOutputTensor) GetDatatype

func (*ModelInferResponse_InferOutputTensor) GetName

func (*ModelInferResponse_InferOutputTensor) GetParameters

func (*ModelInferResponse_InferOutputTensor) GetShape

func (*ModelInferResponse_InferOutputTensor) ProtoMessage

func (*ModelInferResponse_InferOutputTensor) ProtoMessage()

func (*ModelInferResponse_InferOutputTensor) ProtoReflect

func (*ModelInferResponse_InferOutputTensor) Reset

func (*ModelInferResponse_InferOutputTensor) String

type ModelInfo

type ModelInfo struct {
	Namespace          string  `protobuf:"bytes,1,opt,name=namespace,proto3" json:"namespace,omitempty"`
	Name               string  `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`                       // the model name
	Version            string  `protobuf:"bytes,3,opt,name=version,proto3" json:"version,omitempty"`                 // the model name space
	Product            string  `protobuf:"bytes,4,opt,name=product,proto3" json:"product,omitempty"`                 // the model name
	TrainingMetric     string  `protobuf:"bytes,5,opt,name=trainingMetric,proto3" json:"trainingMetric,omitempty"`   // the model name space
	TrainingScore      float32 `protobuf:"fixed32,6,opt,name=trainingScore,proto3" json:"trainingScore,omitempty"`   // the model name space
	Status             string  `protobuf:"bytes,7,opt,name=status,proto3" json:"status,omitempty"`                   // model status
	Canary             bool    `protobuf:"varint,8,opt,name=canary,proto3" json:"canary,omitempty"`                  // true if this is a canary model
	Shadow             bool    `protobuf:"varint,9,opt,name=shadow,proto3" json:"shadow,omitempty"`                  // is this a shadow model
	Traffic            float32 `protobuf:"fixed32,10,opt,name=traffic,proto3" json:"traffic,omitempty"`              // how much traffic is allocated to this model (0 -100)
	Filter             string  `protobuf:"bytes,11,opt,name=filter,proto3" json:"filter,omitempty"`                  // the filter (a boolean expression involving the model)
	Rank               int64   `protobuf:"varint,12,opt,name=rank,proto3" json:"rank,omitempty"`                     // the model rank when making a prediction.
	LogPath            string  `protobuf:"bytes,13,opt,name=logPath,proto3" json:"logPath,omitempty"`                // the location of the model prediction log file
	P95                float32 `protobuf:"fixed32,14,opt,name=p95,proto3" json:"p95,omitempty"`                      // The 95 percent latency
	P99                float32 `protobuf:"fixed32,15,opt,name=p99,proto3" json:"p99,omitempty"`                      // The 99 percent latency
	LastPrediction     int64   `protobuf:"varint,16,opt,name=lastPrediction,proto3" json:"lastPrediction,omitempty"` // The last prediction time
	DailyPredictionAvg int32   `protobuf:"varint,17,opt,name=dailyPredictionAvg,proto3" json:"dailyPredictionAvg,omitempty"`
	// contains filtered or unexported fields
}

func (*ModelInfo) Descriptor deprecated

func (*ModelInfo) Descriptor() ([]byte, []int)

Deprecated: Use ModelInfo.ProtoReflect.Descriptor instead.

func (*ModelInfo) GetCanary

func (x *ModelInfo) GetCanary() bool

func (*ModelInfo) GetDailyPredictionAvg

func (x *ModelInfo) GetDailyPredictionAvg() int32

func (*ModelInfo) GetFilter

func (x *ModelInfo) GetFilter() string

func (*ModelInfo) GetLastPrediction

func (x *ModelInfo) GetLastPrediction() int64

func (*ModelInfo) GetLogPath

func (x *ModelInfo) GetLogPath() string

func (*ModelInfo) GetName

func (x *ModelInfo) GetName() string

func (*ModelInfo) GetNamespace added in v0.4.438

func (x *ModelInfo) GetNamespace() string

func (*ModelInfo) GetP95

func (x *ModelInfo) GetP95() float32

func (*ModelInfo) GetP99

func (x *ModelInfo) GetP99() float32

func (*ModelInfo) GetProduct

func (x *ModelInfo) GetProduct() string

func (*ModelInfo) GetRank

func (x *ModelInfo) GetRank() int64

func (*ModelInfo) GetShadow

func (x *ModelInfo) GetShadow() bool

func (*ModelInfo) GetStatus

func (x *ModelInfo) GetStatus() string

func (*ModelInfo) GetTraffic

func (x *ModelInfo) GetTraffic() float32

func (*ModelInfo) GetTrainingMetric

func (x *ModelInfo) GetTrainingMetric() string

func (*ModelInfo) GetTrainingScore

func (x *ModelInfo) GetTrainingScore() float32

func (*ModelInfo) GetVersion

func (x *ModelInfo) GetVersion() string

func (*ModelInfo) ProtoMessage

func (*ModelInfo) ProtoMessage()

func (*ModelInfo) ProtoReflect

func (x *ModelInfo) ProtoReflect() protoreflect.Message

func (*ModelInfo) Reset

func (x *ModelInfo) Reset()

func (*ModelInfo) String

func (x *ModelInfo) String() string

type ModelMetadataRequest

type ModelMetadataRequest struct {

	// The name of the model.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// The version of the model to check for readiness. If not given the
	// server will choose a version based on the model and internal policy.
	Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
	// contains filtered or unexported fields
}

func (*ModelMetadataRequest) Descriptor deprecated

func (*ModelMetadataRequest) Descriptor() ([]byte, []int)

Deprecated: Use ModelMetadataRequest.ProtoReflect.Descriptor instead.

func (*ModelMetadataRequest) GetName

func (x *ModelMetadataRequest) GetName() string

func (*ModelMetadataRequest) GetVersion

func (x *ModelMetadataRequest) GetVersion() string

func (*ModelMetadataRequest) ProtoMessage

func (*ModelMetadataRequest) ProtoMessage()

func (*ModelMetadataRequest) ProtoReflect

func (x *ModelMetadataRequest) ProtoReflect() protoreflect.Message

func (*ModelMetadataRequest) Reset

func (x *ModelMetadataRequest) Reset()

func (*ModelMetadataRequest) String

func (x *ModelMetadataRequest) String() string

type ModelMetadataResponse

type ModelMetadataResponse struct {

	// The model name.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// The versions of the model available on the server.
	Versions []string `protobuf:"bytes,2,rep,name=versions,proto3" json:"versions,omitempty"`
	// The model's platform. See Platforms.
	Platform string `protobuf:"bytes,3,opt,name=platform,proto3" json:"platform,omitempty"`
	// The model's inputs.
	Inputs []*ModelMetadataResponse_TensorMetadata `protobuf:"bytes,4,rep,name=inputs,proto3" json:"inputs,omitempty"`
	// The model's outputs.
	Outputs []*ModelMetadataResponse_TensorMetadata `protobuf:"bytes,5,rep,name=outputs,proto3" json:"outputs,omitempty"`
	// contains filtered or unexported fields
}

func (*ModelMetadataResponse) Descriptor deprecated

func (*ModelMetadataResponse) Descriptor() ([]byte, []int)

Deprecated: Use ModelMetadataResponse.ProtoReflect.Descriptor instead.

func (*ModelMetadataResponse) GetInputs

func (*ModelMetadataResponse) GetName

func (x *ModelMetadataResponse) GetName() string

func (*ModelMetadataResponse) GetOutputs

func (*ModelMetadataResponse) GetPlatform

func (x *ModelMetadataResponse) GetPlatform() string

func (*ModelMetadataResponse) GetVersions

func (x *ModelMetadataResponse) GetVersions() []string

func (*ModelMetadataResponse) ProtoMessage

func (*ModelMetadataResponse) ProtoMessage()

func (*ModelMetadataResponse) ProtoReflect

func (x *ModelMetadataResponse) ProtoReflect() protoreflect.Message

func (*ModelMetadataResponse) Reset

func (x *ModelMetadataResponse) Reset()

func (*ModelMetadataResponse) String

func (x *ModelMetadataResponse) String() string

type ModelMetadataResponse_TensorMetadata

type ModelMetadataResponse_TensorMetadata struct {

	// The tensor name.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// The tensor data type.
	Datatype string `protobuf:"bytes,2,opt,name=datatype,proto3" json:"datatype,omitempty"`
	// The tensor shape. A variable-size dimension is represented
	// by a -1 value.
	Shape []int64 `protobuf:"varint,3,rep,packed,name=shape,proto3" json:"shape,omitempty"`
	// contains filtered or unexported fields
}

Metadata for a tensor.

func (*ModelMetadataResponse_TensorMetadata) Descriptor deprecated

func (*ModelMetadataResponse_TensorMetadata) Descriptor() ([]byte, []int)

Deprecated: Use ModelMetadataResponse_TensorMetadata.ProtoReflect.Descriptor instead.

func (*ModelMetadataResponse_TensorMetadata) GetDatatype

func (*ModelMetadataResponse_TensorMetadata) GetName

func (*ModelMetadataResponse_TensorMetadata) GetShape

func (*ModelMetadataResponse_TensorMetadata) ProtoMessage

func (*ModelMetadataResponse_TensorMetadata) ProtoMessage()

func (*ModelMetadataResponse_TensorMetadata) ProtoReflect

func (*ModelMetadataResponse_TensorMetadata) Reset

func (*ModelMetadataResponse_TensorMetadata) String

type ModelReadyRequest

type ModelReadyRequest struct {

	// The name of the model to check for readiness.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// The version of the model to check for readiness. If not given the
	// server will choose a version based on the model and internal policy.
	Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
	// contains filtered or unexported fields
}

func (*ModelReadyRequest) Descriptor deprecated

func (*ModelReadyRequest) Descriptor() ([]byte, []int)

Deprecated: Use ModelReadyRequest.ProtoReflect.Descriptor instead.

func (*ModelReadyRequest) GetName

func (x *ModelReadyRequest) GetName() string

func (*ModelReadyRequest) GetVersion

func (x *ModelReadyRequest) GetVersion() string

func (*ModelReadyRequest) ProtoMessage

func (*ModelReadyRequest) ProtoMessage()

func (*ModelReadyRequest) ProtoReflect

func (x *ModelReadyRequest) ProtoReflect() protoreflect.Message

func (*ModelReadyRequest) Reset

func (x *ModelReadyRequest) Reset()

func (*ModelReadyRequest) String

func (x *ModelReadyRequest) String() string

type ModelReadyResponse

type ModelReadyResponse struct {

	// True if the model is ready, false if not ready.
	Ready bool `protobuf:"varint,1,opt,name=ready,proto3" json:"ready,omitempty"`
	// contains filtered or unexported fields
}

func (*ModelReadyResponse) Descriptor deprecated

func (*ModelReadyResponse) Descriptor() ([]byte, []int)

Deprecated: Use ModelReadyResponse.ProtoReflect.Descriptor instead.

func (*ModelReadyResponse) GetReady

func (x *ModelReadyResponse) GetReady() bool

func (*ModelReadyResponse) ProtoMessage

func (*ModelReadyResponse) ProtoMessage()

func (*ModelReadyResponse) ProtoReflect

func (x *ModelReadyResponse) ProtoReflect() protoreflect.Message

func (*ModelReadyResponse) Reset

func (x *ModelReadyResponse) Reset()

func (*ModelReadyResponse) String

func (x *ModelReadyResponse) String() string

type PredictRequest

type PredictRequest struct {
	Predictor    string   `protobuf:"bytes,1,opt,name=predictor,proto3" json:"predictor,omitempty"`
	Validate     bool     `protobuf:"varint,2,opt,name=validate,proto3" json:"validate,omitempty"`        // use the schema to validate the request
	Explain      bool     `protobuf:"varint,3,opt,name=explain,proto3" json:"explain,omitempty"`          // if true, explain the prediction using shap.
	Format       string   `protobuf:"bytes,4,opt,name=format,proto3" json:"format,omitempty"`             // can be csv,json.
	Payload      string   `protobuf:"bytes,5,opt,name=payload,proto3" json:"payload,omitempty"`           // json or csv array of rows.
	Labeled      bool     `protobuf:"varint,6,opt,name=labeled,proto3" json:"labeled,omitempty"`          // indicate that this is labeled prediction
	Metrics      []string `protobuf:"bytes,7,rep,name=metrics,proto3" json:"metrics,omitempty"`           // one or more metrics to use when evaluating labeled prediction
	Modelversion string   `protobuf:"bytes,8,opt,name=modelversion,proto3" json:"modelversion,omitempty"` // the version of the model, if empty use any model
	// contains filtered or unexported fields
}

func (*PredictRequest) Descriptor deprecated

func (*PredictRequest) Descriptor() ([]byte, []int)

Deprecated: Use PredictRequest.ProtoReflect.Descriptor instead.

func (*PredictRequest) GetExplain

func (x *PredictRequest) GetExplain() bool

func (*PredictRequest) GetFormat

func (x *PredictRequest) GetFormat() string

func (*PredictRequest) GetLabeled

func (x *PredictRequest) GetLabeled() bool

func (*PredictRequest) GetMetrics

func (x *PredictRequest) GetMetrics() []string

func (*PredictRequest) GetModelversion added in v0.4.866

func (x *PredictRequest) GetModelversion() string

func (*PredictRequest) GetPayload

func (x *PredictRequest) GetPayload() string

func (*PredictRequest) GetPredictor added in v0.4.682

func (x *PredictRequest) GetPredictor() string

func (*PredictRequest) GetValidate

func (x *PredictRequest) GetValidate() bool

func (*PredictRequest) ProtoMessage

func (*PredictRequest) ProtoMessage()

func (*PredictRequest) ProtoReflect

func (x *PredictRequest) ProtoReflect() protoreflect.Message

func (*PredictRequest) Reset

func (x *PredictRequest) Reset()

func (*PredictRequest) String

func (x *PredictRequest) String() string

type PredictResponse

type PredictResponse struct {
	Items  []*PredictResultLineItem `protobuf:"bytes,1,rep,name=items,proto3" json:"items,omitempty"`
	Scores map[string]float32       `` /* 155-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*PredictResponse) Descriptor deprecated

func (*PredictResponse) Descriptor() ([]byte, []int)

Deprecated: Use PredictResponse.ProtoReflect.Descriptor instead.

func (*PredictResponse) GetItems

func (x *PredictResponse) GetItems() []*PredictResultLineItem

func (*PredictResponse) GetScores

func (x *PredictResponse) GetScores() map[string]float32

func (*PredictResponse) ProtoMessage

func (*PredictResponse) ProtoMessage()

func (*PredictResponse) ProtoReflect

func (x *PredictResponse) ProtoReflect() protoreflect.Message

func (*PredictResponse) Reset

func (x *PredictResponse) Reset()

func (*PredictResponse) String

func (x *PredictResponse) String() string

type PredictResultLineItem

type PredictResultLineItem struct {
	Success        bool                `protobuf:"varint,1,opt,name=success,proto3" json:"success,omitempty"`              // success or failure
	Score          float32             `protobuf:"fixed32,2,opt,name=score,proto3" json:"score,omitempty"`                 // the predicted value
	Label          string              `protobuf:"bytes,3,opt,name=label,proto3" json:"label,omitempty"`                   // the predictor label in case of classification
	Probabilities  []*ProbabilityValue `protobuf:"bytes,4,rep,name=probabilities,proto3" json:"probabilities,omitempty"`   // the proba predictions
	MissingColumns []string            `protobuf:"bytes,5,rep,name=missingColumns,proto3" json:"missingColumns,omitempty"` // list of missing columns
	OutOfBound     []string            `protobuf:"bytes,6,rep,name=outOfBound,proto3" json:"outOfBound,omitempty"`         // list of out of bounds columns
	BaseShapValue  float32             `protobuf:"fixed32,7,opt,name=baseShapValue,proto3" json:"baseShapValue,omitempty"`
	ShapValues     []*ShapValue        `protobuf:"bytes,8,rep,name=shapValues,proto3" json:"shapValues,omitempty"`
	Probability    float32             `protobuf:"fixed32,9,opt,name=probability,proto3" json:"probability,omitempty"` // probably of the label
	// contains filtered or unexported fields
}

func (*PredictResultLineItem) Descriptor deprecated

func (*PredictResultLineItem) Descriptor() ([]byte, []int)

Deprecated: Use PredictResultLineItem.ProtoReflect.Descriptor instead.

func (*PredictResultLineItem) GetBaseShapValue

func (x *PredictResultLineItem) GetBaseShapValue() float32

func (*PredictResultLineItem) GetLabel

func (x *PredictResultLineItem) GetLabel() string

func (*PredictResultLineItem) GetMissingColumns

func (x *PredictResultLineItem) GetMissingColumns() []string

func (*PredictResultLineItem) GetOutOfBound

func (x *PredictResultLineItem) GetOutOfBound() []string

func (*PredictResultLineItem) GetProbabilities

func (x *PredictResultLineItem) GetProbabilities() []*ProbabilityValue

func (*PredictResultLineItem) GetProbability added in v0.5.526

func (x *PredictResultLineItem) GetProbability() float32

func (*PredictResultLineItem) GetScore

func (x *PredictResultLineItem) GetScore() float32

func (*PredictResultLineItem) GetShapValues

func (x *PredictResultLineItem) GetShapValues() []*ShapValue

func (*PredictResultLineItem) GetSuccess

func (x *PredictResultLineItem) GetSuccess() bool

func (*PredictResultLineItem) ProtoMessage

func (*PredictResultLineItem) ProtoMessage()

func (*PredictResultLineItem) ProtoReflect

func (x *PredictResultLineItem) ProtoReflect() protoreflect.Message

func (*PredictResultLineItem) Reset

func (x *PredictResultLineItem) Reset()

func (*PredictResultLineItem) String

func (x *PredictResultLineItem) String() string

type PredictorInfo

type PredictorInfo struct {
	Namespace string       `protobuf:"bytes,1,opt,name=namespace,proto3" json:"namespace,omitempty"` // the namespace of the predictor
	Name      string       `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`           // the name of the predictor
	Task      string       `protobuf:"bytes,3,opt,name=task,proto3" json:"task,omitempty"`           // the machine learning task (binary classification / multi classification / regression)
	Models    []*ModelInfo `protobuf:"bytes,4,rep,name=models,proto3" json:"models,omitempty"`       // the models in the predictor
	Schema    *SchemaInfo  `protobuf:"bytes,5,opt,name=schema,proto3" json:"schema,omitempty"`       // the predictor schema.
	// contains filtered or unexported fields
}

func (*PredictorInfo) Descriptor deprecated

func (*PredictorInfo) Descriptor() ([]byte, []int)

Deprecated: Use PredictorInfo.ProtoReflect.Descriptor instead.

func (*PredictorInfo) GetModels

func (x *PredictorInfo) GetModels() []*ModelInfo

func (*PredictorInfo) GetName

func (x *PredictorInfo) GetName() string

func (*PredictorInfo) GetNamespace added in v0.4.438

func (x *PredictorInfo) GetNamespace() string

func (*PredictorInfo) GetSchema

func (x *PredictorInfo) GetSchema() *SchemaInfo

func (*PredictorInfo) GetTask

func (x *PredictorInfo) GetTask() string

func (*PredictorInfo) ProtoMessage

func (*PredictorInfo) ProtoMessage()

func (*PredictorInfo) ProtoReflect

func (x *PredictorInfo) ProtoReflect() protoreflect.Message

func (*PredictorInfo) Reset

func (x *PredictorInfo) Reset()

func (*PredictorInfo) String

func (x *PredictorInfo) String() string

type ProbabilityValue

type ProbabilityValue struct {
	Label       string  `protobuf:"bytes,1,opt,name=label,proto3" json:"label,omitempty"`
	Probability float32 `protobuf:"fixed32,2,opt,name=probability,proto3" json:"probability,omitempty"`
	// contains filtered or unexported fields
}

return the proba value for each label

func (*ProbabilityValue) Descriptor deprecated

func (*ProbabilityValue) Descriptor() ([]byte, []int)

Deprecated: Use ProbabilityValue.ProtoReflect.Descriptor instead.

func (*ProbabilityValue) GetLabel

func (x *ProbabilityValue) GetLabel() string

func (*ProbabilityValue) GetProbability

func (x *ProbabilityValue) GetProbability() float32

func (*ProbabilityValue) ProtoMessage

func (*ProbabilityValue) ProtoMessage()

func (*ProbabilityValue) ProtoReflect

func (x *ProbabilityValue) ProtoReflect() protoreflect.Message

func (*ProbabilityValue) Reset

func (x *ProbabilityValue) Reset()

func (*ProbabilityValue) String

func (x *ProbabilityValue) String() string

type SchemaInfo

type SchemaInfo struct {
	Columns []*ColumnInfo `protobuf:"bytes,1,rep,name=columns,proto3" json:"columns,omitempty"` // the schema column
	// contains filtered or unexported fields
}

Represent the predictor schema. Used for prediction validation

func (*SchemaInfo) Descriptor deprecated

func (*SchemaInfo) Descriptor() ([]byte, []int)

Deprecated: Use SchemaInfo.ProtoReflect.Descriptor instead.

func (*SchemaInfo) GetColumns

func (x *SchemaInfo) GetColumns() []*ColumnInfo

func (*SchemaInfo) ProtoMessage

func (*SchemaInfo) ProtoMessage()

func (*SchemaInfo) ProtoReflect

func (x *SchemaInfo) ProtoReflect() protoreflect.Message

func (*SchemaInfo) Reset

func (x *SchemaInfo) Reset()

func (*SchemaInfo) String

func (x *SchemaInfo) String() string

type ServerLiveRequest

type ServerLiveRequest struct {
	// contains filtered or unexported fields
}

func (*ServerLiveRequest) Descriptor deprecated

func (*ServerLiveRequest) Descriptor() ([]byte, []int)

Deprecated: Use ServerLiveRequest.ProtoReflect.Descriptor instead.

func (*ServerLiveRequest) ProtoMessage

func (*ServerLiveRequest) ProtoMessage()

func (*ServerLiveRequest) ProtoReflect

func (x *ServerLiveRequest) ProtoReflect() protoreflect.Message

func (*ServerLiveRequest) Reset

func (x *ServerLiveRequest) Reset()

func (*ServerLiveRequest) String

func (x *ServerLiveRequest) String() string

type ServerLiveResponse

type ServerLiveResponse struct {

	// True if the inference server is live, false if not live.
	Live bool `protobuf:"varint,1,opt,name=live,proto3" json:"live,omitempty"`
	// contains filtered or unexported fields
}

func (*ServerLiveResponse) Descriptor deprecated

func (*ServerLiveResponse) Descriptor() ([]byte, []int)

Deprecated: Use ServerLiveResponse.ProtoReflect.Descriptor instead.

func (*ServerLiveResponse) GetLive

func (x *ServerLiveResponse) GetLive() bool

func (*ServerLiveResponse) ProtoMessage

func (*ServerLiveResponse) ProtoMessage()

func (*ServerLiveResponse) ProtoReflect

func (x *ServerLiveResponse) ProtoReflect() protoreflect.Message

func (*ServerLiveResponse) Reset

func (x *ServerLiveResponse) Reset()

func (*ServerLiveResponse) String

func (x *ServerLiveResponse) String() string

type ServerMetadataRequest

type ServerMetadataRequest struct {
	// contains filtered or unexported fields
}

func (*ServerMetadataRequest) Descriptor deprecated

func (*ServerMetadataRequest) Descriptor() ([]byte, []int)

Deprecated: Use ServerMetadataRequest.ProtoReflect.Descriptor instead.

func (*ServerMetadataRequest) ProtoMessage

func (*ServerMetadataRequest) ProtoMessage()

func (*ServerMetadataRequest) ProtoReflect

func (x *ServerMetadataRequest) ProtoReflect() protoreflect.Message

func (*ServerMetadataRequest) Reset

func (x *ServerMetadataRequest) Reset()

func (*ServerMetadataRequest) String

func (x *ServerMetadataRequest) String() string

type ServerMetadataResponse

type ServerMetadataResponse struct {

	// The server name.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// The server version.
	Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
	// The extensions supported by the server.
	Extensions []string `protobuf:"bytes,3,rep,name=extensions,proto3" json:"extensions,omitempty"`
	// contains filtered or unexported fields
}

func (*ServerMetadataResponse) Descriptor deprecated

func (*ServerMetadataResponse) Descriptor() ([]byte, []int)

Deprecated: Use ServerMetadataResponse.ProtoReflect.Descriptor instead.

func (*ServerMetadataResponse) GetExtensions

func (x *ServerMetadataResponse) GetExtensions() []string

func (*ServerMetadataResponse) GetName

func (x *ServerMetadataResponse) GetName() string

func (*ServerMetadataResponse) GetVersion

func (x *ServerMetadataResponse) GetVersion() string

func (*ServerMetadataResponse) ProtoMessage

func (*ServerMetadataResponse) ProtoMessage()

func (*ServerMetadataResponse) ProtoReflect

func (x *ServerMetadataResponse) ProtoReflect() protoreflect.Message

func (*ServerMetadataResponse) Reset

func (x *ServerMetadataResponse) Reset()

func (*ServerMetadataResponse) String

func (x *ServerMetadataResponse) String() string

type ServerReadyRequest

type ServerReadyRequest struct {
	// contains filtered or unexported fields
}

func (*ServerReadyRequest) Descriptor deprecated

func (*ServerReadyRequest) Descriptor() ([]byte, []int)

Deprecated: Use ServerReadyRequest.ProtoReflect.Descriptor instead.

func (*ServerReadyRequest) ProtoMessage

func (*ServerReadyRequest) ProtoMessage()

func (*ServerReadyRequest) ProtoReflect

func (x *ServerReadyRequest) ProtoReflect() protoreflect.Message

func (*ServerReadyRequest) Reset

func (x *ServerReadyRequest) Reset()

func (*ServerReadyRequest) String

func (x *ServerReadyRequest) String() string

type ServerReadyResponse

type ServerReadyResponse struct {

	// True if the inference server is ready, false if not ready.
	Ready bool `protobuf:"varint,1,opt,name=ready,proto3" json:"ready,omitempty"`
	// contains filtered or unexported fields
}

func (*ServerReadyResponse) Descriptor deprecated

func (*ServerReadyResponse) Descriptor() ([]byte, []int)

Deprecated: Use ServerReadyResponse.ProtoReflect.Descriptor instead.

func (*ServerReadyResponse) GetReady

func (x *ServerReadyResponse) GetReady() bool

func (*ServerReadyResponse) ProtoMessage

func (*ServerReadyResponse) ProtoMessage()

func (*ServerReadyResponse) ProtoReflect

func (x *ServerReadyResponse) ProtoReflect() protoreflect.Message

func (*ServerReadyResponse) Reset

func (x *ServerReadyResponse) Reset()

func (*ServerReadyResponse) String

func (x *ServerReadyResponse) String() string

type ServerShutdownRequest added in v0.4.646

type ServerShutdownRequest struct {
	// contains filtered or unexported fields
}

func (*ServerShutdownRequest) Descriptor deprecated added in v0.4.646

func (*ServerShutdownRequest) Descriptor() ([]byte, []int)

Deprecated: Use ServerShutdownRequest.ProtoReflect.Descriptor instead.

func (*ServerShutdownRequest) ProtoMessage added in v0.4.646

func (*ServerShutdownRequest) ProtoMessage()

func (*ServerShutdownRequest) ProtoReflect added in v0.4.646

func (x *ServerShutdownRequest) ProtoReflect() protoreflect.Message

func (*ServerShutdownRequest) Reset added in v0.4.646

func (x *ServerShutdownRequest) Reset()

func (*ServerShutdownRequest) String added in v0.4.646

func (x *ServerShutdownRequest) String() string

type ServerShutdownResponse added in v0.4.646

type ServerShutdownResponse struct {
	// contains filtered or unexported fields
}

func (*ServerShutdownResponse) Descriptor deprecated added in v0.4.646

func (*ServerShutdownResponse) Descriptor() ([]byte, []int)

Deprecated: Use ServerShutdownResponse.ProtoReflect.Descriptor instead.

func (*ServerShutdownResponse) ProtoMessage added in v0.4.646

func (*ServerShutdownResponse) ProtoMessage()

func (*ServerShutdownResponse) ProtoReflect added in v0.4.646

func (x *ServerShutdownResponse) ProtoReflect() protoreflect.Message

func (*ServerShutdownResponse) Reset added in v0.4.646

func (x *ServerShutdownResponse) Reset()

func (*ServerShutdownResponse) String added in v0.4.646

func (x *ServerShutdownResponse) String() string

type ShapValue

type ShapValue struct {
	Feature string  `protobuf:"bytes,1,opt,name=feature,proto3" json:"feature,omitempty"`
	Value   float32 `protobuf:"fixed32,2,opt,name=value,proto3" json:"value,omitempty"`
	// contains filtered or unexported fields
}

func (*ShapValue) Descriptor deprecated

func (*ShapValue) Descriptor() ([]byte, []int)

Deprecated: Use ShapValue.ProtoReflect.Descriptor instead.

func (*ShapValue) GetFeature

func (x *ShapValue) GetFeature() string

func (*ShapValue) GetValue

func (x *ShapValue) GetValue() float32

func (*ShapValue) ProtoMessage

func (*ShapValue) ProtoMessage()

func (*ShapValue) ProtoReflect

func (x *ShapValue) ProtoReflect() protoreflect.Message

func (*ShapValue) Reset

func (x *ShapValue) Reset()

func (*ShapValue) String

func (x *ShapValue) String() string

type UnimplementedGRPCInferenceServiceServer

type UnimplementedGRPCInferenceServiceServer struct {
}

UnimplementedGRPCInferenceServiceServer must be embedded to have forward compatible implementations.

func (UnimplementedGRPCInferenceServiceServer) GetModel

func (UnimplementedGRPCInferenceServiceServer) GetPredictor

func (UnimplementedGRPCInferenceServiceServer) ModelInfer

func (UnimplementedGRPCInferenceServiceServer) ModelMetadata

func (UnimplementedGRPCInferenceServiceServer) ModelReady

func (UnimplementedGRPCInferenceServiceServer) Predict

func (UnimplementedGRPCInferenceServiceServer) ServerLive

func (UnimplementedGRPCInferenceServiceServer) ServerMetadata

func (UnimplementedGRPCInferenceServiceServer) ServerReady

func (UnimplementedGRPCInferenceServiceServer) Shutdown added in v0.4.646

type UnsafeGRPCInferenceServiceServer added in v0.4.687

type UnsafeGRPCInferenceServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeGRPCInferenceServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to GRPCInferenceServiceServer will result in compilation errors.

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL