inference

package
v2.0.108 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Apr 10, 2024 License: Apache-2.0 Imports: 20 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source
var (
	DataType_name = map[int32]string{
		0:  "TYPE_INVALID",
		1:  "TYPE_BOOL",
		2:  "TYPE_UINT8",
		3:  "TYPE_UINT16",
		4:  "TYPE_UINT32",
		5:  "TYPE_UINT64",
		6:  "TYPE_INT8",
		7:  "TYPE_INT16",
		8:  "TYPE_INT32",
		9:  "TYPE_INT64",
		10: "TYPE_FP16",
		11: "TYPE_FP32",
		12: "TYPE_FP64",
		13: "TYPE_STRING",
		14: "TYPE_BF16",
	}
	DataType_value = map[string]int32{
		"TYPE_INVALID": 0,
		"TYPE_BOOL":    1,
		"TYPE_UINT8":   2,
		"TYPE_UINT16":  3,
		"TYPE_UINT32":  4,
		"TYPE_UINT64":  5,
		"TYPE_INT8":    6,
		"TYPE_INT16":   7,
		"TYPE_INT32":   8,
		"TYPE_INT64":   9,
		"TYPE_FP16":    10,
		"TYPE_FP32":    11,
		"TYPE_FP64":    12,
		"TYPE_STRING":  13,
		"TYPE_BF16":    14,
	}
)

Enum value maps for DataType.

View Source
var (
	ModelInstanceGroup_Kind_name = map[int32]string{
		0: "KIND_AUTO",
		1: "KIND_GPU",
		2: "KIND_CPU",
		3: "KIND_MODEL",
	}
	ModelInstanceGroup_Kind_value = map[string]int32{
		"KIND_AUTO":  0,
		"KIND_GPU":   1,
		"KIND_CPU":   2,
		"KIND_MODEL": 3,
	}
)

Enum value maps for ModelInstanceGroup_Kind.

View Source
var (
	ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_name = map[int32]string{
		0: "KIND_NVDLA",
	}
	ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_value = map[string]int32{
		"KIND_NVDLA": 0,
	}
)

Enum value maps for ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind.

View Source
var (
	ModelInput_Format_name = map[int32]string{
		0: "FORMAT_NONE",
		1: "FORMAT_NHWC",
		2: "FORMAT_NCHW",
	}
	ModelInput_Format_value = map[string]int32{
		"FORMAT_NONE": 0,
		"FORMAT_NHWC": 1,
		"FORMAT_NCHW": 2,
	}
)

Enum value maps for ModelInput_Format.

View Source
var (
	BatchInput_Kind_name = map[int32]string{
		0: "BATCH_ELEMENT_COUNT",
		1: "BATCH_ACCUMULATED_ELEMENT_COUNT",
		2: "BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO",
		3: "BATCH_MAX_ELEMENT_COUNT_AS_SHAPE",
		4: "BATCH_ITEM_SHAPE",
		5: "BATCH_ITEM_SHAPE_FLATTEN",
	}
	BatchInput_Kind_value = map[string]int32{
		"BATCH_ELEMENT_COUNT":                       0,
		"BATCH_ACCUMULATED_ELEMENT_COUNT":           1,
		"BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO": 2,
		"BATCH_MAX_ELEMENT_COUNT_AS_SHAPE":          3,
		"BATCH_ITEM_SHAPE":                          4,
		"BATCH_ITEM_SHAPE_FLATTEN":                  5,
	}
)

Enum value maps for BatchInput_Kind.

View Source
var (
	BatchOutput_Kind_name = map[int32]string{
		0: "BATCH_SCATTER_WITH_INPUT_SHAPE",
	}
	BatchOutput_Kind_value = map[string]int32{
		"BATCH_SCATTER_WITH_INPUT_SHAPE": 0,
	}
)

Enum value maps for BatchOutput_Kind.

View Source
var (
	ModelOptimizationPolicy_ModelPriority_name = map[int32]string{
		0: "PRIORITY_DEFAULT",
		1: "PRIORITY_MAX",
		2: "PRIORITY_MIN",
	}
	ModelOptimizationPolicy_ModelPriority_value = map[string]int32{
		"PRIORITY_DEFAULT": 0,
		"PRIORITY_MAX":     1,
		"PRIORITY_MIN":     2,
	}
)

Enum value maps for ModelOptimizationPolicy_ModelPriority.

View Source
var (
	ModelQueuePolicy_TimeoutAction_name = map[int32]string{
		0: "REJECT",
		1: "DELAY",
	}
	ModelQueuePolicy_TimeoutAction_value = map[string]int32{
		"REJECT": 0,
		"DELAY":  1,
	}
)

Enum value maps for ModelQueuePolicy_TimeoutAction.

View Source
var (
	ModelSequenceBatching_Control_Kind_name = map[int32]string{
		0: "CONTROL_SEQUENCE_START",
		1: "CONTROL_SEQUENCE_READY",
		2: "CONTROL_SEQUENCE_END",
		3: "CONTROL_SEQUENCE_CORRID",
	}
	ModelSequenceBatching_Control_Kind_value = map[string]int32{
		"CONTROL_SEQUENCE_START":  0,
		"CONTROL_SEQUENCE_READY":  1,
		"CONTROL_SEQUENCE_END":    2,
		"CONTROL_SEQUENCE_CORRID": 3,
	}
)

Enum value maps for ModelSequenceBatching_Control_Kind.

View Source
var File_pkg_apis_inference_grpc_service_proto protoreflect.FileDescriptor
View Source
var File_pkg_apis_inference_model_config_proto protoreflect.FileDescriptor
View Source
var GRPCInferenceService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "inference.GRPCInferenceService",
	HandlerType: (*GRPCInferenceServiceServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "ServerLive",
			Handler:    _GRPCInferenceService_ServerLive_Handler,
		},
		{
			MethodName: "ServerReady",
			Handler:    _GRPCInferenceService_ServerReady_Handler,
		},
		{
			MethodName: "ModelReady",
			Handler:    _GRPCInferenceService_ModelReady_Handler,
		},
		{
			MethodName: "ServerMetadata",
			Handler:    _GRPCInferenceService_ServerMetadata_Handler,
		},
		{
			MethodName: "ModelMetadata",
			Handler:    _GRPCInferenceService_ModelMetadata_Handler,
		},
		{
			MethodName: "ModelInfer",
			Handler:    _GRPCInferenceService_ModelInfer_Handler,
		},
		{
			MethodName: "ModelConfig",
			Handler:    _GRPCInferenceService_ModelConfig_Handler,
		},
		{
			MethodName: "ModelStatistics",
			Handler:    _GRPCInferenceService_ModelStatistics_Handler,
		},
		{
			MethodName: "RepositoryIndex",
			Handler:    _GRPCInferenceService_RepositoryIndex_Handler,
		},
		{
			MethodName: "RepositoryModelLoad",
			Handler:    _GRPCInferenceService_RepositoryModelLoad_Handler,
		},
		{
			MethodName: "RepositoryModelUnload",
			Handler:    _GRPCInferenceService_RepositoryModelUnload_Handler,
		},
		{
			MethodName: "SystemSharedMemoryStatus",
			Handler:    _GRPCInferenceService_SystemSharedMemoryStatus_Handler,
		},
		{
			MethodName: "SystemSharedMemoryRegister",
			Handler:    _GRPCInferenceService_SystemSharedMemoryRegister_Handler,
		},
		{
			MethodName: "SystemSharedMemoryUnregister",
			Handler:    _GRPCInferenceService_SystemSharedMemoryUnregister_Handler,
		},
		{
			MethodName: "CudaSharedMemoryStatus",
			Handler:    _GRPCInferenceService_CudaSharedMemoryStatus_Handler,
		},
		{
			MethodName: "CudaSharedMemoryRegister",
			Handler:    _GRPCInferenceService_CudaSharedMemoryRegister_Handler,
		},
		{
			MethodName: "CudaSharedMemoryUnregister",
			Handler:    _GRPCInferenceService_CudaSharedMemoryUnregister_Handler,
		},
		{
			MethodName: "TraceSetting",
			Handler:    _GRPCInferenceService_TraceSetting_Handler,
		},
		{
			MethodName: "LogSettings",
			Handler:    _GRPCInferenceService_LogSettings_Handler,
		},
	},
	Streams: []grpc.StreamDesc{
		{
			StreamName:    "ModelStreamInfer",
			Handler:       _GRPCInferenceService_ModelStreamInfer_Handler,
			ServerStreams: true,
			ClientStreams: true,
		},
	},
	Metadata: "pkg/apis/inference/grpc_service.proto",
}

GRPCInferenceService_ServiceDesc is the grpc.ServiceDesc for GRPCInferenceService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

Functions

func RegisterGRPCInferenceServiceServer

func RegisterGRPCInferenceServiceServer(s grpc.ServiceRegistrar, srv GRPCInferenceServiceServer)

Types

type BatchInput

type BatchInput struct {

	// @@    .. cpp:var:: Kind kind
	// @@
	// @@       The kind of this batch input.
	// @@
	Kind BatchInput_Kind `protobuf:"varint,1,opt,name=kind,proto3,enum=inference.BatchInput_Kind" json:"kind,omitempty"`
	// @@    .. cpp:var:: string target_name (repeated)
	// @@
	// @@       The name of the model inputs that the backend will create
	// @@       for this batch input.
	// @@
	TargetName []string `protobuf:"bytes,2,rep,name=target_name,json=targetName,proto3" json:"target_name,omitempty"`
	// @@    .. cpp:var:: DataType data_type
	// @@
	// @@       The input's datatype. The data type can be TYPE_INT32 or
	// @@       TYPE_FP32.
	// @@
	DataType DataType `protobuf:"varint,3,opt,name=data_type,json=dataType,proto3,enum=inference.DataType" json:"data_type,omitempty"`
	// @@    .. cpp:var:: string source_input (repeated)
	// @@
	// @@       The backend derives the value for each batch input from one or
	// @@       more other inputs. 'source_input' gives the names of those
	// @@       inputs.
	// @@
	SourceInput []string `protobuf:"bytes,4,rep,name=source_input,json=sourceInput,proto3" json:"source_input,omitempty"`
	// contains filtered or unexported fields
}

@@ .. cpp:var:: message BatchInput @@ @@ A batch input is an additional input that must be added by @@ the backend based on all the requests in a batch. @@

func (*BatchInput) Descriptor deprecated

func (*BatchInput) Descriptor() ([]byte, []int)

Deprecated: Use BatchInput.ProtoReflect.Descriptor instead.

func (*BatchInput) GetDataType

func (x *BatchInput) GetDataType() DataType

func (*BatchInput) GetKind

func (x *BatchInput) GetKind() BatchInput_Kind

func (*BatchInput) GetSourceInput

func (x *BatchInput) GetSourceInput() []string

func (*BatchInput) GetTargetName

func (x *BatchInput) GetTargetName() []string

func (*BatchInput) ProtoMessage

func (*BatchInput) ProtoMessage()

func (*BatchInput) ProtoReflect

func (x *BatchInput) ProtoReflect() protoreflect.Message

func (*BatchInput) Reset

func (x *BatchInput) Reset()

func (*BatchInput) String

func (x *BatchInput) String() string

func (*BatchInput) Validate

func (m *BatchInput) Validate() error

Validate checks the field values on BatchInput with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*BatchInput) ValidateAll

func (m *BatchInput) ValidateAll() error

ValidateAll checks the field values on BatchInput with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in BatchInputMultiError, or nil if none found.

type BatchInputMultiError

type BatchInputMultiError []error

BatchInputMultiError is an error wrapping multiple validation errors returned by BatchInput.ValidateAll() if the designated constraints aren't met.

func (BatchInputMultiError) AllErrors

func (m BatchInputMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (BatchInputMultiError) Error

func (m BatchInputMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type BatchInputValidationError

type BatchInputValidationError struct {
	// contains filtered or unexported fields
}

BatchInputValidationError is the validation error returned by BatchInput.Validate if the designated constraints aren't met.

func (BatchInputValidationError) Cause

func (e BatchInputValidationError) Cause() error

Cause function returns cause value.

func (BatchInputValidationError) Error

Error satisfies the builtin error interface

func (BatchInputValidationError) ErrorName

func (e BatchInputValidationError) ErrorName() string

ErrorName returns error name.

func (BatchInputValidationError) Field

Field function returns field value.

func (BatchInputValidationError) Key

Key function returns key value.

func (BatchInputValidationError) Reason

func (e BatchInputValidationError) Reason() string

Reason function returns reason value.

type BatchInput_Kind

type BatchInput_Kind int32

@@ @@ .. cpp:enum:: Kind @@ @@ The kind of the batch input. @@

const (
	// @@      .. cpp:enumerator:: Kind::BATCH_ELEMENT_COUNT = 0
	// @@
	// @@         The element count of the 'source_input' will be added as
	// @@         input with shape [1].
	// @@
	BatchInput_BATCH_ELEMENT_COUNT BatchInput_Kind = 0
	// @@      .. cpp:enumerator:: Kind::BATCH_ACCUMULATED_ELEMENT_COUNT = 1
	// @@
	// @@         The accumulated element count of the 'source_input' will be
	// @@         added as input with shape [1]. For example, if there is a
	// @@         batch of two request, each with 2 elements, an input of value
	// @@         2 will be added to the first request, and an input of value
	// @@         4 will be added to the second request.
	// @@
	BatchInput_BATCH_ACCUMULATED_ELEMENT_COUNT BatchInput_Kind = 1
	// @@      .. cpp:enumerator::
	// @@         Kind::BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO = 2
	// @@
	// @@         The accumulated element count of the 'source_input' will be
	// @@         added as input with shape [1], except for the first request
	// @@         in the batch. For the first request in the batch, the input
	// @@         will have shape [2] where the first element is value 0.
	// @@
	BatchInput_BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO BatchInput_Kind = 2
	// @@      .. cpp:enumerator:: Kind::BATCH_MAX_ELEMENT_COUNT_AS_SHAPE = 3
	// @@
	// @@         Among the requests in the batch, the max element count of the
	// @@         'source_input' will be added as input with shape
	// @@         [max_element_count] for the first request in the batch.
	// @@         For other requests, such input will be with shape [0].
	// @@         The data of the tensor will be uninitialized.
	// @@
	BatchInput_BATCH_MAX_ELEMENT_COUNT_AS_SHAPE BatchInput_Kind = 3
	// @@      .. cpp:enumerator:: Kind::BATCH_ITEM_SHAPE = 4
	// @@
	// @@         Among the requests in the batch, the shape of the
	// @@         'source_input' will be added as input with shape
	// @@         [batch_size, len(input_dim)]. For example, if one
	// @@         batch-2 input with shape [3, 1] and batch-1 input
	// @@         with shape [2, 2] are batched, the batch input will
	// @@         have shape [3, 2] and value [ [3, 1], [3, 1], [2, 2]].
	// @@
	BatchInput_BATCH_ITEM_SHAPE BatchInput_Kind = 4
	// @@      .. cpp:enumerator:: Kind::BATCH_ITEM_SHAPE_FLATTEN = 5
	// @@
	// @@         Among the requests in the batch, the shape of the
	// @@         'source_input' will be added as input with single dimensional
	// @@         shape [batch_size * len(input_dim)]. For example, if one
	// @@         batch-2 input with shape [3, 1] and batch-1 input
	// @@         with shape [2, 2] are batched, the batch input will
	// @@         have shape [6] and value [3, 1, 3, 1, 2, 2].
	// @@
	BatchInput_BATCH_ITEM_SHAPE_FLATTEN BatchInput_Kind = 5
)

func (BatchInput_Kind) Descriptor

func (BatchInput_Kind) Enum

func (x BatchInput_Kind) Enum() *BatchInput_Kind

func (BatchInput_Kind) EnumDescriptor deprecated

func (BatchInput_Kind) EnumDescriptor() ([]byte, []int)

Deprecated: Use BatchInput_Kind.Descriptor instead.

func (BatchInput_Kind) Number

func (BatchInput_Kind) String

func (x BatchInput_Kind) String() string

func (BatchInput_Kind) Type

type BatchOutput

type BatchOutput struct {

	// @@  .. cpp:var:: string target_name (repeated)
	// @@
	// @@     The name of the outputs to be produced by this batch output
	// @@     specification.
	// @@
	TargetName []string `protobuf:"bytes,1,rep,name=target_name,json=targetName,proto3" json:"target_name,omitempty"`
	// @@  .. cpp:var:: Kind kind
	// @@
	// @@     The kind of this batch output.
	// @@
	Kind BatchOutput_Kind `protobuf:"varint,2,opt,name=kind,proto3,enum=inference.BatchOutput_Kind" json:"kind,omitempty"`
	// @@  .. cpp:var:: string source_input (repeated)
	// @@
	// @@     The backend derives each batch output from one or more inputs.
	// @@     'source_input' gives the names of those inputs.
	// @@
	SourceInput []string `protobuf:"bytes,3,rep,name=source_input,json=sourceInput,proto3" json:"source_input,omitempty"`
	// contains filtered or unexported fields
}

@@.. cpp:var:: message BatchOutput @@ @@ A batch output is an output produced by the model that must be handled @@ differently by the backend based on all the requests in a batch. @@

func (*BatchOutput) Descriptor deprecated

func (*BatchOutput) Descriptor() ([]byte, []int)

Deprecated: Use BatchOutput.ProtoReflect.Descriptor instead.

func (*BatchOutput) GetKind

func (x *BatchOutput) GetKind() BatchOutput_Kind

func (*BatchOutput) GetSourceInput

func (x *BatchOutput) GetSourceInput() []string

func (*BatchOutput) GetTargetName

func (x *BatchOutput) GetTargetName() []string

func (*BatchOutput) ProtoMessage

func (*BatchOutput) ProtoMessage()

func (*BatchOutput) ProtoReflect

func (x *BatchOutput) ProtoReflect() protoreflect.Message

func (*BatchOutput) Reset

func (x *BatchOutput) Reset()

func (*BatchOutput) String

func (x *BatchOutput) String() string

func (*BatchOutput) Validate

func (m *BatchOutput) Validate() error

Validate checks the field values on BatchOutput with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*BatchOutput) ValidateAll

func (m *BatchOutput) ValidateAll() error

ValidateAll checks the field values on BatchOutput with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in BatchOutputMultiError, or nil if none found.

type BatchOutputMultiError

type BatchOutputMultiError []error

BatchOutputMultiError is an error wrapping multiple validation errors returned by BatchOutput.ValidateAll() if the designated constraints aren't met.

func (BatchOutputMultiError) AllErrors

func (m BatchOutputMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (BatchOutputMultiError) Error

func (m BatchOutputMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type BatchOutputValidationError

type BatchOutputValidationError struct {
	// contains filtered or unexported fields
}

BatchOutputValidationError is the validation error returned by BatchOutput.Validate if the designated constraints aren't met.

func (BatchOutputValidationError) Cause

Cause function returns cause value.

func (BatchOutputValidationError) Error

Error satisfies the builtin error interface

func (BatchOutputValidationError) ErrorName

func (e BatchOutputValidationError) ErrorName() string

ErrorName returns error name.

func (BatchOutputValidationError) Field

Field function returns field value.

func (BatchOutputValidationError) Key

Key function returns key value.

func (BatchOutputValidationError) Reason

Reason function returns reason value.

type BatchOutput_Kind

type BatchOutput_Kind int32

@@ @@ .. cpp:enum:: Kind @@ @@ The kind of the batch output. @@

const (
	// @@    .. cpp:enumerator:: Kind::BATCH_SCATTER_WITH_INPUT_SHAPE = 0
	// @@
	// @@       The output should be scattered according to the shape of
	// @@       'source_input'. The dynamic dimension of the output will
	// @@       be set to the value of the same dimension in the input.
	// @@
	BatchOutput_BATCH_SCATTER_WITH_INPUT_SHAPE BatchOutput_Kind = 0
)

func (BatchOutput_Kind) Descriptor

func (BatchOutput_Kind) Enum

func (BatchOutput_Kind) EnumDescriptor deprecated

func (BatchOutput_Kind) EnumDescriptor() ([]byte, []int)

Deprecated: Use BatchOutput_Kind.Descriptor instead.

func (BatchOutput_Kind) Number

func (BatchOutput_Kind) String

func (x BatchOutput_Kind) String() string

func (BatchOutput_Kind) Type

type CudaSharedMemoryRegisterRequest

type CudaSharedMemoryRegisterRequest struct {

	// @@
	// @@  .. cpp:var:: string name
	// @@
	// @@     The name of the region to register.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@  .. cpp:var:: bytes raw_handle
	// @@
	// @@     The raw serialized cudaIPC handle.
	// @@
	RawHandle []byte `protobuf:"bytes,2,opt,name=raw_handle,json=rawHandle,proto3" json:"raw_handle,omitempty"`
	// @@  .. cpp:var:: int64 device_id
	// @@
	// @@     The GPU device ID on which the cudaIPC handle was created.
	// @@
	DeviceId int64 `protobuf:"varint,3,opt,name=device_id,json=deviceId,proto3" json:"device_id,omitempty"`
	// @@  .. cpp:var:: uint64 byte_size
	// @@
	// @@     Size of the shared memory block, in bytes.
	// @@
	ByteSize uint64 `protobuf:"varint,4,opt,name=byte_size,json=byteSize,proto3" json:"byte_size,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message CudaSharedMemoryRegisterRequest @@ @@ Request message for CudaSharedMemoryRegister. @@

func (*CudaSharedMemoryRegisterRequest) Descriptor deprecated

func (*CudaSharedMemoryRegisterRequest) Descriptor() ([]byte, []int)

Deprecated: Use CudaSharedMemoryRegisterRequest.ProtoReflect.Descriptor instead.

func (*CudaSharedMemoryRegisterRequest) GetByteSize

func (x *CudaSharedMemoryRegisterRequest) GetByteSize() uint64

func (*CudaSharedMemoryRegisterRequest) GetDeviceId

func (x *CudaSharedMemoryRegisterRequest) GetDeviceId() int64

func (*CudaSharedMemoryRegisterRequest) GetName

func (*CudaSharedMemoryRegisterRequest) GetRawHandle

func (x *CudaSharedMemoryRegisterRequest) GetRawHandle() []byte

func (*CudaSharedMemoryRegisterRequest) ProtoMessage

func (*CudaSharedMemoryRegisterRequest) ProtoMessage()

func (*CudaSharedMemoryRegisterRequest) ProtoReflect

func (*CudaSharedMemoryRegisterRequest) Reset

func (*CudaSharedMemoryRegisterRequest) String

func (*CudaSharedMemoryRegisterRequest) Validate

func (m *CudaSharedMemoryRegisterRequest) Validate() error

Validate checks the field values on CudaSharedMemoryRegisterRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*CudaSharedMemoryRegisterRequest) ValidateAll

func (m *CudaSharedMemoryRegisterRequest) ValidateAll() error

ValidateAll checks the field values on CudaSharedMemoryRegisterRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CudaSharedMemoryRegisterRequestMultiError, or nil if none found.

type CudaSharedMemoryRegisterRequestMultiError

type CudaSharedMemoryRegisterRequestMultiError []error

CudaSharedMemoryRegisterRequestMultiError is an error wrapping multiple validation errors returned by CudaSharedMemoryRegisterRequest.ValidateAll() if the designated constraints aren't met.

func (CudaSharedMemoryRegisterRequestMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (CudaSharedMemoryRegisterRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type CudaSharedMemoryRegisterRequestValidationError

type CudaSharedMemoryRegisterRequestValidationError struct {
	// contains filtered or unexported fields
}

CudaSharedMemoryRegisterRequestValidationError is the validation error returned by CudaSharedMemoryRegisterRequest.Validate if the designated constraints aren't met.

func (CudaSharedMemoryRegisterRequestValidationError) Cause

Cause function returns cause value.

func (CudaSharedMemoryRegisterRequestValidationError) Error

Error satisfies the builtin error interface

func (CudaSharedMemoryRegisterRequestValidationError) ErrorName

ErrorName returns error name.

func (CudaSharedMemoryRegisterRequestValidationError) Field

Field function returns field value.

func (CudaSharedMemoryRegisterRequestValidationError) Key

Key function returns key value.

func (CudaSharedMemoryRegisterRequestValidationError) Reason

Reason function returns reason value.

type CudaSharedMemoryRegisterResponse

type CudaSharedMemoryRegisterResponse struct {
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message CudaSharedMemoryRegisterResponse @@ @@ Response message for CudaSharedMemoryRegister. @@

func (*CudaSharedMemoryRegisterResponse) Descriptor deprecated

func (*CudaSharedMemoryRegisterResponse) Descriptor() ([]byte, []int)

Deprecated: Use CudaSharedMemoryRegisterResponse.ProtoReflect.Descriptor instead.

func (*CudaSharedMemoryRegisterResponse) ProtoMessage

func (*CudaSharedMemoryRegisterResponse) ProtoMessage()

func (*CudaSharedMemoryRegisterResponse) ProtoReflect

func (*CudaSharedMemoryRegisterResponse) Reset

func (*CudaSharedMemoryRegisterResponse) String

func (*CudaSharedMemoryRegisterResponse) Validate

Validate checks the field values on CudaSharedMemoryRegisterResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*CudaSharedMemoryRegisterResponse) ValidateAll

func (m *CudaSharedMemoryRegisterResponse) ValidateAll() error

ValidateAll checks the field values on CudaSharedMemoryRegisterResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CudaSharedMemoryRegisterResponseMultiError, or nil if none found.

type CudaSharedMemoryRegisterResponseMultiError

type CudaSharedMemoryRegisterResponseMultiError []error

CudaSharedMemoryRegisterResponseMultiError is an error wrapping multiple validation errors returned by CudaSharedMemoryRegisterResponse.ValidateAll() if the designated constraints aren't met.

func (CudaSharedMemoryRegisterResponseMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (CudaSharedMemoryRegisterResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type CudaSharedMemoryRegisterResponseValidationError

type CudaSharedMemoryRegisterResponseValidationError struct {
	// contains filtered or unexported fields
}

CudaSharedMemoryRegisterResponseValidationError is the validation error returned by CudaSharedMemoryRegisterResponse.Validate if the designated constraints aren't met.

func (CudaSharedMemoryRegisterResponseValidationError) Cause

Cause function returns cause value.

func (CudaSharedMemoryRegisterResponseValidationError) Error

Error satisfies the builtin error interface

func (CudaSharedMemoryRegisterResponseValidationError) ErrorName

ErrorName returns error name.

func (CudaSharedMemoryRegisterResponseValidationError) Field

Field function returns field value.

func (CudaSharedMemoryRegisterResponseValidationError) Key

Key function returns key value.

func (CudaSharedMemoryRegisterResponseValidationError) Reason

Reason function returns reason value.

type CudaSharedMemoryStatusRequest

type CudaSharedMemoryStatusRequest struct {

	// @@
	// @@  .. cpp:var:: string name
	// @@
	// @@     The name of the region to get status for. If empty the
	// @@     status is returned for all registered regions.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message CudaSharedMemoryStatusRequest @@ @@ Request message for CudaSharedMemoryStatus. @@

func (*CudaSharedMemoryStatusRequest) Descriptor deprecated

func (*CudaSharedMemoryStatusRequest) Descriptor() ([]byte, []int)

Deprecated: Use CudaSharedMemoryStatusRequest.ProtoReflect.Descriptor instead.

func (*CudaSharedMemoryStatusRequest) GetName

func (*CudaSharedMemoryStatusRequest) ProtoMessage

func (*CudaSharedMemoryStatusRequest) ProtoMessage()

func (*CudaSharedMemoryStatusRequest) ProtoReflect

func (*CudaSharedMemoryStatusRequest) Reset

func (x *CudaSharedMemoryStatusRequest) Reset()

func (*CudaSharedMemoryStatusRequest) String

func (*CudaSharedMemoryStatusRequest) Validate

func (m *CudaSharedMemoryStatusRequest) Validate() error

Validate checks the field values on CudaSharedMemoryStatusRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*CudaSharedMemoryStatusRequest) ValidateAll

func (m *CudaSharedMemoryStatusRequest) ValidateAll() error

ValidateAll checks the field values on CudaSharedMemoryStatusRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CudaSharedMemoryStatusRequestMultiError, or nil if none found.

type CudaSharedMemoryStatusRequestMultiError

type CudaSharedMemoryStatusRequestMultiError []error

CudaSharedMemoryStatusRequestMultiError is an error wrapping multiple validation errors returned by CudaSharedMemoryStatusRequest.ValidateAll() if the designated constraints aren't met.

func (CudaSharedMemoryStatusRequestMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (CudaSharedMemoryStatusRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type CudaSharedMemoryStatusRequestValidationError

type CudaSharedMemoryStatusRequestValidationError struct {
	// contains filtered or unexported fields
}

CudaSharedMemoryStatusRequestValidationError is the validation error returned by CudaSharedMemoryStatusRequest.Validate if the designated constraints aren't met.

func (CudaSharedMemoryStatusRequestValidationError) Cause

Cause function returns cause value.

func (CudaSharedMemoryStatusRequestValidationError) Error

Error satisfies the builtin error interface

func (CudaSharedMemoryStatusRequestValidationError) ErrorName

ErrorName returns error name.

func (CudaSharedMemoryStatusRequestValidationError) Field

Field function returns field value.

func (CudaSharedMemoryStatusRequestValidationError) Key

Key function returns key value.

func (CudaSharedMemoryStatusRequestValidationError) Reason

Reason function returns reason value.

type CudaSharedMemoryStatusResponse

type CudaSharedMemoryStatusResponse struct {

	// @@
	// @@  .. cpp:var:: map<string,RegionStatus> regions
	// @@
	// @@     Status for each of the registered regions, indexed by
	// @@     region name.
	// @@
	Regions map[string]*CudaSharedMemoryStatusResponse_RegionStatus `` /* 155-byte string literal not displayed */
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message CudaSharedMemoryStatusResponse @@ @@ Response message for CudaSharedMemoryStatus. @@

func (*CudaSharedMemoryStatusResponse) Descriptor deprecated

func (*CudaSharedMemoryStatusResponse) Descriptor() ([]byte, []int)

Deprecated: Use CudaSharedMemoryStatusResponse.ProtoReflect.Descriptor instead.

func (*CudaSharedMemoryStatusResponse) GetRegions

func (*CudaSharedMemoryStatusResponse) ProtoMessage

func (*CudaSharedMemoryStatusResponse) ProtoMessage()

func (*CudaSharedMemoryStatusResponse) ProtoReflect

func (*CudaSharedMemoryStatusResponse) Reset

func (x *CudaSharedMemoryStatusResponse) Reset()

func (*CudaSharedMemoryStatusResponse) String

func (*CudaSharedMemoryStatusResponse) Validate

func (m *CudaSharedMemoryStatusResponse) Validate() error

Validate checks the field values on CudaSharedMemoryStatusResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*CudaSharedMemoryStatusResponse) ValidateAll

func (m *CudaSharedMemoryStatusResponse) ValidateAll() error

ValidateAll checks the field values on CudaSharedMemoryStatusResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CudaSharedMemoryStatusResponseMultiError, or nil if none found.

type CudaSharedMemoryStatusResponseMultiError

type CudaSharedMemoryStatusResponseMultiError []error

CudaSharedMemoryStatusResponseMultiError is an error wrapping multiple validation errors returned by CudaSharedMemoryStatusResponse.ValidateAll() if the designated constraints aren't met.

func (CudaSharedMemoryStatusResponseMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (CudaSharedMemoryStatusResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type CudaSharedMemoryStatusResponseValidationError

type CudaSharedMemoryStatusResponseValidationError struct {
	// contains filtered or unexported fields
}

CudaSharedMemoryStatusResponseValidationError is the validation error returned by CudaSharedMemoryStatusResponse.Validate if the designated constraints aren't met.

func (CudaSharedMemoryStatusResponseValidationError) Cause

Cause function returns cause value.

func (CudaSharedMemoryStatusResponseValidationError) Error

Error satisfies the builtin error interface

func (CudaSharedMemoryStatusResponseValidationError) ErrorName

ErrorName returns error name.

func (CudaSharedMemoryStatusResponseValidationError) Field

Field function returns field value.

func (CudaSharedMemoryStatusResponseValidationError) Key

Key function returns key value.

func (CudaSharedMemoryStatusResponseValidationError) Reason

Reason function returns reason value.

type CudaSharedMemoryStatusResponse_RegionStatus

type CudaSharedMemoryStatusResponse_RegionStatus struct {

	// @@
	// @@    .. cpp:var:: string name
	// @@
	// @@       The name for the shared memory region.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@    .. cpp:var:: uin64 device_id
	// @@
	// @@       The GPU device ID where the cudaIPC handle was created.
	// @@
	DeviceId uint64 `protobuf:"varint,2,opt,name=device_id,json=deviceId,proto3" json:"device_id,omitempty"`
	// @@    .. cpp:var:: uint64 byte_size
	// @@
	// @@       Size of the shared memory region, in bytes.
	// @@
	ByteSize uint64 `protobuf:"varint,3,opt,name=byte_size,json=byteSize,proto3" json:"byte_size,omitempty"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message RegionStatus @@ @@ Status for a shared memory region. @@

func (*CudaSharedMemoryStatusResponse_RegionStatus) Descriptor deprecated

Deprecated: Use CudaSharedMemoryStatusResponse_RegionStatus.ProtoReflect.Descriptor instead.

func (*CudaSharedMemoryStatusResponse_RegionStatus) GetByteSize

func (*CudaSharedMemoryStatusResponse_RegionStatus) GetDeviceId

func (*CudaSharedMemoryStatusResponse_RegionStatus) GetName

func (*CudaSharedMemoryStatusResponse_RegionStatus) ProtoMessage

func (*CudaSharedMemoryStatusResponse_RegionStatus) ProtoReflect

func (*CudaSharedMemoryStatusResponse_RegionStatus) Reset

func (*CudaSharedMemoryStatusResponse_RegionStatus) String

func (*CudaSharedMemoryStatusResponse_RegionStatus) Validate

Validate checks the field values on CudaSharedMemoryStatusResponse_RegionStatus with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*CudaSharedMemoryStatusResponse_RegionStatus) ValidateAll

ValidateAll checks the field values on CudaSharedMemoryStatusResponse_RegionStatus with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CudaSharedMemoryStatusResponse_RegionStatusMultiError, or nil if none found.

type CudaSharedMemoryStatusResponse_RegionStatusMultiError

type CudaSharedMemoryStatusResponse_RegionStatusMultiError []error

CudaSharedMemoryStatusResponse_RegionStatusMultiError is an error wrapping multiple validation errors returned by CudaSharedMemoryStatusResponse_RegionStatus.ValidateAll() if the designated constraints aren't met.

func (CudaSharedMemoryStatusResponse_RegionStatusMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (CudaSharedMemoryStatusResponse_RegionStatusMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type CudaSharedMemoryStatusResponse_RegionStatusValidationError

type CudaSharedMemoryStatusResponse_RegionStatusValidationError struct {
	// contains filtered or unexported fields
}

CudaSharedMemoryStatusResponse_RegionStatusValidationError is the validation error returned by CudaSharedMemoryStatusResponse_RegionStatus.Validate if the designated constraints aren't met.

func (CudaSharedMemoryStatusResponse_RegionStatusValidationError) Cause

Cause function returns cause value.

func (CudaSharedMemoryStatusResponse_RegionStatusValidationError) Error

Error satisfies the builtin error interface

func (CudaSharedMemoryStatusResponse_RegionStatusValidationError) ErrorName

ErrorName returns error name.

func (CudaSharedMemoryStatusResponse_RegionStatusValidationError) Field

Field function returns field value.

func (CudaSharedMemoryStatusResponse_RegionStatusValidationError) Key

Key function returns key value.

func (CudaSharedMemoryStatusResponse_RegionStatusValidationError) Reason

Reason function returns reason value.

type CudaSharedMemoryUnregisterRequest

type CudaSharedMemoryUnregisterRequest struct {

	// @@
	// @@  .. cpp:var:: string name
	// @@
	// @@     The name of the cuda region to unregister. If empty
	// @@     all cuda shared-memory regions are unregistered.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message CudaSharedMemoryUnregisterRequest @@ @@ Request message for CudaSharedMemoryUnregister. @@

func (*CudaSharedMemoryUnregisterRequest) Descriptor deprecated

func (*CudaSharedMemoryUnregisterRequest) Descriptor() ([]byte, []int)

Deprecated: Use CudaSharedMemoryUnregisterRequest.ProtoReflect.Descriptor instead.

func (*CudaSharedMemoryUnregisterRequest) GetName

func (*CudaSharedMemoryUnregisterRequest) ProtoMessage

func (*CudaSharedMemoryUnregisterRequest) ProtoMessage()

func (*CudaSharedMemoryUnregisterRequest) ProtoReflect

func (*CudaSharedMemoryUnregisterRequest) Reset

func (*CudaSharedMemoryUnregisterRequest) String

func (*CudaSharedMemoryUnregisterRequest) Validate

Validate checks the field values on CudaSharedMemoryUnregisterRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*CudaSharedMemoryUnregisterRequest) ValidateAll

func (m *CudaSharedMemoryUnregisterRequest) ValidateAll() error

ValidateAll checks the field values on CudaSharedMemoryUnregisterRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CudaSharedMemoryUnregisterRequestMultiError, or nil if none found.

type CudaSharedMemoryUnregisterRequestMultiError

type CudaSharedMemoryUnregisterRequestMultiError []error

CudaSharedMemoryUnregisterRequestMultiError is an error wrapping multiple validation errors returned by CudaSharedMemoryUnregisterRequest.ValidateAll() if the designated constraints aren't met.

func (CudaSharedMemoryUnregisterRequestMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (CudaSharedMemoryUnregisterRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type CudaSharedMemoryUnregisterRequestValidationError

type CudaSharedMemoryUnregisterRequestValidationError struct {
	// contains filtered or unexported fields
}

CudaSharedMemoryUnregisterRequestValidationError is the validation error returned by CudaSharedMemoryUnregisterRequest.Validate if the designated constraints aren't met.

func (CudaSharedMemoryUnregisterRequestValidationError) Cause

Cause function returns cause value.

func (CudaSharedMemoryUnregisterRequestValidationError) Error

Error satisfies the builtin error interface

func (CudaSharedMemoryUnregisterRequestValidationError) ErrorName

ErrorName returns error name.

func (CudaSharedMemoryUnregisterRequestValidationError) Field

Field function returns field value.

func (CudaSharedMemoryUnregisterRequestValidationError) Key

Key function returns key value.

func (CudaSharedMemoryUnregisterRequestValidationError) Reason

Reason function returns reason value.

type CudaSharedMemoryUnregisterResponse

type CudaSharedMemoryUnregisterResponse struct {
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message CudaSharedMemoryUnregisterResponse @@ @@ Response message for CudaSharedMemoryUnregister. @@

func (*CudaSharedMemoryUnregisterResponse) Descriptor deprecated

func (*CudaSharedMemoryUnregisterResponse) Descriptor() ([]byte, []int)

Deprecated: Use CudaSharedMemoryUnregisterResponse.ProtoReflect.Descriptor instead.

func (*CudaSharedMemoryUnregisterResponse) ProtoMessage

func (*CudaSharedMemoryUnregisterResponse) ProtoMessage()

func (*CudaSharedMemoryUnregisterResponse) ProtoReflect

func (*CudaSharedMemoryUnregisterResponse) Reset

func (*CudaSharedMemoryUnregisterResponse) String

func (*CudaSharedMemoryUnregisterResponse) Validate

Validate checks the field values on CudaSharedMemoryUnregisterResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*CudaSharedMemoryUnregisterResponse) ValidateAll

func (m *CudaSharedMemoryUnregisterResponse) ValidateAll() error

ValidateAll checks the field values on CudaSharedMemoryUnregisterResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CudaSharedMemoryUnregisterResponseMultiError, or nil if none found.

type CudaSharedMemoryUnregisterResponseMultiError

type CudaSharedMemoryUnregisterResponseMultiError []error

CudaSharedMemoryUnregisterResponseMultiError is an error wrapping multiple validation errors returned by CudaSharedMemoryUnregisterResponse.ValidateAll() if the designated constraints aren't met.

func (CudaSharedMemoryUnregisterResponseMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (CudaSharedMemoryUnregisterResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type CudaSharedMemoryUnregisterResponseValidationError

type CudaSharedMemoryUnregisterResponseValidationError struct {
	// contains filtered or unexported fields
}

CudaSharedMemoryUnregisterResponseValidationError is the validation error returned by CudaSharedMemoryUnregisterResponse.Validate if the designated constraints aren't met.

func (CudaSharedMemoryUnregisterResponseValidationError) Cause

Cause function returns cause value.

func (CudaSharedMemoryUnregisterResponseValidationError) Error

Error satisfies the builtin error interface

func (CudaSharedMemoryUnregisterResponseValidationError) ErrorName

ErrorName returns error name.

func (CudaSharedMemoryUnregisterResponseValidationError) Field

Field function returns field value.

func (CudaSharedMemoryUnregisterResponseValidationError) Key

Key function returns key value.

func (CudaSharedMemoryUnregisterResponseValidationError) Reason

Reason function returns reason value.

type DataType

type DataType int32

@@ @@.. cpp:enum:: DataType @@ @@ Data types supported for input and output tensors. @@

const (
	// @@  .. cpp:enumerator:: DataType::INVALID = 0
	DataType_TYPE_INVALID DataType = 0
	// @@  .. cpp:enumerator:: DataType::BOOL = 1
	DataType_TYPE_BOOL DataType = 1
	// @@  .. cpp:enumerator:: DataType::UINT8 = 2
	DataType_TYPE_UINT8 DataType = 2
	// @@  .. cpp:enumerator:: DataType::UINT16 = 3
	DataType_TYPE_UINT16 DataType = 3
	// @@  .. cpp:enumerator:: DataType::UINT32 = 4
	DataType_TYPE_UINT32 DataType = 4
	// @@  .. cpp:enumerator:: DataType::UINT64 = 5
	DataType_TYPE_UINT64 DataType = 5
	// @@  .. cpp:enumerator:: DataType::INT8 = 6
	DataType_TYPE_INT8 DataType = 6
	// @@  .. cpp:enumerator:: DataType::INT16 = 7
	DataType_TYPE_INT16 DataType = 7
	// @@  .. cpp:enumerator:: DataType::INT32 = 8
	DataType_TYPE_INT32 DataType = 8
	// @@  .. cpp:enumerator:: DataType::INT64 = 9
	DataType_TYPE_INT64 DataType = 9
	// @@  .. cpp:enumerator:: DataType::FP16 = 10
	DataType_TYPE_FP16 DataType = 10
	// @@  .. cpp:enumerator:: DataType::FP32 = 11
	DataType_TYPE_FP32 DataType = 11
	// @@  .. cpp:enumerator:: DataType::FP64 = 12
	DataType_TYPE_FP64 DataType = 12
	// @@  .. cpp:enumerator:: DataType::STRING = 13
	DataType_TYPE_STRING DataType = 13
	// @@  .. cpp:enumerator:: DataType::BF16 = 14
	DataType_TYPE_BF16 DataType = 14
)

func (DataType) Descriptor

func (DataType) Descriptor() protoreflect.EnumDescriptor

func (DataType) Enum

func (x DataType) Enum() *DataType

func (DataType) EnumDescriptor deprecated

func (DataType) EnumDescriptor() ([]byte, []int)

Deprecated: Use DataType.Descriptor instead.

func (DataType) Number

func (x DataType) Number() protoreflect.EnumNumber

func (DataType) String

func (x DataType) String() string

func (DataType) Type

type GRPCInferenceServiceClient

type GRPCInferenceServiceClient interface {
	// @@  .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns
	// @@       (ServerLiveResponse)
	// @@
	// @@     Check liveness of the inference server.
	// @@
	ServerLive(ctx context.Context, in *ServerLiveRequest, opts ...grpc.CallOption) (*ServerLiveResponse, error)
	// @@  .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns
	// @@       (ServerReadyResponse)
	// @@
	// @@     Check readiness of the inference server.
	// @@
	ServerReady(ctx context.Context, in *ServerReadyRequest, opts ...grpc.CallOption) (*ServerReadyResponse, error)
	// @@  .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns
	// @@       (ModelReadyResponse)
	// @@
	// @@     Check readiness of a model in the inference server.
	// @@
	ModelReady(ctx context.Context, in *ModelReadyRequest, opts ...grpc.CallOption) (*ModelReadyResponse, error)
	// @@  .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns
	// @@       (ServerMetadataResponse)
	// @@
	// @@     Get server metadata.
	// @@
	ServerMetadata(ctx context.Context, in *ServerMetadataRequest, opts ...grpc.CallOption) (*ServerMetadataResponse, error)
	// @@  .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns
	// @@       (ModelMetadataResponse)
	// @@
	// @@     Get model metadata.
	// @@
	ModelMetadata(ctx context.Context, in *ModelMetadataRequest, opts ...grpc.CallOption) (*ModelMetadataResponse, error)
	// @@  .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns
	// @@       (ModelInferResponse)
	// @@
	// @@     Perform inference using a specific model.
	// @@
	ModelInfer(ctx context.Context, in *ModelInferRequest, opts ...grpc.CallOption) (*ModelInferResponse, error)
	// @@  .. cpp:var:: rpc ModelStreamInfer(stream ModelInferRequest) returns
	// @@       (stream ModelStreamInferResponse)
	// @@
	// @@     Perform streaming inference.
	// @@
	ModelStreamInfer(ctx context.Context, opts ...grpc.CallOption) (GRPCInferenceService_ModelStreamInferClient, error)
	// @@  .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns
	// @@       (ModelConfigResponse)
	// @@
	// @@     Get model configuration.
	// @@
	ModelConfig(ctx context.Context, in *ModelConfigRequest, opts ...grpc.CallOption) (*ModelConfigResponse, error)
	// @@  .. cpp:var:: rpc ModelStatistics(
	// @@                     ModelStatisticsRequest)
	// @@                   returns (ModelStatisticsResponse)
	// @@
	// @@     Get the cumulative inference statistics for a model.
	// @@
	ModelStatistics(ctx context.Context, in *ModelStatisticsRequest, opts ...grpc.CallOption) (*ModelStatisticsResponse, error)
	// @@  .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns
	// @@       (RepositoryIndexResponse)
	// @@
	// @@     Get the index of model repository contents.
	// @@
	RepositoryIndex(ctx context.Context, in *RepositoryIndexRequest, opts ...grpc.CallOption) (*RepositoryIndexResponse, error)
	// @@  .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns
	// @@       (RepositoryModelLoadResponse)
	// @@
	// @@     Load or reload a model from a repository.
	// @@
	RepositoryModelLoad(ctx context.Context, in *RepositoryModelLoadRequest, opts ...grpc.CallOption) (*RepositoryModelLoadResponse, error)
	// @@  .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest)
	// @@       returns (RepositoryModelUnloadResponse)
	// @@
	// @@     Unload a model.
	// @@
	RepositoryModelUnload(ctx context.Context, in *RepositoryModelUnloadRequest, opts ...grpc.CallOption) (*RepositoryModelUnloadResponse, error)
	// @@  .. cpp:var:: rpc SystemSharedMemoryStatus(
	// @@                     SystemSharedMemoryStatusRequest)
	// @@                   returns (SystemSharedMemoryStatusRespose)
	// @@
	// @@     Get the status of all registered system-shared-memory regions.
	// @@
	SystemSharedMemoryStatus(ctx context.Context, in *SystemSharedMemoryStatusRequest, opts ...grpc.CallOption) (*SystemSharedMemoryStatusResponse, error)
	// @@  .. cpp:var:: rpc SystemSharedMemoryRegister(
	// @@                     SystemSharedMemoryRegisterRequest)
	// @@                   returns (SystemSharedMemoryRegisterResponse)
	// @@
	// @@     Register a system-shared-memory region.
	// @@
	SystemSharedMemoryRegister(ctx context.Context, in *SystemSharedMemoryRegisterRequest, opts ...grpc.CallOption) (*SystemSharedMemoryRegisterResponse, error)
	// @@  .. cpp:var:: rpc SystemSharedMemoryUnregister(
	// @@                     SystemSharedMemoryUnregisterRequest)
	// @@                   returns (SystemSharedMemoryUnregisterResponse)
	// @@
	// @@     Unregister a system-shared-memory region.
	// @@
	SystemSharedMemoryUnregister(ctx context.Context, in *SystemSharedMemoryUnregisterRequest, opts ...grpc.CallOption) (*SystemSharedMemoryUnregisterResponse, error)
	// @@  .. cpp:var:: rpc CudaSharedMemoryStatus(
	// @@                     CudaSharedMemoryStatusRequest)
	// @@                   returns (CudaSharedMemoryStatusRespose)
	// @@
	// @@     Get the status of all registered CUDA-shared-memory regions.
	// @@
	CudaSharedMemoryStatus(ctx context.Context, in *CudaSharedMemoryStatusRequest, opts ...grpc.CallOption) (*CudaSharedMemoryStatusResponse, error)
	// @@  .. cpp:var:: rpc CudaSharedMemoryRegister(
	// @@                     CudaSharedMemoryRegisterRequest)
	// @@                   returns (CudaSharedMemoryRegisterResponse)
	// @@
	// @@     Register a CUDA-shared-memory region.
	// @@
	CudaSharedMemoryRegister(ctx context.Context, in *CudaSharedMemoryRegisterRequest, opts ...grpc.CallOption) (*CudaSharedMemoryRegisterResponse, error)
	// @@  .. cpp:var:: rpc CudaSharedMemoryUnregister(
	// @@                     CudaSharedMemoryUnregisterRequest)
	// @@                   returns (CudaSharedMemoryUnregisterResponse)
	// @@
	// @@     Unregister a CUDA-shared-memory region.
	// @@
	CudaSharedMemoryUnregister(ctx context.Context, in *CudaSharedMemoryUnregisterRequest, opts ...grpc.CallOption) (*CudaSharedMemoryUnregisterResponse, error)
	// @@  .. cpp:var:: rpc TraceSetting(TraceSettingRequest)
	// @@                   returns (TraceSettingResponse)
	// @@
	// @@     Update and get the trace setting of the Triton server.
	// @@
	TraceSetting(ctx context.Context, in *TraceSettingRequest, opts ...grpc.CallOption) (*TraceSettingResponse, error)
	// @@  .. cpp:var:: rpc LogSettings(LogSettingsRequest)
	// @@                   returns (LogSettingsResponse)
	// @@
	// @@     Update and get the log settings of the Triton server.
	// @@
	LogSettings(ctx context.Context, in *LogSettingsRequest, opts ...grpc.CallOption) (*LogSettingsResponse, error)
}

GRPCInferenceServiceClient is the client API for GRPCInferenceService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

type GRPCInferenceServiceServer

type GRPCInferenceServiceServer interface {
	// @@  .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns
	// @@       (ServerLiveResponse)
	// @@
	// @@     Check liveness of the inference server.
	// @@
	ServerLive(context.Context, *ServerLiveRequest) (*ServerLiveResponse, error)
	// @@  .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns
	// @@       (ServerReadyResponse)
	// @@
	// @@     Check readiness of the inference server.
	// @@
	ServerReady(context.Context, *ServerReadyRequest) (*ServerReadyResponse, error)
	// @@  .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns
	// @@       (ModelReadyResponse)
	// @@
	// @@     Check readiness of a model in the inference server.
	// @@
	ModelReady(context.Context, *ModelReadyRequest) (*ModelReadyResponse, error)
	// @@  .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns
	// @@       (ServerMetadataResponse)
	// @@
	// @@     Get server metadata.
	// @@
	ServerMetadata(context.Context, *ServerMetadataRequest) (*ServerMetadataResponse, error)
	// @@  .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns
	// @@       (ModelMetadataResponse)
	// @@
	// @@     Get model metadata.
	// @@
	ModelMetadata(context.Context, *ModelMetadataRequest) (*ModelMetadataResponse, error)
	// @@  .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns
	// @@       (ModelInferResponse)
	// @@
	// @@     Perform inference using a specific model.
	// @@
	ModelInfer(context.Context, *ModelInferRequest) (*ModelInferResponse, error)
	// @@  .. cpp:var:: rpc ModelStreamInfer(stream ModelInferRequest) returns
	// @@       (stream ModelStreamInferResponse)
	// @@
	// @@     Perform streaming inference.
	// @@
	ModelStreamInfer(GRPCInferenceService_ModelStreamInferServer) error
	// @@  .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns
	// @@       (ModelConfigResponse)
	// @@
	// @@     Get model configuration.
	// @@
	ModelConfig(context.Context, *ModelConfigRequest) (*ModelConfigResponse, error)
	// @@  .. cpp:var:: rpc ModelStatistics(
	// @@                     ModelStatisticsRequest)
	// @@                   returns (ModelStatisticsResponse)
	// @@
	// @@     Get the cumulative inference statistics for a model.
	// @@
	ModelStatistics(context.Context, *ModelStatisticsRequest) (*ModelStatisticsResponse, error)
	// @@  .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns
	// @@       (RepositoryIndexResponse)
	// @@
	// @@     Get the index of model repository contents.
	// @@
	RepositoryIndex(context.Context, *RepositoryIndexRequest) (*RepositoryIndexResponse, error)
	// @@  .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns
	// @@       (RepositoryModelLoadResponse)
	// @@
	// @@     Load or reload a model from a repository.
	// @@
	RepositoryModelLoad(context.Context, *RepositoryModelLoadRequest) (*RepositoryModelLoadResponse, error)
	// @@  .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest)
	// @@       returns (RepositoryModelUnloadResponse)
	// @@
	// @@     Unload a model.
	// @@
	RepositoryModelUnload(context.Context, *RepositoryModelUnloadRequest) (*RepositoryModelUnloadResponse, error)
	// @@  .. cpp:var:: rpc SystemSharedMemoryStatus(
	// @@                     SystemSharedMemoryStatusRequest)
	// @@                   returns (SystemSharedMemoryStatusRespose)
	// @@
	// @@     Get the status of all registered system-shared-memory regions.
	// @@
	SystemSharedMemoryStatus(context.Context, *SystemSharedMemoryStatusRequest) (*SystemSharedMemoryStatusResponse, error)
	// @@  .. cpp:var:: rpc SystemSharedMemoryRegister(
	// @@                     SystemSharedMemoryRegisterRequest)
	// @@                   returns (SystemSharedMemoryRegisterResponse)
	// @@
	// @@     Register a system-shared-memory region.
	// @@
	SystemSharedMemoryRegister(context.Context, *SystemSharedMemoryRegisterRequest) (*SystemSharedMemoryRegisterResponse, error)
	// @@  .. cpp:var:: rpc SystemSharedMemoryUnregister(
	// @@                     SystemSharedMemoryUnregisterRequest)
	// @@                   returns (SystemSharedMemoryUnregisterResponse)
	// @@
	// @@     Unregister a system-shared-memory region.
	// @@
	SystemSharedMemoryUnregister(context.Context, *SystemSharedMemoryUnregisterRequest) (*SystemSharedMemoryUnregisterResponse, error)
	// @@  .. cpp:var:: rpc CudaSharedMemoryStatus(
	// @@                     CudaSharedMemoryStatusRequest)
	// @@                   returns (CudaSharedMemoryStatusRespose)
	// @@
	// @@     Get the status of all registered CUDA-shared-memory regions.
	// @@
	CudaSharedMemoryStatus(context.Context, *CudaSharedMemoryStatusRequest) (*CudaSharedMemoryStatusResponse, error)
	// @@  .. cpp:var:: rpc CudaSharedMemoryRegister(
	// @@                     CudaSharedMemoryRegisterRequest)
	// @@                   returns (CudaSharedMemoryRegisterResponse)
	// @@
	// @@     Register a CUDA-shared-memory region.
	// @@
	CudaSharedMemoryRegister(context.Context, *CudaSharedMemoryRegisterRequest) (*CudaSharedMemoryRegisterResponse, error)
	// @@  .. cpp:var:: rpc CudaSharedMemoryUnregister(
	// @@                     CudaSharedMemoryUnregisterRequest)
	// @@                   returns (CudaSharedMemoryUnregisterResponse)
	// @@
	// @@     Unregister a CUDA-shared-memory region.
	// @@
	CudaSharedMemoryUnregister(context.Context, *CudaSharedMemoryUnregisterRequest) (*CudaSharedMemoryUnregisterResponse, error)
	// @@  .. cpp:var:: rpc TraceSetting(TraceSettingRequest)
	// @@                   returns (TraceSettingResponse)
	// @@
	// @@     Update and get the trace setting of the Triton server.
	// @@
	TraceSetting(context.Context, *TraceSettingRequest) (*TraceSettingResponse, error)
	// @@  .. cpp:var:: rpc LogSettings(LogSettingsRequest)
	// @@                   returns (LogSettingsResponse)
	// @@
	// @@     Update and get the log settings of the Triton server.
	// @@
	LogSettings(context.Context, *LogSettingsRequest) (*LogSettingsResponse, error)
}

GRPCInferenceServiceServer is the server API for GRPCInferenceService service. All implementations should embed UnimplementedGRPCInferenceServiceServer for forward compatibility

type GRPCInferenceService_ModelStreamInferClient

type GRPCInferenceService_ModelStreamInferClient interface {
	Send(*ModelInferRequest) error
	Recv() (*ModelStreamInferResponse, error)
	grpc.ClientStream
}

type GRPCInferenceService_ModelStreamInferServer

type GRPCInferenceService_ModelStreamInferServer interface {
	Send(*ModelStreamInferResponse) error
	Recv() (*ModelInferRequest, error)
	grpc.ServerStream
}

type InferBatchStatistics

type InferBatchStatistics struct {

	// @@  .. cpp:var:: uint64 batch_size
	// @@
	// @@     The size of the batch.
	// @@
	BatchSize uint64 `protobuf:"varint,1,opt,name=batch_size,json=batchSize,proto3" json:"batch_size,omitempty"`
	// @@  .. cpp:var:: StatisticDuration compute_input
	// @@
	// @@     The count and cumulative duration to prepare input tensor data as
	// @@     required by the model framework / backend with the given batch size.
	// @@     For example, this duration should include the time to copy input
	// @@     tensor data to the GPU.
	// @@
	ComputeInput *StatisticDuration `protobuf:"bytes,2,opt,name=compute_input,json=computeInput,proto3" json:"compute_input,omitempty"`
	// @@  .. cpp:var:: StatisticDuration compute_infer
	// @@
	// @@     The count and cumulative duration to execute the model with the given
	// @@     batch size.
	// @@
	ComputeInfer *StatisticDuration `protobuf:"bytes,3,opt,name=compute_infer,json=computeInfer,proto3" json:"compute_infer,omitempty"`
	// @@  .. cpp:var:: StatisticDuration compute_output
	// @@
	// @@     The count and cumulative duration to extract output tensor data
	// @@     produced by the model framework / backend with the given batch size.
	// @@     For example, this duration should include the time to copy output
	// @@     tensor data from the GPU.
	// @@
	ComputeOutput *StatisticDuration `protobuf:"bytes,4,opt,name=compute_output,json=computeOutput,proto3" json:"compute_output,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message InferBatchStatistics @@ @@ Inference batch statistics. @@

func (*InferBatchStatistics) Descriptor deprecated

func (*InferBatchStatistics) Descriptor() ([]byte, []int)

Deprecated: Use InferBatchStatistics.ProtoReflect.Descriptor instead.

func (*InferBatchStatistics) GetBatchSize

func (x *InferBatchStatistics) GetBatchSize() uint64

func (*InferBatchStatistics) GetComputeInfer

func (x *InferBatchStatistics) GetComputeInfer() *StatisticDuration

func (*InferBatchStatistics) GetComputeInput

func (x *InferBatchStatistics) GetComputeInput() *StatisticDuration

func (*InferBatchStatistics) GetComputeOutput

func (x *InferBatchStatistics) GetComputeOutput() *StatisticDuration

func (*InferBatchStatistics) ProtoMessage

func (*InferBatchStatistics) ProtoMessage()

func (*InferBatchStatistics) ProtoReflect

func (x *InferBatchStatistics) ProtoReflect() protoreflect.Message

func (*InferBatchStatistics) Reset

func (x *InferBatchStatistics) Reset()

func (*InferBatchStatistics) String

func (x *InferBatchStatistics) String() string

func (*InferBatchStatistics) Validate

func (m *InferBatchStatistics) Validate() error

Validate checks the field values on InferBatchStatistics with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*InferBatchStatistics) ValidateAll

func (m *InferBatchStatistics) ValidateAll() error

ValidateAll checks the field values on InferBatchStatistics with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in InferBatchStatisticsMultiError, or nil if none found.

type InferBatchStatisticsMultiError

type InferBatchStatisticsMultiError []error

InferBatchStatisticsMultiError is an error wrapping multiple validation errors returned by InferBatchStatistics.ValidateAll() if the designated constraints aren't met.

func (InferBatchStatisticsMultiError) AllErrors

func (m InferBatchStatisticsMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (InferBatchStatisticsMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type InferBatchStatisticsValidationError

type InferBatchStatisticsValidationError struct {
	// contains filtered or unexported fields
}

InferBatchStatisticsValidationError is the validation error returned by InferBatchStatistics.Validate if the designated constraints aren't met.

func (InferBatchStatisticsValidationError) Cause

Cause function returns cause value.

func (InferBatchStatisticsValidationError) Error

Error satisfies the builtin error interface

func (InferBatchStatisticsValidationError) ErrorName

ErrorName returns error name.

func (InferBatchStatisticsValidationError) Field

Field function returns field value.

func (InferBatchStatisticsValidationError) Key

Key function returns key value.

func (InferBatchStatisticsValidationError) Reason

Reason function returns reason value.

type InferParameter

type InferParameter struct {

	// @@  .. cpp:var:: oneof parameter_choice
	// @@
	// @@     The parameter value can be a string, an int64,
	// @@     an uint64, a double, or a boolean
	// @@
	// @@     Note: double and uint64 are currently
	// @@           placeholders for future use and
	// @@           are not supported for custom parameters
	// @@
	//
	// Types that are assignable to ParameterChoice:
	//
	//	*InferParameter_BoolParam
	//	*InferParameter_Int64Param
	//	*InferParameter_StringParam
	//	*InferParameter_DoubleParam
	//	*InferParameter_Uint64Param
	ParameterChoice isInferParameter_ParameterChoice `protobuf_oneof:"parameter_choice"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message InferParameter @@ @@ An inference parameter value. @@

func (*InferParameter) Descriptor deprecated

func (*InferParameter) Descriptor() ([]byte, []int)

Deprecated: Use InferParameter.ProtoReflect.Descriptor instead.

func (*InferParameter) GetBoolParam

func (x *InferParameter) GetBoolParam() bool

func (*InferParameter) GetDoubleParam

func (x *InferParameter) GetDoubleParam() float64

func (*InferParameter) GetInt64Param

func (x *InferParameter) GetInt64Param() int64

func (*InferParameter) GetParameterChoice

func (m *InferParameter) GetParameterChoice() isInferParameter_ParameterChoice

func (*InferParameter) GetStringParam

func (x *InferParameter) GetStringParam() string

func (*InferParameter) GetUint64Param

func (x *InferParameter) GetUint64Param() uint64

func (*InferParameter) ProtoMessage

func (*InferParameter) ProtoMessage()

func (*InferParameter) ProtoReflect

func (x *InferParameter) ProtoReflect() protoreflect.Message

func (*InferParameter) Reset

func (x *InferParameter) Reset()

func (*InferParameter) String

func (x *InferParameter) String() string

func (*InferParameter) Validate

func (m *InferParameter) Validate() error

Validate checks the field values on InferParameter with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*InferParameter) ValidateAll

func (m *InferParameter) ValidateAll() error

ValidateAll checks the field values on InferParameter with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in InferParameterMultiError, or nil if none found.

type InferParameterMultiError

type InferParameterMultiError []error

InferParameterMultiError is an error wrapping multiple validation errors returned by InferParameter.ValidateAll() if the designated constraints aren't met.

func (InferParameterMultiError) AllErrors

func (m InferParameterMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (InferParameterMultiError) Error

func (m InferParameterMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type InferParameterValidationError

type InferParameterValidationError struct {
	// contains filtered or unexported fields
}

InferParameterValidationError is the validation error returned by InferParameter.Validate if the designated constraints aren't met.

func (InferParameterValidationError) Cause

Cause function returns cause value.

func (InferParameterValidationError) Error

Error satisfies the builtin error interface

func (InferParameterValidationError) ErrorName

func (e InferParameterValidationError) ErrorName() string

ErrorName returns error name.

func (InferParameterValidationError) Field

Field function returns field value.

func (InferParameterValidationError) Key

Key function returns key value.

func (InferParameterValidationError) Reason

Reason function returns reason value.

type InferParameter_BoolParam

type InferParameter_BoolParam struct {
	// @@    .. cpp:var:: bool bool_param
	// @@
	// @@       A boolean parameter value.
	// @@
	BoolParam bool `protobuf:"varint,1,opt,name=bool_param,json=boolParam,proto3,oneof"`
}

type InferParameter_DoubleParam

type InferParameter_DoubleParam struct {
	// @@    .. cpp:var:: double double_param
	// @@
	// @@       A double parameter value.
	// @@
	// @@       Not supported for custom parameters
	// @@
	DoubleParam float64 `protobuf:"fixed64,4,opt,name=double_param,json=doubleParam,proto3,oneof"`
}

type InferParameter_Int64Param

type InferParameter_Int64Param struct {
	// @@    .. cpp:var:: int64 int64_param
	// @@
	// @@       An int64 parameter value.
	// @@
	Int64Param int64 `protobuf:"varint,2,opt,name=int64_param,json=int64Param,proto3,oneof"`
}

type InferParameter_StringParam

type InferParameter_StringParam struct {
	// @@    .. cpp:var:: string string_param
	// @@
	// @@       A string parameter value.
	// @@
	StringParam string `protobuf:"bytes,3,opt,name=string_param,json=stringParam,proto3,oneof"`
}

type InferParameter_Uint64Param

type InferParameter_Uint64Param struct {
	// @@    .. cpp:var:: uint64 uint64_param
	// @@
	// @@       A uint64 parameter value.
	// @@
	// @@       Not supported for custom parameters
	// @@
	Uint64Param uint64 `protobuf:"varint,5,opt,name=uint64_param,json=uint64Param,proto3,oneof"`
}

type InferStatistics

type InferStatistics struct {

	// @@  .. cpp:var:: StatisticDuration success
	// @@
	// @@     Cumulative count and duration for successful inference
	// @@     request. The "success" count and cumulative duration includes
	// @@     cache hits.
	// @@
	Success *StatisticDuration `protobuf:"bytes,1,opt,name=success,proto3" json:"success,omitempty"`
	// @@  .. cpp:var:: StatisticDuration fail
	// @@
	// @@     Cumulative count and duration for failed inference
	// @@     request.
	// @@
	Fail *StatisticDuration `protobuf:"bytes,2,opt,name=fail,proto3" json:"fail,omitempty"`
	// @@  .. cpp:var:: StatisticDuration queue
	// @@
	// @@     The count and cumulative duration that inference requests wait in
	// @@     scheduling or other queues. The "queue" count and cumulative
	// @@     duration includes cache hits.
	// @@
	Queue *StatisticDuration `protobuf:"bytes,3,opt,name=queue,proto3" json:"queue,omitempty"`
	// @@  .. cpp:var:: StatisticDuration compute_input
	// @@
	// @@     The count and cumulative duration to prepare input tensor data as
	// @@     required by the model framework / backend. For example, this duration
	// @@     should include the time to copy input tensor data to the GPU.
	// @@     The "compute_input" count and cumulative duration do not account for
	// @@     requests that were a cache hit. See the "cache_hit" field for more
	// @@     info.
	// @@
	ComputeInput *StatisticDuration `protobuf:"bytes,4,opt,name=compute_input,json=computeInput,proto3" json:"compute_input,omitempty"`
	// @@  .. cpp:var:: StatisticDuration compute_infer
	// @@
	// @@     The count and cumulative duration to execute the model.
	// @@     The "compute_infer" count and cumulative duration do not account for
	// @@     requests that were a cache hit. See the "cache_hit" field for more
	// @@     info.
	// @@
	ComputeInfer *StatisticDuration `protobuf:"bytes,5,opt,name=compute_infer,json=computeInfer,proto3" json:"compute_infer,omitempty"`
	// @@  .. cpp:var:: StatisticDuration compute_output
	// @@
	// @@     The count and cumulative duration to extract output tensor data
	// @@     produced by the model framework / backend. For example, this duration
	// @@     should include the time to copy output tensor data from the GPU.
	// @@     The "compute_output" count and cumulative duration do not account for
	// @@     requests that were a cache hit. See the "cache_hit" field for more
	// @@     info.
	// @@
	ComputeOutput *StatisticDuration `protobuf:"bytes,6,opt,name=compute_output,json=computeOutput,proto3" json:"compute_output,omitempty"`
	// @@  .. cpp:var:: StatisticDuration cache_hit
	// @@
	// @@     The count of response cache hits and cumulative duration to lookup
	// @@     and extract output tensor data from the Response Cache on a cache
	// @@     hit. For example, this duration should include the time to copy
	// @@     output tensor data from the Response Cache to the response object.
	// @@     On cache hits, triton does not need to go to the model/backend
	// @@     for the output tensor data, so the "compute_input", "compute_infer",
	// @@     and "compute_output" fields are not updated. Assuming the response
	// @@     cache is enabled for a given model, a cache hit occurs for a
	// @@     request to that model when the request metadata (model name,
	// @@     model version, model inputs) hashes to an existing entry in the
	// @@     cache. On a cache miss, the request hash and response output tensor
	// @@     data is added to the cache. See response cache docs for more info:
	// @@
	// https://github.com/triton-inference-server/server/blob/main/docs/response_cache.md
	// @@
	CacheHit *StatisticDuration `protobuf:"bytes,7,opt,name=cache_hit,json=cacheHit,proto3" json:"cache_hit,omitempty"`
	// @@  .. cpp:var:: StatisticDuration cache_miss
	// @@
	// @@     The count of response cache misses and cumulative duration to lookup
	// @@     and insert output tensor data from the computed response to the
	// cache.
	// @@     For example, this duration should include the time to copy
	// @@     output tensor data from the response object to the Response Cache.
	// @@     Assuming the response cache is enabled for a given model, a cache
	// @@     miss occurs for a request to that model when the request metadata
	// @@     does NOT hash to an existing entry in the cache. See the response
	// @@     cache docs for more info:
	// @@
	// https://github.com/triton-inference-server/server/blob/main/docs/response_cache.md
	// @@
	CacheMiss *StatisticDuration `protobuf:"bytes,8,opt,name=cache_miss,json=cacheMiss,proto3" json:"cache_miss,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message InferStatistics @@ @@ Inference statistics. @@

func (*InferStatistics) Descriptor deprecated

func (*InferStatistics) Descriptor() ([]byte, []int)

Deprecated: Use InferStatistics.ProtoReflect.Descriptor instead.

func (*InferStatistics) GetCacheHit

func (x *InferStatistics) GetCacheHit() *StatisticDuration

func (*InferStatistics) GetCacheMiss

func (x *InferStatistics) GetCacheMiss() *StatisticDuration

func (*InferStatistics) GetComputeInfer

func (x *InferStatistics) GetComputeInfer() *StatisticDuration

func (*InferStatistics) GetComputeInput

func (x *InferStatistics) GetComputeInput() *StatisticDuration

func (*InferStatistics) GetComputeOutput

func (x *InferStatistics) GetComputeOutput() *StatisticDuration

func (*InferStatistics) GetFail

func (x *InferStatistics) GetFail() *StatisticDuration

func (*InferStatistics) GetQueue

func (x *InferStatistics) GetQueue() *StatisticDuration

func (*InferStatistics) GetSuccess

func (x *InferStatistics) GetSuccess() *StatisticDuration

func (*InferStatistics) ProtoMessage

func (*InferStatistics) ProtoMessage()

func (*InferStatistics) ProtoReflect

func (x *InferStatistics) ProtoReflect() protoreflect.Message

func (*InferStatistics) Reset

func (x *InferStatistics) Reset()

func (*InferStatistics) String

func (x *InferStatistics) String() string

func (*InferStatistics) Validate

func (m *InferStatistics) Validate() error

Validate checks the field values on InferStatistics with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*InferStatistics) ValidateAll

func (m *InferStatistics) ValidateAll() error

ValidateAll checks the field values on InferStatistics with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in InferStatisticsMultiError, or nil if none found.

type InferStatisticsMultiError

type InferStatisticsMultiError []error

InferStatisticsMultiError is an error wrapping multiple validation errors returned by InferStatistics.ValidateAll() if the designated constraints aren't met.

func (InferStatisticsMultiError) AllErrors

func (m InferStatisticsMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (InferStatisticsMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type InferStatisticsValidationError

type InferStatisticsValidationError struct {
	// contains filtered or unexported fields
}

InferStatisticsValidationError is the validation error returned by InferStatistics.Validate if the designated constraints aren't met.

func (InferStatisticsValidationError) Cause

Cause function returns cause value.

func (InferStatisticsValidationError) Error

Error satisfies the builtin error interface

func (InferStatisticsValidationError) ErrorName

func (e InferStatisticsValidationError) ErrorName() string

ErrorName returns error name.

func (InferStatisticsValidationError) Field

Field function returns field value.

func (InferStatisticsValidationError) Key

Key function returns key value.

func (InferStatisticsValidationError) Reason

Reason function returns reason value.

type InferTensorContents

type InferTensorContents struct {

	// @@
	// @@  .. cpp:var:: bool bool_contents (repeated)
	// @@
	// @@     Representation for BOOL data type. The size must match what is
	// @@     expected by the tensor's shape. The contents must be the flattened,
	// @@     one-dimensional, row-major order of the tensor elements.
	// @@
	BoolContents []bool `protobuf:"varint,1,rep,packed,name=bool_contents,json=boolContents,proto3" json:"bool_contents,omitempty"`
	// @@
	// @@  .. cpp:var:: int32 int_contents (repeated)
	// @@
	// @@     Representation for INT8, INT16, and INT32 data types. The size
	// @@     must match what is expected by the tensor's shape. The contents
	// @@     must be the flattened, one-dimensional, row-major order of the
	// @@     tensor elements.
	// @@
	IntContents []int32 `protobuf:"varint,2,rep,packed,name=int_contents,json=intContents,proto3" json:"int_contents,omitempty"`
	// @@
	// @@  .. cpp:var:: int64 int64_contents (repeated)
	// @@
	// @@     Representation for INT64 data types. The size must match what
	// @@     is expected by the tensor's shape. The contents must be the
	// @@     flattened, one-dimensional, row-major order of the tensor elements.
	// @@
	Int64Contents []int64 `protobuf:"varint,3,rep,packed,name=int64_contents,json=int64Contents,proto3" json:"int64_contents,omitempty"`
	// @@
	// @@  .. cpp:var:: uint32 uint_contents (repeated)
	// @@
	// @@     Representation for UINT8, UINT16, and UINT32 data types. The size
	// @@     must match what is expected by the tensor's shape. The contents
	// @@     must be the flattened, one-dimensional, row-major order of the
	// @@     tensor elements.
	// @@
	UintContents []uint32 `protobuf:"varint,4,rep,packed,name=uint_contents,json=uintContents,proto3" json:"uint_contents,omitempty"`
	// @@
	// @@  .. cpp:var:: uint64 uint64_contents (repeated)
	// @@
	// @@     Representation for UINT64 data types. The size must match what
	// @@     is expected by the tensor's shape. The contents must be the
	// @@     flattened, one-dimensional, row-major order of the tensor elements.
	// @@
	Uint64Contents []uint64 `protobuf:"varint,5,rep,packed,name=uint64_contents,json=uint64Contents,proto3" json:"uint64_contents,omitempty"`
	// @@
	// @@  .. cpp:var:: float fp32_contents (repeated)
	// @@
	// @@     Representation for FP32 data type. The size must match what is
	// @@     expected by the tensor's shape. The contents must be the flattened,
	// @@     one-dimensional, row-major order of the tensor elements.
	// @@
	Fp32Contents []float32 `protobuf:"fixed32,6,rep,packed,name=fp32_contents,json=fp32Contents,proto3" json:"fp32_contents,omitempty"`
	// @@
	// @@  .. cpp:var:: double fp64_contents (repeated)
	// @@
	// @@     Representation for FP64 data type. The size must match what is
	// @@     expected by the tensor's shape. The contents must be the flattened,
	// @@     one-dimensional, row-major order of the tensor elements.
	// @@
	Fp64Contents []float64 `protobuf:"fixed64,7,rep,packed,name=fp64_contents,json=fp64Contents,proto3" json:"fp64_contents,omitempty"`
	// @@
	// @@  .. cpp:var:: bytes bytes_contents (repeated)
	// @@
	// @@     Representation for BYTES data type. The size must match what is
	// @@     expected by the tensor's shape. The contents must be the flattened,
	// @@     one-dimensional, row-major order of the tensor elements.
	// @@
	BytesContents [][]byte `protobuf:"bytes,8,rep,name=bytes_contents,json=bytesContents,proto3" json:"bytes_contents,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message InferTensorContents @@ @@ The data contained in a tensor represented by the repeated type @@ that matches the tensor's data type. Protobuf oneof is not used @@ because oneofs cannot contain repeated fields. @@

func (*InferTensorContents) Descriptor deprecated

func (*InferTensorContents) Descriptor() ([]byte, []int)

Deprecated: Use InferTensorContents.ProtoReflect.Descriptor instead.

func (*InferTensorContents) GetBoolContents

func (x *InferTensorContents) GetBoolContents() []bool

func (*InferTensorContents) GetBytesContents

func (x *InferTensorContents) GetBytesContents() [][]byte

func (*InferTensorContents) GetFp32Contents

func (x *InferTensorContents) GetFp32Contents() []float32

func (*InferTensorContents) GetFp64Contents

func (x *InferTensorContents) GetFp64Contents() []float64

func (*InferTensorContents) GetInt64Contents

func (x *InferTensorContents) GetInt64Contents() []int64

func (*InferTensorContents) GetIntContents

func (x *InferTensorContents) GetIntContents() []int32

func (*InferTensorContents) GetUint64Contents

func (x *InferTensorContents) GetUint64Contents() []uint64

func (*InferTensorContents) GetUintContents

func (x *InferTensorContents) GetUintContents() []uint32

func (*InferTensorContents) ProtoMessage

func (*InferTensorContents) ProtoMessage()

func (*InferTensorContents) ProtoReflect

func (x *InferTensorContents) ProtoReflect() protoreflect.Message

func (*InferTensorContents) Reset

func (x *InferTensorContents) Reset()

func (*InferTensorContents) String

func (x *InferTensorContents) String() string

func (*InferTensorContents) Validate

func (m *InferTensorContents) Validate() error

Validate checks the field values on InferTensorContents with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*InferTensorContents) ValidateAll

func (m *InferTensorContents) ValidateAll() error

ValidateAll checks the field values on InferTensorContents with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in InferTensorContentsMultiError, or nil if none found.

type InferTensorContentsMultiError

type InferTensorContentsMultiError []error

InferTensorContentsMultiError is an error wrapping multiple validation errors returned by InferTensorContents.ValidateAll() if the designated constraints aren't met.

func (InferTensorContentsMultiError) AllErrors

func (m InferTensorContentsMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (InferTensorContentsMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type InferTensorContentsValidationError

type InferTensorContentsValidationError struct {
	// contains filtered or unexported fields
}

InferTensorContentsValidationError is the validation error returned by InferTensorContents.Validate if the designated constraints aren't met.

func (InferTensorContentsValidationError) Cause

Cause function returns cause value.

func (InferTensorContentsValidationError) Error

Error satisfies the builtin error interface

func (InferTensorContentsValidationError) ErrorName

ErrorName returns error name.

func (InferTensorContentsValidationError) Field

Field function returns field value.

func (InferTensorContentsValidationError) Key

Key function returns key value.

func (InferTensorContentsValidationError) Reason

Reason function returns reason value.

type LogSettingsRequest

type LogSettingsRequest struct {

	// @@  .. cpp:var:: map<string,SettingValue> settings
	// @@
	// @@     The current log settings.
	// @@
	Settings map[string]*LogSettingsRequest_SettingValue `` /* 157-byte string literal not displayed */
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message LogSettingsRequest @@ @@ Request message for LogSettings. @@

func (*LogSettingsRequest) Descriptor deprecated

func (*LogSettingsRequest) Descriptor() ([]byte, []int)

Deprecated: Use LogSettingsRequest.ProtoReflect.Descriptor instead.

func (*LogSettingsRequest) GetSettings

func (*LogSettingsRequest) ProtoMessage

func (*LogSettingsRequest) ProtoMessage()

func (*LogSettingsRequest) ProtoReflect

func (x *LogSettingsRequest) ProtoReflect() protoreflect.Message

func (*LogSettingsRequest) Reset

func (x *LogSettingsRequest) Reset()

func (*LogSettingsRequest) String

func (x *LogSettingsRequest) String() string

func (*LogSettingsRequest) Validate

func (m *LogSettingsRequest) Validate() error

Validate checks the field values on LogSettingsRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*LogSettingsRequest) ValidateAll

func (m *LogSettingsRequest) ValidateAll() error

ValidateAll checks the field values on LogSettingsRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in LogSettingsRequestMultiError, or nil if none found.

type LogSettingsRequestMultiError

type LogSettingsRequestMultiError []error

LogSettingsRequestMultiError is an error wrapping multiple validation errors returned by LogSettingsRequest.ValidateAll() if the designated constraints aren't met.

func (LogSettingsRequestMultiError) AllErrors

func (m LogSettingsRequestMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (LogSettingsRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type LogSettingsRequestValidationError

type LogSettingsRequestValidationError struct {
	// contains filtered or unexported fields
}

LogSettingsRequestValidationError is the validation error returned by LogSettingsRequest.Validate if the designated constraints aren't met.

func (LogSettingsRequestValidationError) Cause

Cause function returns cause value.

func (LogSettingsRequestValidationError) Error

Error satisfies the builtin error interface

func (LogSettingsRequestValidationError) ErrorName

ErrorName returns error name.

func (LogSettingsRequestValidationError) Field

Field function returns field value.

func (LogSettingsRequestValidationError) Key

Key function returns key value.

func (LogSettingsRequestValidationError) Reason

Reason function returns reason value.

type LogSettingsRequest_SettingValue

type LogSettingsRequest_SettingValue struct {

	// Types that are assignable to ParameterChoice:
	//
	//	*LogSettingsRequest_SettingValue_BoolParam
	//	*LogSettingsRequest_SettingValue_Uint32Param
	//	*LogSettingsRequest_SettingValue_StringParam
	ParameterChoice isLogSettingsRequest_SettingValue_ParameterChoice `protobuf_oneof:"parameter_choice"`
	// contains filtered or unexported fields
}

func (*LogSettingsRequest_SettingValue) Descriptor deprecated

func (*LogSettingsRequest_SettingValue) Descriptor() ([]byte, []int)

Deprecated: Use LogSettingsRequest_SettingValue.ProtoReflect.Descriptor instead.

func (*LogSettingsRequest_SettingValue) GetBoolParam

func (x *LogSettingsRequest_SettingValue) GetBoolParam() bool

func (*LogSettingsRequest_SettingValue) GetParameterChoice

func (m *LogSettingsRequest_SettingValue) GetParameterChoice() isLogSettingsRequest_SettingValue_ParameterChoice

func (*LogSettingsRequest_SettingValue) GetStringParam

func (x *LogSettingsRequest_SettingValue) GetStringParam() string

func (*LogSettingsRequest_SettingValue) GetUint32Param

func (x *LogSettingsRequest_SettingValue) GetUint32Param() uint32

func (*LogSettingsRequest_SettingValue) ProtoMessage

func (*LogSettingsRequest_SettingValue) ProtoMessage()

func (*LogSettingsRequest_SettingValue) ProtoReflect

func (*LogSettingsRequest_SettingValue) Reset

func (*LogSettingsRequest_SettingValue) String

func (*LogSettingsRequest_SettingValue) Validate

func (m *LogSettingsRequest_SettingValue) Validate() error

Validate checks the field values on LogSettingsRequest_SettingValue with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*LogSettingsRequest_SettingValue) ValidateAll

func (m *LogSettingsRequest_SettingValue) ValidateAll() error

ValidateAll checks the field values on LogSettingsRequest_SettingValue with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in LogSettingsRequest_SettingValueMultiError, or nil if none found.

type LogSettingsRequest_SettingValueMultiError

type LogSettingsRequest_SettingValueMultiError []error

LogSettingsRequest_SettingValueMultiError is an error wrapping multiple validation errors returned by LogSettingsRequest_SettingValue.ValidateAll() if the designated constraints aren't met.

func (LogSettingsRequest_SettingValueMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (LogSettingsRequest_SettingValueMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type LogSettingsRequest_SettingValueValidationError

type LogSettingsRequest_SettingValueValidationError struct {
	// contains filtered or unexported fields
}

LogSettingsRequest_SettingValueValidationError is the validation error returned by LogSettingsRequest_SettingValue.Validate if the designated constraints aren't met.

func (LogSettingsRequest_SettingValueValidationError) Cause

Cause function returns cause value.

func (LogSettingsRequest_SettingValueValidationError) Error

Error satisfies the builtin error interface

func (LogSettingsRequest_SettingValueValidationError) ErrorName

ErrorName returns error name.

func (LogSettingsRequest_SettingValueValidationError) Field

Field function returns field value.

func (LogSettingsRequest_SettingValueValidationError) Key

Key function returns key value.

func (LogSettingsRequest_SettingValueValidationError) Reason

Reason function returns reason value.

type LogSettingsRequest_SettingValue_BoolParam

type LogSettingsRequest_SettingValue_BoolParam struct {
	// @@    .. cpp:var:: bool bool_param
	// @@
	// @@       A boolean parameter value.
	// @@
	BoolParam bool `protobuf:"varint,1,opt,name=bool_param,json=boolParam,proto3,oneof"`
}

type LogSettingsRequest_SettingValue_StringParam

type LogSettingsRequest_SettingValue_StringParam struct {
	// @@    .. cpp:var:: string string_param
	// @@
	// @@       A string parameter value.
	// @@
	StringParam string `protobuf:"bytes,3,opt,name=string_param,json=stringParam,proto3,oneof"`
}

type LogSettingsRequest_SettingValue_Uint32Param

type LogSettingsRequest_SettingValue_Uint32Param struct {
	// @@    .. cpp:var:: uint32 uint32_param
	// @@
	// @@       An uint32 parameter value.
	// @@
	Uint32Param uint32 `protobuf:"varint,2,opt,name=uint32_param,json=uint32Param,proto3,oneof"`
}

type LogSettingsResponse

type LogSettingsResponse struct {

	// @@  .. cpp:var:: map<string,SettingValue> settings
	// @@
	// @@     The current log settings.
	// @@
	Settings map[string]*LogSettingsResponse_SettingValue `` /* 157-byte string literal not displayed */
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message LogSettingsResponse @@ @@ Response message for LogSettings. @@

func (*LogSettingsResponse) Descriptor deprecated

func (*LogSettingsResponse) Descriptor() ([]byte, []int)

Deprecated: Use LogSettingsResponse.ProtoReflect.Descriptor instead.

func (*LogSettingsResponse) GetSettings

func (*LogSettingsResponse) ProtoMessage

func (*LogSettingsResponse) ProtoMessage()

func (*LogSettingsResponse) ProtoReflect

func (x *LogSettingsResponse) ProtoReflect() protoreflect.Message

func (*LogSettingsResponse) Reset

func (x *LogSettingsResponse) Reset()

func (*LogSettingsResponse) String

func (x *LogSettingsResponse) String() string

func (*LogSettingsResponse) Validate

func (m *LogSettingsResponse) Validate() error

Validate checks the field values on LogSettingsResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*LogSettingsResponse) ValidateAll

func (m *LogSettingsResponse) ValidateAll() error

ValidateAll checks the field values on LogSettingsResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in LogSettingsResponseMultiError, or nil if none found.

type LogSettingsResponseMultiError

type LogSettingsResponseMultiError []error

LogSettingsResponseMultiError is an error wrapping multiple validation errors returned by LogSettingsResponse.ValidateAll() if the designated constraints aren't met.

func (LogSettingsResponseMultiError) AllErrors

func (m LogSettingsResponseMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (LogSettingsResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type LogSettingsResponseValidationError

type LogSettingsResponseValidationError struct {
	// contains filtered or unexported fields
}

LogSettingsResponseValidationError is the validation error returned by LogSettingsResponse.Validate if the designated constraints aren't met.

func (LogSettingsResponseValidationError) Cause

Cause function returns cause value.

func (LogSettingsResponseValidationError) Error

Error satisfies the builtin error interface

func (LogSettingsResponseValidationError) ErrorName

ErrorName returns error name.

func (LogSettingsResponseValidationError) Field

Field function returns field value.

func (LogSettingsResponseValidationError) Key

Key function returns key value.

func (LogSettingsResponseValidationError) Reason

Reason function returns reason value.

type LogSettingsResponse_SettingValue

type LogSettingsResponse_SettingValue struct {

	// Types that are assignable to ParameterChoice:
	//
	//	*LogSettingsResponse_SettingValue_BoolParam
	//	*LogSettingsResponse_SettingValue_Uint32Param
	//	*LogSettingsResponse_SettingValue_StringParam
	ParameterChoice isLogSettingsResponse_SettingValue_ParameterChoice `protobuf_oneof:"parameter_choice"`
	// contains filtered or unexported fields
}

func (*LogSettingsResponse_SettingValue) Descriptor deprecated

func (*LogSettingsResponse_SettingValue) Descriptor() ([]byte, []int)

Deprecated: Use LogSettingsResponse_SettingValue.ProtoReflect.Descriptor instead.

func (*LogSettingsResponse_SettingValue) GetBoolParam

func (x *LogSettingsResponse_SettingValue) GetBoolParam() bool

func (*LogSettingsResponse_SettingValue) GetParameterChoice

func (m *LogSettingsResponse_SettingValue) GetParameterChoice() isLogSettingsResponse_SettingValue_ParameterChoice

func (*LogSettingsResponse_SettingValue) GetStringParam

func (x *LogSettingsResponse_SettingValue) GetStringParam() string

func (*LogSettingsResponse_SettingValue) GetUint32Param

func (x *LogSettingsResponse_SettingValue) GetUint32Param() uint32

func (*LogSettingsResponse_SettingValue) ProtoMessage

func (*LogSettingsResponse_SettingValue) ProtoMessage()

func (*LogSettingsResponse_SettingValue) ProtoReflect

func (*LogSettingsResponse_SettingValue) Reset

func (*LogSettingsResponse_SettingValue) String

func (*LogSettingsResponse_SettingValue) Validate

Validate checks the field values on LogSettingsResponse_SettingValue with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*LogSettingsResponse_SettingValue) ValidateAll

func (m *LogSettingsResponse_SettingValue) ValidateAll() error

ValidateAll checks the field values on LogSettingsResponse_SettingValue with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in LogSettingsResponse_SettingValueMultiError, or nil if none found.

type LogSettingsResponse_SettingValueMultiError

type LogSettingsResponse_SettingValueMultiError []error

LogSettingsResponse_SettingValueMultiError is an error wrapping multiple validation errors returned by LogSettingsResponse_SettingValue.ValidateAll() if the designated constraints aren't met.

func (LogSettingsResponse_SettingValueMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (LogSettingsResponse_SettingValueMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type LogSettingsResponse_SettingValueValidationError

type LogSettingsResponse_SettingValueValidationError struct {
	// contains filtered or unexported fields
}

LogSettingsResponse_SettingValueValidationError is the validation error returned by LogSettingsResponse_SettingValue.Validate if the designated constraints aren't met.

func (LogSettingsResponse_SettingValueValidationError) Cause

Cause function returns cause value.

func (LogSettingsResponse_SettingValueValidationError) Error

Error satisfies the builtin error interface

func (LogSettingsResponse_SettingValueValidationError) ErrorName

ErrorName returns error name.

func (LogSettingsResponse_SettingValueValidationError) Field

Field function returns field value.

func (LogSettingsResponse_SettingValueValidationError) Key

Key function returns key value.

func (LogSettingsResponse_SettingValueValidationError) Reason

Reason function returns reason value.

type LogSettingsResponse_SettingValue_BoolParam

type LogSettingsResponse_SettingValue_BoolParam struct {
	// @@    .. cpp:var:: bool bool_param
	// @@
	// @@       A boolean parameter value.
	// @@
	BoolParam bool `protobuf:"varint,1,opt,name=bool_param,json=boolParam,proto3,oneof"`
}

type LogSettingsResponse_SettingValue_StringParam

type LogSettingsResponse_SettingValue_StringParam struct {
	// @@    .. cpp:var:: string string_param
	// @@
	// @@       A string parameter value.
	// @@
	StringParam string `protobuf:"bytes,3,opt,name=string_param,json=stringParam,proto3,oneof"`
}

type LogSettingsResponse_SettingValue_Uint32Param

type LogSettingsResponse_SettingValue_Uint32Param struct {
	// @@    .. cpp:var:: uint32 uint32_param
	// @@
	// @@       An int32 parameter value.
	// @@
	Uint32Param uint32 `protobuf:"varint,2,opt,name=uint32_param,json=uint32Param,proto3,oneof"`
}

type MemoryUsage

type MemoryUsage struct {

	// @@  .. cpp:var:: string type
	// @@
	// @@     The type of memory, the value can be "CPU", "CPU_PINNED", "GPU".
	// @@
	Type string `protobuf:"bytes,1,opt,name=type,proto3" json:"type,omitempty"`
	// @@  .. cpp:var:: int64 id
	// @@
	// @@     The id of the memory, typically used with "type" to identify
	// @@     a device that hosts the memory.
	// @@
	Id int64 `protobuf:"varint,2,opt,name=id,proto3" json:"id,omitempty"`
	// @@  .. cpp:var:: uint64 byte_size
	// @@
	// @@     The byte size of the memory.
	// @@
	ByteSize uint64 `protobuf:"varint,3,opt,name=byte_size,json=byteSize,proto3" json:"byte_size,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message MemoryUsage @@ @@ Memory usage. @@

func (*MemoryUsage) Descriptor deprecated

func (*MemoryUsage) Descriptor() ([]byte, []int)

Deprecated: Use MemoryUsage.ProtoReflect.Descriptor instead.

func (*MemoryUsage) GetByteSize

func (x *MemoryUsage) GetByteSize() uint64

func (*MemoryUsage) GetId

func (x *MemoryUsage) GetId() int64

func (*MemoryUsage) GetType

func (x *MemoryUsage) GetType() string

func (*MemoryUsage) ProtoMessage

func (*MemoryUsage) ProtoMessage()

func (*MemoryUsage) ProtoReflect

func (x *MemoryUsage) ProtoReflect() protoreflect.Message

func (*MemoryUsage) Reset

func (x *MemoryUsage) Reset()

func (*MemoryUsage) String

func (x *MemoryUsage) String() string

func (*MemoryUsage) Validate

func (m *MemoryUsage) Validate() error

Validate checks the field values on MemoryUsage with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*MemoryUsage) ValidateAll

func (m *MemoryUsage) ValidateAll() error

ValidateAll checks the field values on MemoryUsage with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in MemoryUsageMultiError, or nil if none found.

type MemoryUsageMultiError

type MemoryUsageMultiError []error

MemoryUsageMultiError is an error wrapping multiple validation errors returned by MemoryUsage.ValidateAll() if the designated constraints aren't met.

func (MemoryUsageMultiError) AllErrors

func (m MemoryUsageMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (MemoryUsageMultiError) Error

func (m MemoryUsageMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type MemoryUsageValidationError

type MemoryUsageValidationError struct {
	// contains filtered or unexported fields
}

MemoryUsageValidationError is the validation error returned by MemoryUsage.Validate if the designated constraints aren't met.

func (MemoryUsageValidationError) Cause

Cause function returns cause value.

func (MemoryUsageValidationError) Error

Error satisfies the builtin error interface

func (MemoryUsageValidationError) ErrorName

func (e MemoryUsageValidationError) ErrorName() string

ErrorName returns error name.

func (MemoryUsageValidationError) Field

Field function returns field value.

func (MemoryUsageValidationError) Key

Key function returns key value.

func (MemoryUsageValidationError) Reason

Reason function returns reason value.

type ModelConfig

type ModelConfig struct {

	// @@  .. cpp:var:: string name
	// @@
	// @@     The name of the model.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@  .. cpp:var:: string platform
	// @@
	// @@     Additional backend-specific configuration for the model.
	// @@     Please refer to the backend documentation on whether this field
	// @@     should be specified.
	// @@
	Platform string `protobuf:"bytes,2,opt,name=platform,proto3" json:"platform,omitempty"`
	// @@  .. cpp:var:: string backend
	// @@
	// @@     The backend used by the model.
	// @@
	Backend string `protobuf:"bytes,17,opt,name=backend,proto3" json:"backend,omitempty"`
	// @@  .. cpp:var:: ModelVersionPolicy version_policy
	// @@
	// @@     Policy indicating which version(s) of the model will be served.
	// @@
	VersionPolicy *ModelVersionPolicy `protobuf:"bytes,3,opt,name=version_policy,json=versionPolicy,proto3" json:"version_policy,omitempty"`
	// @@  .. cpp:var:: int32 max_batch_size
	// @@
	// @@     Maximum batch size allowed for inference. This can only decrease
	// @@     what is allowed by the model itself. A max_batch_size value of 0
	// @@     indicates that batching is not allowed for the model and the
	// @@     dimension/shape of the input and output tensors must exactly
	// @@     match what is specified in the input and output configuration. A
	// @@     max_batch_size value > 0 indicates that batching is allowed and
	// @@     so the model expects the input tensors to have an additional
	// @@     initial dimension for the batching that is not specified in the
	// @@     input (for example, if the model supports batched inputs of
	// @@     2-dimensional tensors then the model configuration will specify
	// @@     the input shape as [ X, Y ] but the model will expect the actual
	// @@     input tensors to have shape [ N, X, Y ]). For max_batch_size > 0
	// @@     returned outputs will also have an additional initial dimension
	// @@     for the batch.
	// @@
	MaxBatchSize int32 `protobuf:"varint,4,opt,name=max_batch_size,json=maxBatchSize,proto3" json:"max_batch_size,omitempty"`
	// @@  .. cpp:var:: ModelInput input (repeated)
	// @@
	// @@     The inputs request by the model.
	// @@
	Input []*ModelInput `protobuf:"bytes,5,rep,name=input,proto3" json:"input,omitempty"`
	// @@  .. cpp:var:: ModelOutput output (repeated)
	// @@
	// @@     The outputs produced by the model.
	// @@
	Output []*ModelOutput `protobuf:"bytes,6,rep,name=output,proto3" json:"output,omitempty"`
	// @@  .. cpp:var:: BatchInput batch_input (repeated)
	// @@
	// @@     The model input(s) that the server should use to communicate
	// @@     batch related values to the model.
	// @@
	BatchInput []*BatchInput `protobuf:"bytes,20,rep,name=batch_input,json=batchInput,proto3" json:"batch_input,omitempty"`
	// @@  .. cpp:var:: BatchOutput batch_output (repeated)
	// @@
	// @@     The outputs produced by the model that requires special handling
	// @@     by the model backend.
	// @@
	BatchOutput []*BatchOutput `protobuf:"bytes,21,rep,name=batch_output,json=batchOutput,proto3" json:"batch_output,omitempty"`
	// @@  .. cpp:var:: ModelOptimizationPolicy optimization
	// @@
	// @@     Optimization configuration for the model. If not specified
	// @@     then default optimization policy is used.
	// @@
	Optimization *ModelOptimizationPolicy `protobuf:"bytes,12,opt,name=optimization,proto3" json:"optimization,omitempty"`
	// @@  .. cpp:var:: oneof scheduling_choice
	// @@
	// @@     The scheduling policy for the model. If not specified the
	// @@     default scheduling policy is used for the model. The default
	// @@     policy is to execute each inference request independently.
	// @@
	//
	// Types that are assignable to SchedulingChoice:
	//
	//	*ModelConfig_DynamicBatching
	//	*ModelConfig_SequenceBatching
	//	*ModelConfig_EnsembleScheduling
	SchedulingChoice isModelConfig_SchedulingChoice `protobuf_oneof:"scheduling_choice"`
	// @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
	// @@
	// @@     Instances of this model. If not specified, one instance
	// @@     of the model will be instantiated on each available GPU.
	// @@
	InstanceGroup []*ModelInstanceGroup `protobuf:"bytes,7,rep,name=instance_group,json=instanceGroup,proto3" json:"instance_group,omitempty"`
	// @@  .. cpp:var:: string default_model_filename
	// @@
	// @@     Optional filename of the model file to use if a
	// @@     compute-capability specific model is not specified in
	// @@     :cpp:var:`cc_model_filenames`. If not specified the default name
	// @@     is 'model.graphdef', 'model.savedmodel', 'model.plan' or
	// @@     'model.pt' depending on the model type.
	// @@
	DefaultModelFilename string `protobuf:"bytes,8,opt,name=default_model_filename,json=defaultModelFilename,proto3" json:"default_model_filename,omitempty"`
	// @@  .. cpp:var:: map<string,string> cc_model_filenames
	// @@
	// @@     Optional map from CUDA compute capability to the filename of
	// @@     the model that supports that compute capability. The filename
	// @@     refers to a file within the model version directory.
	// @@
	CcModelFilenames map[string]string `` /* 199-byte string literal not displayed */
	// @@  .. cpp:var:: map<string,string> metric_tags
	// @@
	// @@     Optional metric tags. User-specific key-value pairs for metrics
	// @@     reported for this model. These tags are applied to the metrics
	// @@     reported on the HTTP metrics port.
	// @@
	MetricTags map[string]string `` /* 180-byte string literal not displayed */
	// @@  .. cpp:var:: map<string,ModelParameter> parameters
	// @@
	// @@     Optional model parameters. User-specified parameter values.
	// @@
	Parameters map[string]*ModelParameter `` /* 162-byte string literal not displayed */
	// @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
	// @@
	// @@     Warmup setting of this model. If specified, all instances
	// @@     will be run with the request samples in sequence before
	// @@     serving the model.
	// @@     This field can only be specified if the model is not an ensemble
	// @@     model.
	// @@
	ModelWarmup []*ModelWarmup `protobuf:"bytes,16,rep,name=model_warmup,json=modelWarmup,proto3" json:"model_warmup,omitempty"`
	// @@  .. cpp:var:: ModelOperations model_operations
	// @@
	// @@     Optional metadata of the libraries providing custom operations for
	// @@     this model.
	// @@
	ModelOperations *ModelOperations `protobuf:"bytes,18,opt,name=model_operations,json=modelOperations,proto3" json:"model_operations,omitempty"`
	// @@  .. cpp:var:: ModelTransactionPolicy model_transaction_policy
	// @@
	// @@     Optional specification that describes the nature of transactions
	// @@     to be expected from the model.
	// @@
	ModelTransactionPolicy *ModelTransactionPolicy `` /* 130-byte string literal not displayed */
	// @@  .. cpp:var:: ModelRepositoryAgents model_repository_agents
	// @@
	// @@     Optional specification of the agent(s) that should be invoked
	// @@     with repository actions are performed for this model.
	// @@
	ModelRepositoryAgents *ModelRepositoryAgents `` /* 127-byte string literal not displayed */
	// @@  .. cpp:var:: ModelResponseCache response_cache
	// @@
	// @@     Optional setting for utilizing the response cache for this
	// @@     model.
	// @@
	ResponseCache *ModelResponseCache `protobuf:"bytes,24,opt,name=response_cache,json=responseCache,proto3" json:"response_cache,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelConfig @@ @@ A model configuration. @@

func (*ModelConfig) Descriptor deprecated

func (*ModelConfig) Descriptor() ([]byte, []int)

Deprecated: Use ModelConfig.ProtoReflect.Descriptor instead.

func (*ModelConfig) GetBackend

func (x *ModelConfig) GetBackend() string

func (*ModelConfig) GetBatchInput

func (x *ModelConfig) GetBatchInput() []*BatchInput

func (*ModelConfig) GetBatchOutput

func (x *ModelConfig) GetBatchOutput() []*BatchOutput

func (*ModelConfig) GetCcModelFilenames

func (x *ModelConfig) GetCcModelFilenames() map[string]string

func (*ModelConfig) GetDefaultModelFilename

func (x *ModelConfig) GetDefaultModelFilename() string

func (*ModelConfig) GetDynamicBatching

func (x *ModelConfig) GetDynamicBatching() *ModelDynamicBatching

func (*ModelConfig) GetEnsembleScheduling

func (x *ModelConfig) GetEnsembleScheduling() *ModelEnsembling

func (*ModelConfig) GetInput

func (x *ModelConfig) GetInput() []*ModelInput

func (*ModelConfig) GetInstanceGroup

func (x *ModelConfig) GetInstanceGroup() []*ModelInstanceGroup

func (*ModelConfig) GetMaxBatchSize

func (x *ModelConfig) GetMaxBatchSize() int32

func (*ModelConfig) GetMetricTags

func (x *ModelConfig) GetMetricTags() map[string]string

func (*ModelConfig) GetModelOperations

func (x *ModelConfig) GetModelOperations() *ModelOperations

func (*ModelConfig) GetModelRepositoryAgents

func (x *ModelConfig) GetModelRepositoryAgents() *ModelRepositoryAgents

func (*ModelConfig) GetModelTransactionPolicy

func (x *ModelConfig) GetModelTransactionPolicy() *ModelTransactionPolicy

func (*ModelConfig) GetModelWarmup

func (x *ModelConfig) GetModelWarmup() []*ModelWarmup

func (*ModelConfig) GetName

func (x *ModelConfig) GetName() string

func (*ModelConfig) GetOptimization

func (x *ModelConfig) GetOptimization() *ModelOptimizationPolicy

func (*ModelConfig) GetOutput

func (x *ModelConfig) GetOutput() []*ModelOutput

func (*ModelConfig) GetParameters

func (x *ModelConfig) GetParameters() map[string]*ModelParameter

func (*ModelConfig) GetPlatform

func (x *ModelConfig) GetPlatform() string

func (*ModelConfig) GetResponseCache

func (x *ModelConfig) GetResponseCache() *ModelResponseCache

func (*ModelConfig) GetSchedulingChoice

func (m *ModelConfig) GetSchedulingChoice() isModelConfig_SchedulingChoice

func (*ModelConfig) GetSequenceBatching

func (x *ModelConfig) GetSequenceBatching() *ModelSequenceBatching

func (*ModelConfig) GetVersionPolicy

func (x *ModelConfig) GetVersionPolicy() *ModelVersionPolicy

func (*ModelConfig) ProtoMessage

func (*ModelConfig) ProtoMessage()

func (*ModelConfig) ProtoReflect

func (x *ModelConfig) ProtoReflect() protoreflect.Message

func (*ModelConfig) Reset

func (x *ModelConfig) Reset()

func (*ModelConfig) String

func (x *ModelConfig) String() string

func (*ModelConfig) Validate

func (m *ModelConfig) Validate() error

Validate checks the field values on ModelConfig with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelConfig) ValidateAll

func (m *ModelConfig) ValidateAll() error

ValidateAll checks the field values on ModelConfig with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelConfigMultiError, or nil if none found.

type ModelConfigMultiError

type ModelConfigMultiError []error

ModelConfigMultiError is an error wrapping multiple validation errors returned by ModelConfig.ValidateAll() if the designated constraints aren't met.

func (ModelConfigMultiError) AllErrors

func (m ModelConfigMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelConfigMultiError) Error

func (m ModelConfigMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type ModelConfigRequest

type ModelConfigRequest struct {

	// @@
	// @@  .. cpp:var:: string name
	// @@
	// @@     The name of the model.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@  .. cpp:var:: string version
	// @@
	// @@     The version of the model. If not given the model version
	// @@     is selected automatically based on the version policy.
	// @@
	Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelConfigRequest @@ @@ Request message for ModelConfig. @@

func (*ModelConfigRequest) Descriptor deprecated

func (*ModelConfigRequest) Descriptor() ([]byte, []int)

Deprecated: Use ModelConfigRequest.ProtoReflect.Descriptor instead.

func (*ModelConfigRequest) GetName

func (x *ModelConfigRequest) GetName() string

func (*ModelConfigRequest) GetVersion

func (x *ModelConfigRequest) GetVersion() string

func (*ModelConfigRequest) ProtoMessage

func (*ModelConfigRequest) ProtoMessage()

func (*ModelConfigRequest) ProtoReflect

func (x *ModelConfigRequest) ProtoReflect() protoreflect.Message

func (*ModelConfigRequest) Reset

func (x *ModelConfigRequest) Reset()

func (*ModelConfigRequest) String

func (x *ModelConfigRequest) String() string

func (*ModelConfigRequest) Validate

func (m *ModelConfigRequest) Validate() error

Validate checks the field values on ModelConfigRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelConfigRequest) ValidateAll

func (m *ModelConfigRequest) ValidateAll() error

ValidateAll checks the field values on ModelConfigRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelConfigRequestMultiError, or nil if none found.

type ModelConfigRequestMultiError

type ModelConfigRequestMultiError []error

ModelConfigRequestMultiError is an error wrapping multiple validation errors returned by ModelConfigRequest.ValidateAll() if the designated constraints aren't met.

func (ModelConfigRequestMultiError) AllErrors

func (m ModelConfigRequestMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelConfigRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelConfigRequestValidationError

type ModelConfigRequestValidationError struct {
	// contains filtered or unexported fields
}

ModelConfigRequestValidationError is the validation error returned by ModelConfigRequest.Validate if the designated constraints aren't met.

func (ModelConfigRequestValidationError) Cause

Cause function returns cause value.

func (ModelConfigRequestValidationError) Error

Error satisfies the builtin error interface

func (ModelConfigRequestValidationError) ErrorName

ErrorName returns error name.

func (ModelConfigRequestValidationError) Field

Field function returns field value.

func (ModelConfigRequestValidationError) Key

Key function returns key value.

func (ModelConfigRequestValidationError) Reason

Reason function returns reason value.

type ModelConfigResponse

type ModelConfigResponse struct {

	// @@
	// @@  .. cpp:var:: ModelConfig config
	// @@
	// @@     The model configuration.
	// @@
	Config *ModelConfig `protobuf:"bytes,1,opt,name=config,proto3" json:"config,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelConfigResponse @@ @@ Response message for ModelConfig. @@

func (*ModelConfigResponse) Descriptor deprecated

func (*ModelConfigResponse) Descriptor() ([]byte, []int)

Deprecated: Use ModelConfigResponse.ProtoReflect.Descriptor instead.

func (*ModelConfigResponse) GetConfig

func (x *ModelConfigResponse) GetConfig() *ModelConfig

func (*ModelConfigResponse) ProtoMessage

func (*ModelConfigResponse) ProtoMessage()

func (*ModelConfigResponse) ProtoReflect

func (x *ModelConfigResponse) ProtoReflect() protoreflect.Message

func (*ModelConfigResponse) Reset

func (x *ModelConfigResponse) Reset()

func (*ModelConfigResponse) String

func (x *ModelConfigResponse) String() string

func (*ModelConfigResponse) Validate

func (m *ModelConfigResponse) Validate() error

Validate checks the field values on ModelConfigResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelConfigResponse) ValidateAll

func (m *ModelConfigResponse) ValidateAll() error

ValidateAll checks the field values on ModelConfigResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelConfigResponseMultiError, or nil if none found.

type ModelConfigResponseMultiError

type ModelConfigResponseMultiError []error

ModelConfigResponseMultiError is an error wrapping multiple validation errors returned by ModelConfigResponse.ValidateAll() if the designated constraints aren't met.

func (ModelConfigResponseMultiError) AllErrors

func (m ModelConfigResponseMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelConfigResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelConfigResponseValidationError

type ModelConfigResponseValidationError struct {
	// contains filtered or unexported fields
}

ModelConfigResponseValidationError is the validation error returned by ModelConfigResponse.Validate if the designated constraints aren't met.

func (ModelConfigResponseValidationError) Cause

Cause function returns cause value.

func (ModelConfigResponseValidationError) Error

Error satisfies the builtin error interface

func (ModelConfigResponseValidationError) ErrorName

ErrorName returns error name.

func (ModelConfigResponseValidationError) Field

Field function returns field value.

func (ModelConfigResponseValidationError) Key

Key function returns key value.

func (ModelConfigResponseValidationError) Reason

Reason function returns reason value.

type ModelConfigValidationError

type ModelConfigValidationError struct {
	// contains filtered or unexported fields
}

ModelConfigValidationError is the validation error returned by ModelConfig.Validate if the designated constraints aren't met.

func (ModelConfigValidationError) Cause

Cause function returns cause value.

func (ModelConfigValidationError) Error

Error satisfies the builtin error interface

func (ModelConfigValidationError) ErrorName

func (e ModelConfigValidationError) ErrorName() string

ErrorName returns error name.

func (ModelConfigValidationError) Field

Field function returns field value.

func (ModelConfigValidationError) Key

Key function returns key value.

func (ModelConfigValidationError) Reason

Reason function returns reason value.

type ModelConfig_DynamicBatching

type ModelConfig_DynamicBatching struct {
	// @@    .. cpp:var:: ModelDynamicBatching dynamic_batching
	// @@
	// @@       If specified, enables the dynamic-batching scheduling
	// @@       policy. With dynamic-batching the scheduler may group
	// @@       together independent requests into a single batch to
	// @@       improve inference throughput.
	// @@
	DynamicBatching *ModelDynamicBatching `protobuf:"bytes,11,opt,name=dynamic_batching,json=dynamicBatching,proto3,oneof"`
}

type ModelConfig_EnsembleScheduling

type ModelConfig_EnsembleScheduling struct {
	// @@    .. cpp:var:: ModelEnsembling ensemble_scheduling
	// @@
	// @@       If specified, enables the model-ensembling scheduling
	// @@       policy. With model-ensembling, inference requests
	// @@       will be processed according to the specification, such as an
	// @@       execution sequence of models. The input specified in this model
	// @@       config will be the input for the ensemble, and the output
	// @@       specified will be the output of the ensemble.
	// @@
	EnsembleScheduling *ModelEnsembling `protobuf:"bytes,15,opt,name=ensemble_scheduling,json=ensembleScheduling,proto3,oneof"`
}

type ModelConfig_SequenceBatching

type ModelConfig_SequenceBatching struct {
	// @@    .. cpp:var:: ModelSequenceBatching sequence_batching
	// @@
	// @@       If specified, enables the sequence-batching scheduling
	// @@       policy. With sequence-batching, inference requests
	// @@       with the same correlation ID are routed to the same
	// @@       model instance. Multiple sequences of inference requests
	// @@       may be batched together into a single batch to
	// @@       improve inference throughput.
	// @@
	SequenceBatching *ModelSequenceBatching `protobuf:"bytes,13,opt,name=sequence_batching,json=sequenceBatching,proto3,oneof"`
}

type ModelDynamicBatching

type ModelDynamicBatching struct {

	// @@  .. cpp:var:: int32 preferred_batch_size (repeated)
	// @@
	// @@     Preferred batch sizes for dynamic batching. If a batch of one of
	// @@     these sizes can be formed it will be executed immediately.  If
	// @@     not specified a preferred batch size will be chosen automatically
	// @@     based on model and GPU characteristics.
	// @@
	PreferredBatchSize []int32 `protobuf:"varint,1,rep,packed,name=preferred_batch_size,json=preferredBatchSize,proto3" json:"preferred_batch_size,omitempty"`
	// @@  .. cpp:var:: uint64 max_queue_delay_microseconds
	// @@
	// @@     The maximum time, in microseconds, a request will be delayed in
	// @@     the scheduling queue to wait for additional requests for
	// @@     batching. Default is 0.
	// @@
	MaxQueueDelayMicroseconds uint64 `` /* 141-byte string literal not displayed */
	// @@  .. cpp:var:: bool preserve_ordering
	// @@
	// @@     Should the dynamic batcher preserve the ordering of responses to
	// @@     match the order of requests received by the scheduler. Default is
	// @@     false. If true, the responses will be returned in the same order as
	// @@     the order of requests sent to the scheduler. If false, the responses
	// @@     may be returned in arbitrary order. This option is specifically
	// @@     needed when a sequence of related inference requests (i.e. inference
	// @@     requests with the same correlation ID) are sent to the dynamic
	// @@     batcher to ensure that the sequence responses are in the correct
	// @@     order.
	// @@
	PreserveOrdering bool `protobuf:"varint,3,opt,name=preserve_ordering,json=preserveOrdering,proto3" json:"preserve_ordering,omitempty"`
	// @@  .. cpp:var:: uint64 priority_levels
	// @@
	// @@     The number of priority levels to be enabled for the model,
	// @@     the priority level starts from 1 and 1 is the highest priority.
	// @@     Requests are handled in priority order with all priority 1 requests
	// @@     processed before priority 2, all priority 2 requests processed before
	// @@     priority 3, etc. Requests with the same priority level will be
	// @@     handled in the order that they are received.
	// @@
	PriorityLevels uint64 `protobuf:"varint,4,opt,name=priority_levels,json=priorityLevels,proto3" json:"priority_levels,omitempty"`
	// @@  .. cpp:var:: uint64 default_priority_level
	// @@
	// @@     The priority level used for requests that don't specify their
	// @@     priority. The value must be in the range [ 1, 'priority_levels' ].
	// @@
	DefaultPriorityLevel uint64 `protobuf:"varint,5,opt,name=default_priority_level,json=defaultPriorityLevel,proto3" json:"default_priority_level,omitempty"`
	// @@  .. cpp:var:: ModelQueuePolicy default_queue_policy
	// @@
	// @@     The default queue policy used for requests that don't require
	// @@     priority handling and requests that specify priority levels where
	// @@     there is no specific policy given. If not specified, a policy with
	// @@     default field values will be used.
	// @@
	DefaultQueuePolicy *ModelQueuePolicy `protobuf:"bytes,6,opt,name=default_queue_policy,json=defaultQueuePolicy,proto3" json:"default_queue_policy,omitempty"`
	// @@  .. cpp:var:: map<uint64, ModelQueuePolicy> priority_queue_policy
	// @@
	// @@     Specify the queue policy for the priority level. The default queue
	// @@     policy will be used if a priority level doesn't specify a queue
	// @@     policy.
	// @@
	PriorityQueuePolicy map[uint64]*ModelQueuePolicy `` /* 209-byte string literal not displayed */
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelDynamicBatching @@ @@ Dynamic batching configuration. These settings control how dynamic @@ batching operates for the model. @@

func (*ModelDynamicBatching) Descriptor deprecated

func (*ModelDynamicBatching) Descriptor() ([]byte, []int)

Deprecated: Use ModelDynamicBatching.ProtoReflect.Descriptor instead.

func (*ModelDynamicBatching) GetDefaultPriorityLevel

func (x *ModelDynamicBatching) GetDefaultPriorityLevel() uint64

func (*ModelDynamicBatching) GetDefaultQueuePolicy

func (x *ModelDynamicBatching) GetDefaultQueuePolicy() *ModelQueuePolicy

func (*ModelDynamicBatching) GetMaxQueueDelayMicroseconds

func (x *ModelDynamicBatching) GetMaxQueueDelayMicroseconds() uint64

func (*ModelDynamicBatching) GetPreferredBatchSize

func (x *ModelDynamicBatching) GetPreferredBatchSize() []int32

func (*ModelDynamicBatching) GetPreserveOrdering

func (x *ModelDynamicBatching) GetPreserveOrdering() bool

func (*ModelDynamicBatching) GetPriorityLevels

func (x *ModelDynamicBatching) GetPriorityLevels() uint64

func (*ModelDynamicBatching) GetPriorityQueuePolicy

func (x *ModelDynamicBatching) GetPriorityQueuePolicy() map[uint64]*ModelQueuePolicy

func (*ModelDynamicBatching) ProtoMessage

func (*ModelDynamicBatching) ProtoMessage()

func (*ModelDynamicBatching) ProtoReflect

func (x *ModelDynamicBatching) ProtoReflect() protoreflect.Message

func (*ModelDynamicBatching) Reset

func (x *ModelDynamicBatching) Reset()

func (*ModelDynamicBatching) String

func (x *ModelDynamicBatching) String() string

func (*ModelDynamicBatching) Validate

func (m *ModelDynamicBatching) Validate() error

Validate checks the field values on ModelDynamicBatching with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelDynamicBatching) ValidateAll

func (m *ModelDynamicBatching) ValidateAll() error

ValidateAll checks the field values on ModelDynamicBatching with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelDynamicBatchingMultiError, or nil if none found.

type ModelDynamicBatchingMultiError

type ModelDynamicBatchingMultiError []error

ModelDynamicBatchingMultiError is an error wrapping multiple validation errors returned by ModelDynamicBatching.ValidateAll() if the designated constraints aren't met.

func (ModelDynamicBatchingMultiError) AllErrors

func (m ModelDynamicBatchingMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelDynamicBatchingMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelDynamicBatchingValidationError

type ModelDynamicBatchingValidationError struct {
	// contains filtered or unexported fields
}

ModelDynamicBatchingValidationError is the validation error returned by ModelDynamicBatching.Validate if the designated constraints aren't met.

func (ModelDynamicBatchingValidationError) Cause

Cause function returns cause value.

func (ModelDynamicBatchingValidationError) Error

Error satisfies the builtin error interface

func (ModelDynamicBatchingValidationError) ErrorName

ErrorName returns error name.

func (ModelDynamicBatchingValidationError) Field

Field function returns field value.

func (ModelDynamicBatchingValidationError) Key

Key function returns key value.

func (ModelDynamicBatchingValidationError) Reason

Reason function returns reason value.

type ModelEnsembling

type ModelEnsembling struct {

	// @@  .. cpp:var:: Step step (repeated)
	// @@
	// @@     The models and the input / output mappings used within the ensemble.
	// @@
	Step []*ModelEnsembling_Step `protobuf:"bytes,1,rep,name=step,proto3" json:"step,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelEnsembling @@ @@ Model ensembling configuration. These settings specify the models that @@ compose the ensemble and how data flows between the models. @@

func (*ModelEnsembling) Descriptor deprecated

func (*ModelEnsembling) Descriptor() ([]byte, []int)

Deprecated: Use ModelEnsembling.ProtoReflect.Descriptor instead.

func (*ModelEnsembling) GetStep

func (x *ModelEnsembling) GetStep() []*ModelEnsembling_Step

func (*ModelEnsembling) ProtoMessage

func (*ModelEnsembling) ProtoMessage()

func (*ModelEnsembling) ProtoReflect

func (x *ModelEnsembling) ProtoReflect() protoreflect.Message

func (*ModelEnsembling) Reset

func (x *ModelEnsembling) Reset()

func (*ModelEnsembling) String

func (x *ModelEnsembling) String() string

func (*ModelEnsembling) Validate

func (m *ModelEnsembling) Validate() error

Validate checks the field values on ModelEnsembling with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelEnsembling) ValidateAll

func (m *ModelEnsembling) ValidateAll() error

ValidateAll checks the field values on ModelEnsembling with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelEnsemblingMultiError, or nil if none found.

type ModelEnsemblingMultiError

type ModelEnsemblingMultiError []error

ModelEnsemblingMultiError is an error wrapping multiple validation errors returned by ModelEnsembling.ValidateAll() if the designated constraints aren't met.

func (ModelEnsemblingMultiError) AllErrors

func (m ModelEnsemblingMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelEnsemblingMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelEnsemblingValidationError

type ModelEnsemblingValidationError struct {
	// contains filtered or unexported fields
}

ModelEnsemblingValidationError is the validation error returned by ModelEnsembling.Validate if the designated constraints aren't met.

func (ModelEnsemblingValidationError) Cause

Cause function returns cause value.

func (ModelEnsemblingValidationError) Error

Error satisfies the builtin error interface

func (ModelEnsemblingValidationError) ErrorName

func (e ModelEnsemblingValidationError) ErrorName() string

ErrorName returns error name.

func (ModelEnsemblingValidationError) Field

Field function returns field value.

func (ModelEnsemblingValidationError) Key

Key function returns key value.

func (ModelEnsemblingValidationError) Reason

Reason function returns reason value.

type ModelEnsembling_Step

type ModelEnsembling_Step struct {

	// @@  .. cpp:var:: string model_name
	// @@
	// @@     The name of the model to execute for this step of the ensemble.
	// @@
	ModelName string `protobuf:"bytes,1,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"`
	// @@  .. cpp:var:: int64 model_version
	// @@
	// @@     The version of the model to use for inference. If -1
	// @@     the latest/most-recent version of the model is used.
	// @@
	ModelVersion int64 `protobuf:"varint,2,opt,name=model_version,json=modelVersion,proto3" json:"model_version,omitempty"`
	// @@  .. cpp:var:: map<string,string> input_map
	// @@
	// @@     Map from name of an input tensor on this step's model to ensemble
	// @@     tensor name. The ensemble tensor must have the same data type and
	// @@     shape as the model input. Each model input must be assigned to
	// @@     one ensemble tensor, but the same ensemble tensor can be assigned
	// @@     to multiple model inputs.
	// @@
	InputMap map[string]string `` /* 173-byte string literal not displayed */
	// @@  .. cpp:var:: map<string,string> output_map
	// @@
	// @@     Map from name of an output tensor on this step's model to ensemble
	// @@     tensor name. The data type and shape of the ensemble tensor will
	// @@     be inferred from the model output. It is optional to assign all
	// @@     model outputs to ensemble tensors. One ensemble tensor name
	// @@     can appear in an output map only once.
	// @@
	OutputMap map[string]string `` /* 176-byte string literal not displayed */
	// @@  .. cpp:var:: string model_namespace
	// @@
	// @@     [RESERVED] currently this field is reserved for internal use, users
	// @@     must not set any value to this field to avoid unexpected behavior.
	// @@
	ModelNamespace string `protobuf:"bytes,5,opt,name=model_namespace,json=modelNamespace,proto3" json:"model_namespace,omitempty"`
	// contains filtered or unexported fields
}

@@ .. cpp:var:: message Step @@ @@ Each step specifies a model included in the ensemble, @@ maps ensemble tensor names to the model input tensors, @@ and maps model output tensors to ensemble tensor names @@

func (*ModelEnsembling_Step) Descriptor deprecated

func (*ModelEnsembling_Step) Descriptor() ([]byte, []int)

Deprecated: Use ModelEnsembling_Step.ProtoReflect.Descriptor instead.

func (*ModelEnsembling_Step) GetInputMap

func (x *ModelEnsembling_Step) GetInputMap() map[string]string

func (*ModelEnsembling_Step) GetModelName

func (x *ModelEnsembling_Step) GetModelName() string

func (*ModelEnsembling_Step) GetModelNamespace

func (x *ModelEnsembling_Step) GetModelNamespace() string

func (*ModelEnsembling_Step) GetModelVersion

func (x *ModelEnsembling_Step) GetModelVersion() int64

func (*ModelEnsembling_Step) GetOutputMap

func (x *ModelEnsembling_Step) GetOutputMap() map[string]string

func (*ModelEnsembling_Step) ProtoMessage

func (*ModelEnsembling_Step) ProtoMessage()

func (*ModelEnsembling_Step) ProtoReflect

func (x *ModelEnsembling_Step) ProtoReflect() protoreflect.Message

func (*ModelEnsembling_Step) Reset

func (x *ModelEnsembling_Step) Reset()

func (*ModelEnsembling_Step) String

func (x *ModelEnsembling_Step) String() string

func (*ModelEnsembling_Step) Validate

func (m *ModelEnsembling_Step) Validate() error

Validate checks the field values on ModelEnsembling_Step with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelEnsembling_Step) ValidateAll

func (m *ModelEnsembling_Step) ValidateAll() error

ValidateAll checks the field values on ModelEnsembling_Step with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelEnsembling_StepMultiError, or nil if none found.

type ModelEnsembling_StepMultiError

type ModelEnsembling_StepMultiError []error

ModelEnsembling_StepMultiError is an error wrapping multiple validation errors returned by ModelEnsembling_Step.ValidateAll() if the designated constraints aren't met.

func (ModelEnsembling_StepMultiError) AllErrors

func (m ModelEnsembling_StepMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelEnsembling_StepMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelEnsembling_StepValidationError

type ModelEnsembling_StepValidationError struct {
	// contains filtered or unexported fields
}

ModelEnsembling_StepValidationError is the validation error returned by ModelEnsembling_Step.Validate if the designated constraints aren't met.

func (ModelEnsembling_StepValidationError) Cause

Cause function returns cause value.

func (ModelEnsembling_StepValidationError) Error

Error satisfies the builtin error interface

func (ModelEnsembling_StepValidationError) ErrorName

ErrorName returns error name.

func (ModelEnsembling_StepValidationError) Field

Field function returns field value.

func (ModelEnsembling_StepValidationError) Key

Key function returns key value.

func (ModelEnsembling_StepValidationError) Reason

Reason function returns reason value.

type ModelInferRequest

type ModelInferRequest struct {

	// @@  .. cpp:var:: string model_name
	// @@
	// @@     The name of the model to use for inferencing.
	// @@
	ModelName string `protobuf:"bytes,1,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"`
	// @@  .. cpp:var:: string model_version
	// @@
	// @@     The version of the model to use for inference. If not
	// @@     given the latest/most-recent version of the model is used.
	// @@
	ModelVersion string `protobuf:"bytes,2,opt,name=model_version,json=modelVersion,proto3" json:"model_version,omitempty"`
	// @@  .. cpp:var:: string id
	// @@
	// @@     Optional identifier for the request. If specified will be
	// @@     returned in the response.
	// @@
	Id string `protobuf:"bytes,3,opt,name=id,proto3" json:"id,omitempty"`
	// @@  .. cpp:var:: map<string,InferParameter> parameters
	// @@
	// @@     Optional inference parameters.
	// @@
	Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */
	// @@
	// @@  .. cpp:var:: InferInputTensor inputs (repeated)
	// @@
	// @@     The input tensors for the inference.
	// @@
	Inputs []*ModelInferRequest_InferInputTensor `protobuf:"bytes,5,rep,name=inputs,proto3" json:"inputs,omitempty"`
	// @@
	// @@  .. cpp:var:: InferRequestedOutputTensor outputs (repeated)
	// @@
	// @@     The requested output tensors for the inference. Optional, if not
	// @@     specified all outputs specified in the model config will be
	// @@     returned.
	// @@
	Outputs []*ModelInferRequest_InferRequestedOutputTensor `protobuf:"bytes,6,rep,name=outputs,proto3" json:"outputs,omitempty"`
	// @@
	// @@  .. cpp:var:: bytes raw_input_contents
	// @@
	// @@     The data contained in an input tensor can be represented in
	// @@     "raw" bytes form or in the repeated type that matches the
	// @@     tensor's data type. Using the "raw" bytes form will
	// @@     typically allow higher performance due to the way protobuf
	// @@     allocation and reuse interacts with GRPC. For example, see
	// @@     https://github.com/grpc/grpc/issues/23231.
	// @@
	// @@     To use the raw representation 'raw_input_contents' must be
	// @@     initialized with data for each tensor in the same order as
	// @@     'inputs'. For each tensor, the size of this content must
	// @@     match what is expected by the tensor's shape and data
	// @@     type. The raw data must be the flattened, one-dimensional,
	// @@     row-major order of the tensor elements without any stride
	// @@     or padding between the elements. Note that the FP16 and BF16 data
	// @@     types must be represented as raw content as there is no
	// @@     specific data type for a 16-bit float type.
	// @@
	// @@     If this field is specified then InferInputTensor::contents
	// @@     must not be specified for any input tensor.
	// @@
	RawInputContents [][]byte `protobuf:"bytes,7,rep,name=raw_input_contents,json=rawInputContents,proto3" json:"raw_input_contents,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelInferRequest @@ @@ Request message for ModelInfer. @@

func (*ModelInferRequest) Descriptor deprecated

func (*ModelInferRequest) Descriptor() ([]byte, []int)

Deprecated: Use ModelInferRequest.ProtoReflect.Descriptor instead.

func (*ModelInferRequest) GetId

func (x *ModelInferRequest) GetId() string

func (*ModelInferRequest) GetInputs

func (*ModelInferRequest) GetModelName

func (x *ModelInferRequest) GetModelName() string

func (*ModelInferRequest) GetModelVersion

func (x *ModelInferRequest) GetModelVersion() string

func (*ModelInferRequest) GetOutputs

func (*ModelInferRequest) GetParameters

func (x *ModelInferRequest) GetParameters() map[string]*InferParameter

func (*ModelInferRequest) GetRawInputContents

func (x *ModelInferRequest) GetRawInputContents() [][]byte

func (*ModelInferRequest) ProtoMessage

func (*ModelInferRequest) ProtoMessage()

func (*ModelInferRequest) ProtoReflect

func (x *ModelInferRequest) ProtoReflect() protoreflect.Message

func (*ModelInferRequest) Reset

func (x *ModelInferRequest) Reset()

func (*ModelInferRequest) String

func (x *ModelInferRequest) String() string

func (*ModelInferRequest) Validate

func (m *ModelInferRequest) Validate() error

Validate checks the field values on ModelInferRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelInferRequest) ValidateAll

func (m *ModelInferRequest) ValidateAll() error

ValidateAll checks the field values on ModelInferRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelInferRequestMultiError, or nil if none found.

type ModelInferRequestMultiError

type ModelInferRequestMultiError []error

ModelInferRequestMultiError is an error wrapping multiple validation errors returned by ModelInferRequest.ValidateAll() if the designated constraints aren't met.

func (ModelInferRequestMultiError) AllErrors

func (m ModelInferRequestMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelInferRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelInferRequestValidationError

type ModelInferRequestValidationError struct {
	// contains filtered or unexported fields
}

ModelInferRequestValidationError is the validation error returned by ModelInferRequest.Validate if the designated constraints aren't met.

func (ModelInferRequestValidationError) Cause

Cause function returns cause value.

func (ModelInferRequestValidationError) Error

Error satisfies the builtin error interface

func (ModelInferRequestValidationError) ErrorName

ErrorName returns error name.

func (ModelInferRequestValidationError) Field

Field function returns field value.

func (ModelInferRequestValidationError) Key

Key function returns key value.

func (ModelInferRequestValidationError) Reason

Reason function returns reason value.

type ModelInferRequest_InferInputTensor

type ModelInferRequest_InferInputTensor struct {

	// @@
	// @@    .. cpp:var:: string name
	// @@
	// @@       The tensor name.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@
	// @@    .. cpp:var:: string datatype
	// @@
	// @@       The tensor data type.
	// @@
	Datatype string `protobuf:"bytes,2,opt,name=datatype,proto3" json:"datatype,omitempty"`
	// @@
	// @@    .. cpp:var:: int64 shape (repeated)
	// @@
	// @@       The tensor shape.
	// @@
	Shape []int64 `protobuf:"varint,3,rep,packed,name=shape,proto3" json:"shape,omitempty"`
	// @@    .. cpp:var:: map<string,InferParameter> parameters
	// @@
	// @@       Optional inference input tensor parameters.
	// @@
	Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */
	// @@    .. cpp:var:: InferTensorContents contents
	// @@
	// @@       The tensor contents using a data-type format. This field
	// @@       must not be specified if tensor contents are being specified
	// @@       in ModelInferRequest.raw_input_contents.
	// @@
	Contents *InferTensorContents `protobuf:"bytes,5,opt,name=contents,proto3" json:"contents,omitempty"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message InferInputTensor @@ @@ An input tensor for an inference request. @@

func (*ModelInferRequest_InferInputTensor) Descriptor deprecated

func (*ModelInferRequest_InferInputTensor) Descriptor() ([]byte, []int)

Deprecated: Use ModelInferRequest_InferInputTensor.ProtoReflect.Descriptor instead.

func (*ModelInferRequest_InferInputTensor) GetContents

func (*ModelInferRequest_InferInputTensor) GetDatatype

func (x *ModelInferRequest_InferInputTensor) GetDatatype() string

func (*ModelInferRequest_InferInputTensor) GetName

func (*ModelInferRequest_InferInputTensor) GetParameters

func (*ModelInferRequest_InferInputTensor) GetShape

func (x *ModelInferRequest_InferInputTensor) GetShape() []int64

func (*ModelInferRequest_InferInputTensor) ProtoMessage

func (*ModelInferRequest_InferInputTensor) ProtoMessage()

func (*ModelInferRequest_InferInputTensor) ProtoReflect

func (*ModelInferRequest_InferInputTensor) Reset

func (*ModelInferRequest_InferInputTensor) String

func (*ModelInferRequest_InferInputTensor) Validate

Validate checks the field values on ModelInferRequest_InferInputTensor with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelInferRequest_InferInputTensor) ValidateAll

func (m *ModelInferRequest_InferInputTensor) ValidateAll() error

ValidateAll checks the field values on ModelInferRequest_InferInputTensor with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelInferRequest_InferInputTensorMultiError, or nil if none found.

type ModelInferRequest_InferInputTensorMultiError

type ModelInferRequest_InferInputTensorMultiError []error

ModelInferRequest_InferInputTensorMultiError is an error wrapping multiple validation errors returned by ModelInferRequest_InferInputTensor.ValidateAll() if the designated constraints aren't met.

func (ModelInferRequest_InferInputTensorMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelInferRequest_InferInputTensorMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelInferRequest_InferInputTensorValidationError

type ModelInferRequest_InferInputTensorValidationError struct {
	// contains filtered or unexported fields
}

ModelInferRequest_InferInputTensorValidationError is the validation error returned by ModelInferRequest_InferInputTensor.Validate if the designated constraints aren't met.

func (ModelInferRequest_InferInputTensorValidationError) Cause

Cause function returns cause value.

func (ModelInferRequest_InferInputTensorValidationError) Error

Error satisfies the builtin error interface

func (ModelInferRequest_InferInputTensorValidationError) ErrorName

ErrorName returns error name.

func (ModelInferRequest_InferInputTensorValidationError) Field

Field function returns field value.

func (ModelInferRequest_InferInputTensorValidationError) Key

Key function returns key value.

func (ModelInferRequest_InferInputTensorValidationError) Reason

Reason function returns reason value.

type ModelInferRequest_InferRequestedOutputTensor

type ModelInferRequest_InferRequestedOutputTensor struct {

	// @@
	// @@    .. cpp:var:: string name
	// @@
	// @@       The tensor name.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@    .. cpp:var:: map<string,InferParameter> parameters
	// @@
	// @@       Optional requested output tensor parameters.
	// @@
	Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message InferRequestedOutputTensor @@ @@ An output tensor requested for an inference request. @@

func (*ModelInferRequest_InferRequestedOutputTensor) Descriptor deprecated

Deprecated: Use ModelInferRequest_InferRequestedOutputTensor.ProtoReflect.Descriptor instead.

func (*ModelInferRequest_InferRequestedOutputTensor) GetName

func (*ModelInferRequest_InferRequestedOutputTensor) GetParameters

func (*ModelInferRequest_InferRequestedOutputTensor) ProtoMessage

func (*ModelInferRequest_InferRequestedOutputTensor) ProtoReflect

func (*ModelInferRequest_InferRequestedOutputTensor) Reset

func (*ModelInferRequest_InferRequestedOutputTensor) String

func (*ModelInferRequest_InferRequestedOutputTensor) Validate

Validate checks the field values on ModelInferRequest_InferRequestedOutputTensor with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelInferRequest_InferRequestedOutputTensor) ValidateAll

ValidateAll checks the field values on ModelInferRequest_InferRequestedOutputTensor with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelInferRequest_InferRequestedOutputTensorMultiError, or nil if none found.

type ModelInferRequest_InferRequestedOutputTensorMultiError

type ModelInferRequest_InferRequestedOutputTensorMultiError []error

ModelInferRequest_InferRequestedOutputTensorMultiError is an error wrapping multiple validation errors returned by ModelInferRequest_InferRequestedOutputTensor.ValidateAll() if the designated constraints aren't met.

func (ModelInferRequest_InferRequestedOutputTensorMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelInferRequest_InferRequestedOutputTensorMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelInferRequest_InferRequestedOutputTensorValidationError

type ModelInferRequest_InferRequestedOutputTensorValidationError struct {
	// contains filtered or unexported fields
}

ModelInferRequest_InferRequestedOutputTensorValidationError is the validation error returned by ModelInferRequest_InferRequestedOutputTensor.Validate if the designated constraints aren't met.

func (ModelInferRequest_InferRequestedOutputTensorValidationError) Cause

Cause function returns cause value.

func (ModelInferRequest_InferRequestedOutputTensorValidationError) Error

Error satisfies the builtin error interface

func (ModelInferRequest_InferRequestedOutputTensorValidationError) ErrorName

ErrorName returns error name.

func (ModelInferRequest_InferRequestedOutputTensorValidationError) Field

Field function returns field value.

func (ModelInferRequest_InferRequestedOutputTensorValidationError) Key

Key function returns key value.

func (ModelInferRequest_InferRequestedOutputTensorValidationError) Reason

Reason function returns reason value.

type ModelInferResponse

type ModelInferResponse struct {

	// @@  .. cpp:var:: string model_name
	// @@
	// @@     The name of the model used for inference.
	// @@
	ModelName string `protobuf:"bytes,1,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"`
	// @@  .. cpp:var:: string model_version
	// @@
	// @@     The version of the model used for inference.
	// @@
	ModelVersion string `protobuf:"bytes,2,opt,name=model_version,json=modelVersion,proto3" json:"model_version,omitempty"`
	// @@  .. cpp:var:: string id
	// @@
	// @@     The id of the inference request if one was specified.
	// @@
	Id string `protobuf:"bytes,3,opt,name=id,proto3" json:"id,omitempty"`
	// @@  .. cpp:var:: map<string,InferParameter> parameters
	// @@
	// @@     Optional inference response parameters.
	// @@
	Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */
	// @@
	// @@  .. cpp:var:: InferOutputTensor outputs (repeated)
	// @@
	// @@     The output tensors holding inference results.
	// @@
	Outputs []*ModelInferResponse_InferOutputTensor `protobuf:"bytes,5,rep,name=outputs,proto3" json:"outputs,omitempty"`
	// @@
	// @@  .. cpp:var:: bytes raw_output_contents
	// @@
	// @@     The data contained in an output tensor can be represented in
	// @@     "raw" bytes form or in the repeated type that matches the
	// @@     tensor's data type. Using the "raw" bytes form will
	// @@     typically allow higher performance due to the way protobuf
	// @@     allocation and reuse interacts with GRPC. For example, see
	// @@     https://github.com/grpc/grpc/issues/23231.
	// @@
	// @@     To use the raw representation 'raw_output_contents' must be
	// @@     initialized with data for each tensor in the same order as
	// @@     'outputs'. For each tensor, the size of this content must
	// @@     match what is expected by the tensor's shape and data
	// @@     type. The raw data must be the flattened, one-dimensional,
	// @@     row-major order of the tensor elements without any stride
	// @@     or padding between the elements. Note that the FP16 and BF16 data
	// @@     types must be represented as raw content as there is no
	// @@     specific data type for a 16-bit float type.
	// @@
	// @@     If this field is specified then InferOutputTensor::contents
	// @@     must not be specified for any output tensor.
	// @@
	RawOutputContents [][]byte `protobuf:"bytes,6,rep,name=raw_output_contents,json=rawOutputContents,proto3" json:"raw_output_contents,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelInferResponse @@ @@ Response message for ModelInfer. @@

func (*ModelInferResponse) Descriptor deprecated

func (*ModelInferResponse) Descriptor() ([]byte, []int)

Deprecated: Use ModelInferResponse.ProtoReflect.Descriptor instead.

func (*ModelInferResponse) GetId

func (x *ModelInferResponse) GetId() string

func (*ModelInferResponse) GetModelName

func (x *ModelInferResponse) GetModelName() string

func (*ModelInferResponse) GetModelVersion

func (x *ModelInferResponse) GetModelVersion() string

func (*ModelInferResponse) GetOutputs

func (*ModelInferResponse) GetParameters

func (x *ModelInferResponse) GetParameters() map[string]*InferParameter

func (*ModelInferResponse) GetRawOutputContents

func (x *ModelInferResponse) GetRawOutputContents() [][]byte

func (*ModelInferResponse) ProtoMessage

func (*ModelInferResponse) ProtoMessage()

func (*ModelInferResponse) ProtoReflect

func (x *ModelInferResponse) ProtoReflect() protoreflect.Message

func (*ModelInferResponse) Reset

func (x *ModelInferResponse) Reset()

func (*ModelInferResponse) String

func (x *ModelInferResponse) String() string

func (*ModelInferResponse) Validate

func (m *ModelInferResponse) Validate() error

Validate checks the field values on ModelInferResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelInferResponse) ValidateAll

func (m *ModelInferResponse) ValidateAll() error

ValidateAll checks the field values on ModelInferResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelInferResponseMultiError, or nil if none found.

type ModelInferResponseMultiError

type ModelInferResponseMultiError []error

ModelInferResponseMultiError is an error wrapping multiple validation errors returned by ModelInferResponse.ValidateAll() if the designated constraints aren't met.

func (ModelInferResponseMultiError) AllErrors

func (m ModelInferResponseMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelInferResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelInferResponseValidationError

type ModelInferResponseValidationError struct {
	// contains filtered or unexported fields
}

ModelInferResponseValidationError is the validation error returned by ModelInferResponse.Validate if the designated constraints aren't met.

func (ModelInferResponseValidationError) Cause

Cause function returns cause value.

func (ModelInferResponseValidationError) Error

Error satisfies the builtin error interface

func (ModelInferResponseValidationError) ErrorName

ErrorName returns error name.

func (ModelInferResponseValidationError) Field

Field function returns field value.

func (ModelInferResponseValidationError) Key

Key function returns key value.

func (ModelInferResponseValidationError) Reason

Reason function returns reason value.

type ModelInferResponse_InferOutputTensor

type ModelInferResponse_InferOutputTensor struct {

	// @@
	// @@    .. cpp:var:: string name
	// @@
	// @@       The tensor name.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@
	// @@    .. cpp:var:: string datatype
	// @@
	// @@       The tensor data type.
	// @@
	Datatype string `protobuf:"bytes,2,opt,name=datatype,proto3" json:"datatype,omitempty"`
	// @@
	// @@    .. cpp:var:: int64 shape (repeated)
	// @@
	// @@       The tensor shape.
	// @@
	Shape []int64 `protobuf:"varint,3,rep,packed,name=shape,proto3" json:"shape,omitempty"`
	// @@    .. cpp:var:: map<string,InferParameter> parameters
	// @@
	// @@       Optional output tensor parameters.
	// @@
	Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */
	// @@    .. cpp:var:: InferTensorContents contents
	// @@
	// @@       The tensor contents using a data-type format. This field
	// @@       must not be specified if tensor contents are being specified
	// @@       in ModelInferResponse.raw_output_contents.
	// @@
	Contents *InferTensorContents `protobuf:"bytes,5,opt,name=contents,proto3" json:"contents,omitempty"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message InferOutputTensor @@ @@ An output tensor returned for an inference request. @@

func (*ModelInferResponse_InferOutputTensor) Descriptor deprecated

func (*ModelInferResponse_InferOutputTensor) Descriptor() ([]byte, []int)

Deprecated: Use ModelInferResponse_InferOutputTensor.ProtoReflect.Descriptor instead.

func (*ModelInferResponse_InferOutputTensor) GetContents

func (*ModelInferResponse_InferOutputTensor) GetDatatype

func (*ModelInferResponse_InferOutputTensor) GetName

func (*ModelInferResponse_InferOutputTensor) GetParameters

func (*ModelInferResponse_InferOutputTensor) GetShape

func (*ModelInferResponse_InferOutputTensor) ProtoMessage

func (*ModelInferResponse_InferOutputTensor) ProtoMessage()

func (*ModelInferResponse_InferOutputTensor) ProtoReflect

func (*ModelInferResponse_InferOutputTensor) Reset

func (*ModelInferResponse_InferOutputTensor) String

func (*ModelInferResponse_InferOutputTensor) Validate

Validate checks the field values on ModelInferResponse_InferOutputTensor with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelInferResponse_InferOutputTensor) ValidateAll

ValidateAll checks the field values on ModelInferResponse_InferOutputTensor with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelInferResponse_InferOutputTensorMultiError, or nil if none found.

type ModelInferResponse_InferOutputTensorMultiError

type ModelInferResponse_InferOutputTensorMultiError []error

ModelInferResponse_InferOutputTensorMultiError is an error wrapping multiple validation errors returned by ModelInferResponse_InferOutputTensor.ValidateAll() if the designated constraints aren't met.

func (ModelInferResponse_InferOutputTensorMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelInferResponse_InferOutputTensorMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelInferResponse_InferOutputTensorValidationError

type ModelInferResponse_InferOutputTensorValidationError struct {
	// contains filtered or unexported fields
}

ModelInferResponse_InferOutputTensorValidationError is the validation error returned by ModelInferResponse_InferOutputTensor.Validate if the designated constraints aren't met.

func (ModelInferResponse_InferOutputTensorValidationError) Cause

Cause function returns cause value.

func (ModelInferResponse_InferOutputTensorValidationError) Error

Error satisfies the builtin error interface

func (ModelInferResponse_InferOutputTensorValidationError) ErrorName

ErrorName returns error name.

func (ModelInferResponse_InferOutputTensorValidationError) Field

Field function returns field value.

func (ModelInferResponse_InferOutputTensorValidationError) Key

Key function returns key value.

func (ModelInferResponse_InferOutputTensorValidationError) Reason

Reason function returns reason value.

type ModelInput

type ModelInput struct {

	// @@  .. cpp:var:: string name
	// @@
	// @@     The name of the input.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@  .. cpp:var:: DataType data_type
	// @@
	// @@     The data-type of the input.
	// @@
	DataType DataType `protobuf:"varint,2,opt,name=data_type,json=dataType,proto3,enum=inference.DataType" json:"data_type,omitempty"`
	// @@  .. cpp:var:: Format format
	// @@
	// @@     The format of the input. Optional.
	// @@
	Format ModelInput_Format `protobuf:"varint,3,opt,name=format,proto3,enum=inference.ModelInput_Format" json:"format,omitempty"`
	// @@  .. cpp:var:: int64 dims (repeated)
	// @@
	// @@     The dimensions/shape of the input tensor that must be provided
	// @@     when invoking the inference API for this model.
	// @@
	Dims []int64 `protobuf:"varint,4,rep,packed,name=dims,proto3" json:"dims,omitempty"`
	// @@  .. cpp:var:: ModelTensorReshape reshape
	// @@
	// @@     The shape expected for this input by the backend. The input will
	// @@     be reshaped to this before being presented to the backend. The
	// @@     reshape must have the same number of elements as the input shape
	// @@     specified by 'dims'. Optional.
	// @@
	Reshape *ModelTensorReshape `protobuf:"bytes,5,opt,name=reshape,proto3" json:"reshape,omitempty"`
	// @@  .. cpp:var:: bool is_shape_tensor
	// @@
	// @@     Whether or not the input is a shape tensor to the model. This field
	// @@     is currently supported only for the TensorRT model. An error will be
	// @@     generated if this specification does not comply with underlying
	// @@     model.
	// @@
	IsShapeTensor bool `protobuf:"varint,6,opt,name=is_shape_tensor,json=isShapeTensor,proto3" json:"is_shape_tensor,omitempty"`
	// @@  .. cpp:var:: bool allow_ragged_batch
	// @@
	// @@     Whether or not the input is allowed to be "ragged" in a dynamically
	// @@     created batch. Default is false indicating that two requests will
	// @@     only be batched if this tensor has the same shape in both requests.
	// @@     True indicates that two requests can be batched even if this tensor
	// @@     has a different shape in each request.
	// @@
	AllowRaggedBatch bool `protobuf:"varint,7,opt,name=allow_ragged_batch,json=allowRaggedBatch,proto3" json:"allow_ragged_batch,omitempty"`
	// @@  .. cpp:var:: bool optional
	// @@
	// @@     Whether or not the input is optional for the model execution.
	// @@     If true, the input is not required in the inference request.
	// @@     Default value is false.
	// @@
	Optional bool `protobuf:"varint,8,opt,name=optional,proto3" json:"optional,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelInput @@ @@ An input required by the model. @@

func (*ModelInput) Descriptor deprecated

func (*ModelInput) Descriptor() ([]byte, []int)

Deprecated: Use ModelInput.ProtoReflect.Descriptor instead.

func (*ModelInput) GetAllowRaggedBatch

func (x *ModelInput) GetAllowRaggedBatch() bool

func (*ModelInput) GetDataType

func (x *ModelInput) GetDataType() DataType

func (*ModelInput) GetDims

func (x *ModelInput) GetDims() []int64

func (*ModelInput) GetFormat

func (x *ModelInput) GetFormat() ModelInput_Format

func (*ModelInput) GetIsShapeTensor

func (x *ModelInput) GetIsShapeTensor() bool

func (*ModelInput) GetName

func (x *ModelInput) GetName() string

func (*ModelInput) GetOptional

func (x *ModelInput) GetOptional() bool

func (*ModelInput) GetReshape

func (x *ModelInput) GetReshape() *ModelTensorReshape

func (*ModelInput) ProtoMessage

func (*ModelInput) ProtoMessage()

func (*ModelInput) ProtoReflect

func (x *ModelInput) ProtoReflect() protoreflect.Message

func (*ModelInput) Reset

func (x *ModelInput) Reset()

func (*ModelInput) String

func (x *ModelInput) String() string

func (*ModelInput) Validate

func (m *ModelInput) Validate() error

Validate checks the field values on ModelInput with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelInput) ValidateAll

func (m *ModelInput) ValidateAll() error

ValidateAll checks the field values on ModelInput with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelInputMultiError, or nil if none found.

type ModelInputMultiError

type ModelInputMultiError []error

ModelInputMultiError is an error wrapping multiple validation errors returned by ModelInput.ValidateAll() if the designated constraints aren't met.

func (ModelInputMultiError) AllErrors

func (m ModelInputMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelInputMultiError) Error

func (m ModelInputMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type ModelInputValidationError

type ModelInputValidationError struct {
	// contains filtered or unexported fields
}

ModelInputValidationError is the validation error returned by ModelInput.Validate if the designated constraints aren't met.

func (ModelInputValidationError) Cause

func (e ModelInputValidationError) Cause() error

Cause function returns cause value.

func (ModelInputValidationError) Error

Error satisfies the builtin error interface

func (ModelInputValidationError) ErrorName

func (e ModelInputValidationError) ErrorName() string

ErrorName returns error name.

func (ModelInputValidationError) Field

Field function returns field value.

func (ModelInputValidationError) Key

Key function returns key value.

func (ModelInputValidationError) Reason

func (e ModelInputValidationError) Reason() string

Reason function returns reason value.

type ModelInput_Format

type ModelInput_Format int32

@@ @@ .. cpp:enum:: Format @@ @@ The format for the input. @@

const (
	// @@    .. cpp:enumerator:: Format::FORMAT_NONE = 0
	// @@
	// @@       The input has no specific format. This is the default.
	// @@
	ModelInput_FORMAT_NONE ModelInput_Format = 0
	// @@    .. cpp:enumerator:: Format::FORMAT_NHWC = 1
	// @@
	// @@       HWC image format. Tensors with this format require 3 dimensions
	// @@       if the model does not support batching (max_batch_size = 0) or 4
	// @@       dimensions if the model does support batching (max_batch_size
	// @@       >= 1). In either case the 'dims' below should only specify the
	// @@       3 non-batch dimensions (i.e. HWC or CHW).
	// @@
	ModelInput_FORMAT_NHWC ModelInput_Format = 1
	// @@    .. cpp:enumerator:: Format::FORMAT_NCHW = 2
	// @@
	// @@       CHW image format. Tensors with this format require 3 dimensions
	// @@       if the model does not support batching (max_batch_size = 0) or 4
	// @@       dimensions if the model does support batching (max_batch_size
	// @@       >= 1). In either case the 'dims' below should only specify the
	// @@       3 non-batch dimensions (i.e. HWC or CHW).
	// @@
	ModelInput_FORMAT_NCHW ModelInput_Format = 2
)

func (ModelInput_Format) Descriptor

func (ModelInput_Format) Enum

func (ModelInput_Format) EnumDescriptor deprecated

func (ModelInput_Format) EnumDescriptor() ([]byte, []int)

Deprecated: Use ModelInput_Format.Descriptor instead.

func (ModelInput_Format) Number

func (ModelInput_Format) String

func (x ModelInput_Format) String() string

func (ModelInput_Format) Type

type ModelInstanceGroup

type ModelInstanceGroup struct {

	// @@  .. cpp:var:: string name
	// @@
	// @@     Optional name of this group of instances. If not specified the
	// @@     name will be formed as <model name>_<group number>. The name of
	// @@     individual instances will be further formed by a unique instance
	// @@     number and GPU index:
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@  .. cpp:var:: Kind kind
	// @@
	// @@     The kind of this instance group. Default is KIND_AUTO. If
	// @@     KIND_AUTO or KIND_GPU then both 'count' and 'gpu' are valid and
	// @@     may be specified. If KIND_CPU or KIND_MODEL only 'count' is valid
	// @@     and 'gpu' cannot be specified.
	// @@
	Kind ModelInstanceGroup_Kind `protobuf:"varint,4,opt,name=kind,proto3,enum=inference.ModelInstanceGroup_Kind" json:"kind,omitempty"`
	// @@  .. cpp:var:: int32 count
	// @@
	// @@     For a group assigned to GPU, the number of instances created for
	// @@     each GPU listed in 'gpus'. For a group assigned to CPU the number
	// @@     of instances created. Default is 1.
	Count int32 `protobuf:"varint,2,opt,name=count,proto3" json:"count,omitempty"`
	// @@  .. cpp:var:: ModelRateLimiter rate_limiter
	// @@
	// @@     The rate limiter specific settings to be associated with this
	// @@     instance group. Optional, if not specified no rate limiting
	// @@     will be applied to this instance group.
	// @@
	RateLimiter *ModelRateLimiter `protobuf:"bytes,6,opt,name=rate_limiter,json=rateLimiter,proto3" json:"rate_limiter,omitempty"`
	// @@  .. cpp:var:: int32 gpus (repeated)
	// @@
	// @@     GPU(s) where instances should be available. For each GPU listed,
	// @@     'count' instances of the model will be available. Setting 'gpus'
	// @@     to empty (or not specifying at all) is eqivalent to listing all
	// @@     available GPUs.
	// @@
	Gpus []int32 `protobuf:"varint,3,rep,packed,name=gpus,proto3" json:"gpus,omitempty"`
	// @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
	// @@
	// @@     Secondary devices that are required by instances specified by this
	// @@     instance group. Optional.
	// @@
	SecondaryDevices []*ModelInstanceGroup_SecondaryDevice `protobuf:"bytes,8,rep,name=secondary_devices,json=secondaryDevices,proto3" json:"secondary_devices,omitempty"`
	// @@  .. cpp:var:: string profile (repeated)
	// @@
	// @@     For TensorRT models containing multiple optimization profile, this
	// @@     parameter specifies a set of optimization profiles available to this
	// @@     instance group. The inference server will choose the optimal profile
	// @@     based on the shapes of the input tensors. This field should lie
	// @@     between 0 and <TotalNumberOfOptimizationProfilesInPlanModel> - 1
	// @@     and be specified only for TensorRT backend, otherwise an error will
	// @@     be generated. If not specified, the server will select the first
	// @@     optimization profile by default.
	// @@
	Profile []string `protobuf:"bytes,5,rep,name=profile,proto3" json:"profile,omitempty"`
	// @@  .. cpp:var:: bool passive
	// @@
	// @@     Whether the instances within this instance group will be accepting
	// @@     inference requests from the scheduler. If true, the instances will
	// @@     not be added to the scheduler. Default value is false.
	// @@
	Passive bool `protobuf:"varint,7,opt,name=passive,proto3" json:"passive,omitempty"`
	// @@  .. cpp:var:: string host_policy
	// @@
	// @@     The host policy name that the instance to be associated with.
	// @@     The default value is set to reflect the device kind of the instance,
	// @@     for instance, KIND_CPU is "cpu", KIND_MODEL is "model" and
	// @@     KIND_GPU is "gpu_<gpu_id>".
	// @@
	HostPolicy string `protobuf:"bytes,9,opt,name=host_policy,json=hostPolicy,proto3" json:"host_policy,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelInstanceGroup @@ @@ A group of one or more instances of a model and resources made @@ available for those instances. @@

func (*ModelInstanceGroup) Descriptor deprecated

func (*ModelInstanceGroup) Descriptor() ([]byte, []int)

Deprecated: Use ModelInstanceGroup.ProtoReflect.Descriptor instead.

func (*ModelInstanceGroup) GetCount

func (x *ModelInstanceGroup) GetCount() int32

func (*ModelInstanceGroup) GetGpus

func (x *ModelInstanceGroup) GetGpus() []int32

func (*ModelInstanceGroup) GetHostPolicy

func (x *ModelInstanceGroup) GetHostPolicy() string

func (*ModelInstanceGroup) GetKind

func (*ModelInstanceGroup) GetName

func (x *ModelInstanceGroup) GetName() string

func (*ModelInstanceGroup) GetPassive

func (x *ModelInstanceGroup) GetPassive() bool

func (*ModelInstanceGroup) GetProfile

func (x *ModelInstanceGroup) GetProfile() []string

func (*ModelInstanceGroup) GetRateLimiter

func (x *ModelInstanceGroup) GetRateLimiter() *ModelRateLimiter

func (*ModelInstanceGroup) GetSecondaryDevices

func (x *ModelInstanceGroup) GetSecondaryDevices() []*ModelInstanceGroup_SecondaryDevice

func (*ModelInstanceGroup) ProtoMessage

func (*ModelInstanceGroup) ProtoMessage()

func (*ModelInstanceGroup) ProtoReflect

func (x *ModelInstanceGroup) ProtoReflect() protoreflect.Message

func (*ModelInstanceGroup) Reset

func (x *ModelInstanceGroup) Reset()

func (*ModelInstanceGroup) String

func (x *ModelInstanceGroup) String() string

func (*ModelInstanceGroup) Validate

func (m *ModelInstanceGroup) Validate() error

Validate checks the field values on ModelInstanceGroup with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelInstanceGroup) ValidateAll

func (m *ModelInstanceGroup) ValidateAll() error

ValidateAll checks the field values on ModelInstanceGroup with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelInstanceGroupMultiError, or nil if none found.

type ModelInstanceGroupMultiError

type ModelInstanceGroupMultiError []error

ModelInstanceGroupMultiError is an error wrapping multiple validation errors returned by ModelInstanceGroup.ValidateAll() if the designated constraints aren't met.

func (ModelInstanceGroupMultiError) AllErrors

func (m ModelInstanceGroupMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelInstanceGroupMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelInstanceGroupValidationError

type ModelInstanceGroupValidationError struct {
	// contains filtered or unexported fields
}

ModelInstanceGroupValidationError is the validation error returned by ModelInstanceGroup.Validate if the designated constraints aren't met.

func (ModelInstanceGroupValidationError) Cause

Cause function returns cause value.

func (ModelInstanceGroupValidationError) Error

Error satisfies the builtin error interface

func (ModelInstanceGroupValidationError) ErrorName

ErrorName returns error name.

func (ModelInstanceGroupValidationError) Field

Field function returns field value.

func (ModelInstanceGroupValidationError) Key

Key function returns key value.

func (ModelInstanceGroupValidationError) Reason

Reason function returns reason value.

type ModelInstanceGroup_Kind

type ModelInstanceGroup_Kind int32

@@ @@ .. cpp:enum:: Kind @@ @@ Kind of this instance group. @@

const (
	// @@    .. cpp:enumerator:: Kind::KIND_AUTO = 0
	// @@
	// @@       This instance group represents instances that can run on either
	// @@       CPU or GPU. If all GPUs listed in 'gpus' are available then
	// @@       instances will be created on GPU(s), otherwise instances will
	// @@       be created on CPU.
	// @@
	ModelInstanceGroup_KIND_AUTO ModelInstanceGroup_Kind = 0
	// @@    .. cpp:enumerator:: Kind::KIND_GPU = 1
	// @@
	// @@       This instance group represents instances that must run on the
	// @@       GPU.
	// @@
	ModelInstanceGroup_KIND_GPU ModelInstanceGroup_Kind = 1
	// @@    .. cpp:enumerator:: Kind::KIND_CPU = 2
	// @@
	// @@       This instance group represents instances that must run on the
	// @@       CPU.
	// @@
	ModelInstanceGroup_KIND_CPU ModelInstanceGroup_Kind = 2
	// @@    .. cpp:enumerator:: Kind::KIND_MODEL = 3
	// @@
	// @@       This instance group represents instances that should run on the
	// @@       CPU and/or GPU(s) as specified by the model or backend itself.
	// @@       The inference server will not override the model/backend
	// @@       settings.
	// @@
	ModelInstanceGroup_KIND_MODEL ModelInstanceGroup_Kind = 3
)

func (ModelInstanceGroup_Kind) Descriptor

func (ModelInstanceGroup_Kind) Enum

func (ModelInstanceGroup_Kind) EnumDescriptor deprecated

func (ModelInstanceGroup_Kind) EnumDescriptor() ([]byte, []int)

Deprecated: Use ModelInstanceGroup_Kind.Descriptor instead.

func (ModelInstanceGroup_Kind) Number

func (ModelInstanceGroup_Kind) String

func (x ModelInstanceGroup_Kind) String() string

func (ModelInstanceGroup_Kind) Type

type ModelInstanceGroup_SecondaryDevice

type ModelInstanceGroup_SecondaryDevice struct {

	// @@  .. cpp:var:: SecondaryDeviceKind kind
	// @@
	// @@     The secondary device kind.
	// @@
	Kind ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind `` /* 132-byte string literal not displayed */
	// @@  .. cpp:var:: int64 device_id
	// @@
	// @@     Identifier for the secondary device.
	// @@
	DeviceId int64 `protobuf:"varint,2,opt,name=device_id,json=deviceId,proto3" json:"device_id,omitempty"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message SecondaryDevice @@ @@ A secondary device required for a model instance. @@

func (*ModelInstanceGroup_SecondaryDevice) Descriptor deprecated

func (*ModelInstanceGroup_SecondaryDevice) Descriptor() ([]byte, []int)

Deprecated: Use ModelInstanceGroup_SecondaryDevice.ProtoReflect.Descriptor instead.

func (*ModelInstanceGroup_SecondaryDevice) GetDeviceId

func (x *ModelInstanceGroup_SecondaryDevice) GetDeviceId() int64

func (*ModelInstanceGroup_SecondaryDevice) GetKind

func (*ModelInstanceGroup_SecondaryDevice) ProtoMessage

func (*ModelInstanceGroup_SecondaryDevice) ProtoMessage()

func (*ModelInstanceGroup_SecondaryDevice) ProtoReflect

func (*ModelInstanceGroup_SecondaryDevice) Reset

func (*ModelInstanceGroup_SecondaryDevice) String

func (*ModelInstanceGroup_SecondaryDevice) Validate

Validate checks the field values on ModelInstanceGroup_SecondaryDevice with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelInstanceGroup_SecondaryDevice) ValidateAll

func (m *ModelInstanceGroup_SecondaryDevice) ValidateAll() error

ValidateAll checks the field values on ModelInstanceGroup_SecondaryDevice with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelInstanceGroup_SecondaryDeviceMultiError, or nil if none found.

type ModelInstanceGroup_SecondaryDeviceMultiError

type ModelInstanceGroup_SecondaryDeviceMultiError []error

ModelInstanceGroup_SecondaryDeviceMultiError is an error wrapping multiple validation errors returned by ModelInstanceGroup_SecondaryDevice.ValidateAll() if the designated constraints aren't met.

func (ModelInstanceGroup_SecondaryDeviceMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelInstanceGroup_SecondaryDeviceMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelInstanceGroup_SecondaryDeviceValidationError

type ModelInstanceGroup_SecondaryDeviceValidationError struct {
	// contains filtered or unexported fields
}

ModelInstanceGroup_SecondaryDeviceValidationError is the validation error returned by ModelInstanceGroup_SecondaryDevice.Validate if the designated constraints aren't met.

func (ModelInstanceGroup_SecondaryDeviceValidationError) Cause

Cause function returns cause value.

func (ModelInstanceGroup_SecondaryDeviceValidationError) Error

Error satisfies the builtin error interface

func (ModelInstanceGroup_SecondaryDeviceValidationError) ErrorName

ErrorName returns error name.

func (ModelInstanceGroup_SecondaryDeviceValidationError) Field

Field function returns field value.

func (ModelInstanceGroup_SecondaryDeviceValidationError) Key

Key function returns key value.

func (ModelInstanceGroup_SecondaryDeviceValidationError) Reason

Reason function returns reason value.

type ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind

type ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind int32

@@ @@ .. cpp:enum:: SecondaryDeviceKind @@ @@ The kind of the secondary device. @@

const (
	// @@    .. cpp:enumerator:: SecondaryDeviceKind::KIND_NVDLA = 0
	// @@
	// @@       An NVDLA core. http://nvdla.org
	// @@       Currently KIND_NVDLA is only supported by the TensorRT backend.
	// @@
	ModelInstanceGroup_SecondaryDevice_KIND_NVDLA ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind = 0
)

func (ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) Descriptor

func (ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) Enum

func (ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) EnumDescriptor deprecated

Deprecated: Use ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind.Descriptor instead.

func (ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) Number

func (ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) String

func (ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) Type

type ModelMetadataRequest

type ModelMetadataRequest struct {

	// @@
	// @@  .. cpp:var:: string name
	// @@
	// @@     The name of the model.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@  .. cpp:var:: string version
	// @@
	// @@     The version of the model to check for readiness. If not
	// @@     given the server will choose a version based on the
	// @@     model and internal policy.
	// @@
	Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelMetadataRequest @@ @@ Request message for ModelMetadata. @@

func (*ModelMetadataRequest) Descriptor deprecated

func (*ModelMetadataRequest) Descriptor() ([]byte, []int)

Deprecated: Use ModelMetadataRequest.ProtoReflect.Descriptor instead.

func (*ModelMetadataRequest) GetName

func (x *ModelMetadataRequest) GetName() string

func (*ModelMetadataRequest) GetVersion

func (x *ModelMetadataRequest) GetVersion() string

func (*ModelMetadataRequest) ProtoMessage

func (*ModelMetadataRequest) ProtoMessage()

func (*ModelMetadataRequest) ProtoReflect

func (x *ModelMetadataRequest) ProtoReflect() protoreflect.Message

func (*ModelMetadataRequest) Reset

func (x *ModelMetadataRequest) Reset()

func (*ModelMetadataRequest) String

func (x *ModelMetadataRequest) String() string

func (*ModelMetadataRequest) Validate

func (m *ModelMetadataRequest) Validate() error

Validate checks the field values on ModelMetadataRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelMetadataRequest) ValidateAll

func (m *ModelMetadataRequest) ValidateAll() error

ValidateAll checks the field values on ModelMetadataRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelMetadataRequestMultiError, or nil if none found.

type ModelMetadataRequestMultiError

type ModelMetadataRequestMultiError []error

ModelMetadataRequestMultiError is an error wrapping multiple validation errors returned by ModelMetadataRequest.ValidateAll() if the designated constraints aren't met.

func (ModelMetadataRequestMultiError) AllErrors

func (m ModelMetadataRequestMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelMetadataRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelMetadataRequestValidationError

type ModelMetadataRequestValidationError struct {
	// contains filtered or unexported fields
}

ModelMetadataRequestValidationError is the validation error returned by ModelMetadataRequest.Validate if the designated constraints aren't met.

func (ModelMetadataRequestValidationError) Cause

Cause function returns cause value.

func (ModelMetadataRequestValidationError) Error

Error satisfies the builtin error interface

func (ModelMetadataRequestValidationError) ErrorName

ErrorName returns error name.

func (ModelMetadataRequestValidationError) Field

Field function returns field value.

func (ModelMetadataRequestValidationError) Key

Key function returns key value.

func (ModelMetadataRequestValidationError) Reason

Reason function returns reason value.

type ModelMetadataResponse

type ModelMetadataResponse struct {

	// @@
	// @@  .. cpp:var:: string name
	// @@
	// @@     The model name.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@
	// @@  .. cpp:var:: string versions (repeated)
	// @@
	// @@     The versions of the model.
	// @@
	Versions []string `protobuf:"bytes,2,rep,name=versions,proto3" json:"versions,omitempty"`
	// @@
	// @@  .. cpp:var:: string platform
	// @@
	// @@     The model's platform.
	// @@
	Platform string `protobuf:"bytes,3,opt,name=platform,proto3" json:"platform,omitempty"`
	// @@
	// @@  .. cpp:var:: TensorMetadata inputs (repeated)
	// @@
	// @@     The model's inputs.
	// @@
	Inputs []*ModelMetadataResponse_TensorMetadata `protobuf:"bytes,4,rep,name=inputs,proto3" json:"inputs,omitempty"`
	// @@
	// @@  .. cpp:var:: TensorMetadata outputs (repeated)
	// @@
	// @@     The model's outputs.
	// @@
	Outputs []*ModelMetadataResponse_TensorMetadata `protobuf:"bytes,5,rep,name=outputs,proto3" json:"outputs,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelMetadataResponse @@ @@ Response message for ModelMetadata. @@

func (*ModelMetadataResponse) Descriptor deprecated

func (*ModelMetadataResponse) Descriptor() ([]byte, []int)

Deprecated: Use ModelMetadataResponse.ProtoReflect.Descriptor instead.

func (*ModelMetadataResponse) GetInputs

func (*ModelMetadataResponse) GetName

func (x *ModelMetadataResponse) GetName() string

func (*ModelMetadataResponse) GetOutputs

func (*ModelMetadataResponse) GetPlatform

func (x *ModelMetadataResponse) GetPlatform() string

func (*ModelMetadataResponse) GetVersions

func (x *ModelMetadataResponse) GetVersions() []string

func (*ModelMetadataResponse) ProtoMessage

func (*ModelMetadataResponse) ProtoMessage()

func (*ModelMetadataResponse) ProtoReflect

func (x *ModelMetadataResponse) ProtoReflect() protoreflect.Message

func (*ModelMetadataResponse) Reset

func (x *ModelMetadataResponse) Reset()

func (*ModelMetadataResponse) String

func (x *ModelMetadataResponse) String() string

func (*ModelMetadataResponse) Validate

func (m *ModelMetadataResponse) Validate() error

Validate checks the field values on ModelMetadataResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelMetadataResponse) ValidateAll

func (m *ModelMetadataResponse) ValidateAll() error

ValidateAll checks the field values on ModelMetadataResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelMetadataResponseMultiError, or nil if none found.

type ModelMetadataResponseMultiError

type ModelMetadataResponseMultiError []error

ModelMetadataResponseMultiError is an error wrapping multiple validation errors returned by ModelMetadataResponse.ValidateAll() if the designated constraints aren't met.

func (ModelMetadataResponseMultiError) AllErrors

func (m ModelMetadataResponseMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelMetadataResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelMetadataResponseValidationError

type ModelMetadataResponseValidationError struct {
	// contains filtered or unexported fields
}

ModelMetadataResponseValidationError is the validation error returned by ModelMetadataResponse.Validate if the designated constraints aren't met.

func (ModelMetadataResponseValidationError) Cause

Cause function returns cause value.

func (ModelMetadataResponseValidationError) Error

Error satisfies the builtin error interface

func (ModelMetadataResponseValidationError) ErrorName

ErrorName returns error name.

func (ModelMetadataResponseValidationError) Field

Field function returns field value.

func (ModelMetadataResponseValidationError) Key

Key function returns key value.

func (ModelMetadataResponseValidationError) Reason

Reason function returns reason value.

type ModelMetadataResponse_TensorMetadata

type ModelMetadataResponse_TensorMetadata struct {

	// @@
	// @@    .. cpp:var:: string name
	// @@
	// @@       The tensor name.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@
	// @@    .. cpp:var:: string datatype
	// @@
	// @@       The tensor data type.
	// @@
	Datatype string `protobuf:"bytes,2,opt,name=datatype,proto3" json:"datatype,omitempty"`
	// @@
	// @@    .. cpp:var:: int64 shape (repeated)
	// @@
	// @@       The tensor shape. A variable-size dimension is represented
	// @@       by a -1 value.
	// @@
	Shape []int64 `protobuf:"varint,3,rep,packed,name=shape,proto3" json:"shape,omitempty"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message TensorMetadata @@ @@ Metadata for a tensor. @@

func (*ModelMetadataResponse_TensorMetadata) Descriptor deprecated

func (*ModelMetadataResponse_TensorMetadata) Descriptor() ([]byte, []int)

Deprecated: Use ModelMetadataResponse_TensorMetadata.ProtoReflect.Descriptor instead.

func (*ModelMetadataResponse_TensorMetadata) GetDatatype

func (*ModelMetadataResponse_TensorMetadata) GetName

func (*ModelMetadataResponse_TensorMetadata) GetShape

func (*ModelMetadataResponse_TensorMetadata) ProtoMessage

func (*ModelMetadataResponse_TensorMetadata) ProtoMessage()

func (*ModelMetadataResponse_TensorMetadata) ProtoReflect

func (*ModelMetadataResponse_TensorMetadata) Reset

func (*ModelMetadataResponse_TensorMetadata) String

func (*ModelMetadataResponse_TensorMetadata) Validate

Validate checks the field values on ModelMetadataResponse_TensorMetadata with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelMetadataResponse_TensorMetadata) ValidateAll

ValidateAll checks the field values on ModelMetadataResponse_TensorMetadata with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelMetadataResponse_TensorMetadataMultiError, or nil if none found.

type ModelMetadataResponse_TensorMetadataMultiError

type ModelMetadataResponse_TensorMetadataMultiError []error

ModelMetadataResponse_TensorMetadataMultiError is an error wrapping multiple validation errors returned by ModelMetadataResponse_TensorMetadata.ValidateAll() if the designated constraints aren't met.

func (ModelMetadataResponse_TensorMetadataMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelMetadataResponse_TensorMetadataMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelMetadataResponse_TensorMetadataValidationError

type ModelMetadataResponse_TensorMetadataValidationError struct {
	// contains filtered or unexported fields
}

ModelMetadataResponse_TensorMetadataValidationError is the validation error returned by ModelMetadataResponse_TensorMetadata.Validate if the designated constraints aren't met.

func (ModelMetadataResponse_TensorMetadataValidationError) Cause

Cause function returns cause value.

func (ModelMetadataResponse_TensorMetadataValidationError) Error

Error satisfies the builtin error interface

func (ModelMetadataResponse_TensorMetadataValidationError) ErrorName

ErrorName returns error name.

func (ModelMetadataResponse_TensorMetadataValidationError) Field

Field function returns field value.

func (ModelMetadataResponse_TensorMetadataValidationError) Key

Key function returns key value.

func (ModelMetadataResponse_TensorMetadataValidationError) Reason

Reason function returns reason value.

type ModelOperations

type ModelOperations struct {

	// @@  .. cpp:var:: string op_library_filename (repeated)
	// @@
	// @@     Optional paths of the libraries providing custom operations for
	// @@     this model. Valid only for ONNX models.
	// @@
	OpLibraryFilename []string `protobuf:"bytes,1,rep,name=op_library_filename,json=opLibraryFilename,proto3" json:"op_library_filename,omitempty"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message ModelOperations @@ @@ The metadata of libraries providing custom operations for this model. @@

func (*ModelOperations) Descriptor deprecated

func (*ModelOperations) Descriptor() ([]byte, []int)

Deprecated: Use ModelOperations.ProtoReflect.Descriptor instead.

func (*ModelOperations) GetOpLibraryFilename

func (x *ModelOperations) GetOpLibraryFilename() []string

func (*ModelOperations) ProtoMessage

func (*ModelOperations) ProtoMessage()

func (*ModelOperations) ProtoReflect

func (x *ModelOperations) ProtoReflect() protoreflect.Message

func (*ModelOperations) Reset

func (x *ModelOperations) Reset()

func (*ModelOperations) String

func (x *ModelOperations) String() string

func (*ModelOperations) Validate

func (m *ModelOperations) Validate() error

Validate checks the field values on ModelOperations with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelOperations) ValidateAll

func (m *ModelOperations) ValidateAll() error

ValidateAll checks the field values on ModelOperations with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOperationsMultiError, or nil if none found.

type ModelOperationsMultiError

type ModelOperationsMultiError []error

ModelOperationsMultiError is an error wrapping multiple validation errors returned by ModelOperations.ValidateAll() if the designated constraints aren't met.

func (ModelOperationsMultiError) AllErrors

func (m ModelOperationsMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelOperationsMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelOperationsValidationError

type ModelOperationsValidationError struct {
	// contains filtered or unexported fields
}

ModelOperationsValidationError is the validation error returned by ModelOperations.Validate if the designated constraints aren't met.

func (ModelOperationsValidationError) Cause

Cause function returns cause value.

func (ModelOperationsValidationError) Error

Error satisfies the builtin error interface

func (ModelOperationsValidationError) ErrorName

func (e ModelOperationsValidationError) ErrorName() string

ErrorName returns error name.

func (ModelOperationsValidationError) Field

Field function returns field value.

func (ModelOperationsValidationError) Key

Key function returns key value.

func (ModelOperationsValidationError) Reason

Reason function returns reason value.

type ModelOptimizationPolicy

type ModelOptimizationPolicy struct {

	// @@  .. cpp:var:: Graph graph
	// @@
	// @@     The graph optimization setting for the model. Optional.
	// @@
	Graph *ModelOptimizationPolicy_Graph `protobuf:"bytes,1,opt,name=graph,proto3" json:"graph,omitempty"`
	// @@  .. cpp:var:: ModelPriority priority
	// @@
	// @@     The priority setting for the model. Optional.
	// @@
	Priority ModelOptimizationPolicy_ModelPriority `protobuf:"varint,2,opt,name=priority,proto3,enum=inference.ModelOptimizationPolicy_ModelPriority" json:"priority,omitempty"`
	// @@  .. cpp:var:: Cuda cuda
	// @@
	// @@     CUDA-specific optimization settings. Optional.
	// @@
	Cuda *ModelOptimizationPolicy_Cuda `protobuf:"bytes,3,opt,name=cuda,proto3" json:"cuda,omitempty"`
	// @@  .. cpp:var:: ExecutionAccelerators execution_accelerators
	// @@
	// @@     The accelerators used for the model. Optional.
	// @@
	ExecutionAccelerators *ModelOptimizationPolicy_ExecutionAccelerators `protobuf:"bytes,4,opt,name=execution_accelerators,json=executionAccelerators,proto3" json:"execution_accelerators,omitempty"`
	// @@  .. cpp:var:: PinnedMemoryBuffer input_pinned_memory
	// @@
	// @@     Use pinned memory buffer when the data transfer for inputs
	// @@     is between GPU memory and non-pinned system memory.
	// @@     Default is true.
	// @@
	InputPinnedMemory *ModelOptimizationPolicy_PinnedMemoryBuffer `protobuf:"bytes,5,opt,name=input_pinned_memory,json=inputPinnedMemory,proto3" json:"input_pinned_memory,omitempty"`
	// @@  .. cpp:var:: PinnedMemoryBuffer output_pinned_memory
	// @@
	// @@     Use pinned memory buffer when the data transfer for outputs
	// @@     is between GPU memory and non-pinned system memory.
	// @@     Default is true.
	// @@
	OutputPinnedMemory *ModelOptimizationPolicy_PinnedMemoryBuffer `protobuf:"bytes,6,opt,name=output_pinned_memory,json=outputPinnedMemory,proto3" json:"output_pinned_memory,omitempty"`
	// @@  .. cpp:var:: uint32 gather_kernel_buffer_threshold
	// @@
	// @@     The backend may use a gather kernel to gather input data if the
	// @@     device has direct access to the source buffer and the destination
	// @@     buffer. In such case, the gather kernel will be used only if the
	// @@     number of buffers to be gathered is greater or equal to
	// @@     the specifed value. If 0, the gather kernel will be disabled.
	// @@     Default value is 0.
	// @@     Currently only recognized by TensorRT backend.
	// @@
	GatherKernelBufferThreshold uint32 `` /* 147-byte string literal not displayed */
	// @@  .. cpp:var:: bool eager_batching
	// @@
	// @@     Start preparing the next batch before the model instance is ready
	// @@     for the next inference. This option can be used to overlap the
	// @@     batch preparation with model execution, with the trade-off that
	// @@     the next batch might be smaller than what it could have been.
	// @@     Default value is false.
	// @@     Currently only recognized by TensorRT backend.
	// @@
	EagerBatching bool `protobuf:"varint,8,opt,name=eager_batching,json=eagerBatching,proto3" json:"eager_batching,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelOptimizationPolicy @@ @@ Optimization settings for a model. These settings control if/how a @@ model is optimized and prioritized by the backend framework when @@ it is loaded. @@

func (*ModelOptimizationPolicy) Descriptor deprecated

func (*ModelOptimizationPolicy) Descriptor() ([]byte, []int)

Deprecated: Use ModelOptimizationPolicy.ProtoReflect.Descriptor instead.

func (*ModelOptimizationPolicy) GetCuda

func (*ModelOptimizationPolicy) GetEagerBatching

func (x *ModelOptimizationPolicy) GetEagerBatching() bool

func (*ModelOptimizationPolicy) GetExecutionAccelerators

func (*ModelOptimizationPolicy) GetGatherKernelBufferThreshold

func (x *ModelOptimizationPolicy) GetGatherKernelBufferThreshold() uint32

func (*ModelOptimizationPolicy) GetGraph

func (*ModelOptimizationPolicy) GetInputPinnedMemory

func (*ModelOptimizationPolicy) GetOutputPinnedMemory

func (*ModelOptimizationPolicy) GetPriority

func (*ModelOptimizationPolicy) ProtoMessage

func (*ModelOptimizationPolicy) ProtoMessage()

func (*ModelOptimizationPolicy) ProtoReflect

func (x *ModelOptimizationPolicy) ProtoReflect() protoreflect.Message

func (*ModelOptimizationPolicy) Reset

func (x *ModelOptimizationPolicy) Reset()

func (*ModelOptimizationPolicy) String

func (x *ModelOptimizationPolicy) String() string

func (*ModelOptimizationPolicy) Validate

func (m *ModelOptimizationPolicy) Validate() error

Validate checks the field values on ModelOptimizationPolicy with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelOptimizationPolicy) ValidateAll

func (m *ModelOptimizationPolicy) ValidateAll() error

ValidateAll checks the field values on ModelOptimizationPolicy with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicyMultiError, or nil if none found.

type ModelOptimizationPolicyMultiError

type ModelOptimizationPolicyMultiError []error

ModelOptimizationPolicyMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy.ValidateAll() if the designated constraints aren't met.

func (ModelOptimizationPolicyMultiError) AllErrors

func (m ModelOptimizationPolicyMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelOptimizationPolicyMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelOptimizationPolicyValidationError

type ModelOptimizationPolicyValidationError struct {
	// contains filtered or unexported fields
}

ModelOptimizationPolicyValidationError is the validation error returned by ModelOptimizationPolicy.Validate if the designated constraints aren't met.

func (ModelOptimizationPolicyValidationError) Cause

Cause function returns cause value.

func (ModelOptimizationPolicyValidationError) Error

Error satisfies the builtin error interface

func (ModelOptimizationPolicyValidationError) ErrorName

ErrorName returns error name.

func (ModelOptimizationPolicyValidationError) Field

Field function returns field value.

func (ModelOptimizationPolicyValidationError) Key

Key function returns key value.

func (ModelOptimizationPolicyValidationError) Reason

Reason function returns reason value.

type ModelOptimizationPolicy_Cuda

type ModelOptimizationPolicy_Cuda struct {

	// @@    .. cpp:var:: bool graphs
	// @@
	// @@       Use CUDA graphs API to capture model operations and execute
	// @@       them more efficiently. Default value is false.
	// @@       Currently only recognized by TensorRT backend.
	// @@
	Graphs bool `protobuf:"varint,1,opt,name=graphs,proto3" json:"graphs,omitempty"`
	// @@    .. cpp:var:: bool busy_wait_events
	// @@
	// @@       Use busy-waiting to synchronize CUDA events to achieve minimum
	// @@       latency from event complete to host thread to be notified, with
	// @@       the cost of high CPU load. Default value is false.
	// @@       Currently only recognized by TensorRT backend.
	// @@
	BusyWaitEvents bool `protobuf:"varint,2,opt,name=busy_wait_events,json=busyWaitEvents,proto3" json:"busy_wait_events,omitempty"`
	// @@    .. cpp:var:: GraphSpec graph_spec (repeated)
	// @@
	// @@       Specification of the CUDA graph to be captured. If not specified
	// @@       and 'graphs' is true, the default CUDA graphs will be captured
	// @@       based on model settings.
	// @@       Currently only recognized by TensorRT backend.
	// @@
	GraphSpec []*ModelOptimizationPolicy_Cuda_GraphSpec `protobuf:"bytes,3,rep,name=graph_spec,json=graphSpec,proto3" json:"graph_spec,omitempty"`
	// @@    .. cpp:var:: bool output_copy_stream
	// @@
	// @@       Uses a CUDA stream separate from the inference stream to copy the
	// @@       output to host. However, be aware that setting this option to
	// @@       true will lead to an increase in the memory consumption of the
	// @@       model as Triton will allocate twice as much GPU memory for its
	// @@       I/O tensor buffers. Default value is false.
	// @@       Currently only recognized by TensorRT backend.
	// @@
	OutputCopyStream bool `protobuf:"varint,4,opt,name=output_copy_stream,json=outputCopyStream,proto3" json:"output_copy_stream,omitempty"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message Cuda @@ @@ CUDA-specific optimization settings. @@

func (*ModelOptimizationPolicy_Cuda) Descriptor deprecated

func (*ModelOptimizationPolicy_Cuda) Descriptor() ([]byte, []int)

Deprecated: Use ModelOptimizationPolicy_Cuda.ProtoReflect.Descriptor instead.

func (*ModelOptimizationPolicy_Cuda) GetBusyWaitEvents

func (x *ModelOptimizationPolicy_Cuda) GetBusyWaitEvents() bool

func (*ModelOptimizationPolicy_Cuda) GetGraphSpec

func (*ModelOptimizationPolicy_Cuda) GetGraphs

func (x *ModelOptimizationPolicy_Cuda) GetGraphs() bool

func (*ModelOptimizationPolicy_Cuda) GetOutputCopyStream

func (x *ModelOptimizationPolicy_Cuda) GetOutputCopyStream() bool

func (*ModelOptimizationPolicy_Cuda) ProtoMessage

func (*ModelOptimizationPolicy_Cuda) ProtoMessage()

func (*ModelOptimizationPolicy_Cuda) ProtoReflect

func (*ModelOptimizationPolicy_Cuda) Reset

func (x *ModelOptimizationPolicy_Cuda) Reset()

func (*ModelOptimizationPolicy_Cuda) String

func (*ModelOptimizationPolicy_Cuda) Validate

func (m *ModelOptimizationPolicy_Cuda) Validate() error

Validate checks the field values on ModelOptimizationPolicy_Cuda with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelOptimizationPolicy_Cuda) ValidateAll

func (m *ModelOptimizationPolicy_Cuda) ValidateAll() error

ValidateAll checks the field values on ModelOptimizationPolicy_Cuda with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicy_CudaMultiError, or nil if none found.

type ModelOptimizationPolicy_CudaMultiError

type ModelOptimizationPolicy_CudaMultiError []error

ModelOptimizationPolicy_CudaMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy_Cuda.ValidateAll() if the designated constraints aren't met.

func (ModelOptimizationPolicy_CudaMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelOptimizationPolicy_CudaMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelOptimizationPolicy_CudaValidationError

type ModelOptimizationPolicy_CudaValidationError struct {
	// contains filtered or unexported fields
}

ModelOptimizationPolicy_CudaValidationError is the validation error returned by ModelOptimizationPolicy_Cuda.Validate if the designated constraints aren't met.

func (ModelOptimizationPolicy_CudaValidationError) Cause

Cause function returns cause value.

func (ModelOptimizationPolicy_CudaValidationError) Error

Error satisfies the builtin error interface

func (ModelOptimizationPolicy_CudaValidationError) ErrorName

ErrorName returns error name.

func (ModelOptimizationPolicy_CudaValidationError) Field

Field function returns field value.

func (ModelOptimizationPolicy_CudaValidationError) Key

Key function returns key value.

func (ModelOptimizationPolicy_CudaValidationError) Reason

Reason function returns reason value.

type ModelOptimizationPolicy_Cuda_GraphSpec

type ModelOptimizationPolicy_Cuda_GraphSpec struct {

	// @@      .. cpp:var:: int32 batch_size
	// @@
	// @@         The batch size of the CUDA graph. If 'max_batch_size' is 0,
	// @@         'batch_size' must be set to 0. Otherwise, 'batch_size' must
	// @@         be set to value between 1 and 'max_batch_size'.
	// @@
	BatchSize int32 `protobuf:"varint,1,opt,name=batch_size,json=batchSize,proto3" json:"batch_size,omitempty"`
	// @@      .. cpp:var:: map<string, Shape> input
	// @@
	// @@         The specification of the inputs. 'Shape' is the shape of the
	// @@         input without batching dimension.
	// @@
	Input map[string]*ModelOptimizationPolicy_Cuda_GraphSpec_Shape `` /* 151-byte string literal not displayed */
	// @@      .. cpp:var:: LowerBound graph_lower_bound
	// @@
	// @@         Specify the lower bound of the CUDA graph. Optional.
	// @@         If specified, the graph can be used for input shapes and
	// @@         batch sizes that are in closed interval between the lower
	// @@         bound specification and graph specification. For dynamic
	// @@         shape model, this allows CUDA graphs to be launched
	// @@         frequently without capturing all possible shape combinations.
	// @@         However, using graph for shape combinations different from
	// @@         the one used for capturing introduces uninitialized data for
	// @@         execution and it may distort the inference result if
	// @@         the model is sensitive to uninitialized data.
	// @@
	GraphLowerBound *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound `protobuf:"bytes,3,opt,name=graph_lower_bound,json=graphLowerBound,proto3" json:"graph_lower_bound,omitempty"`
	// contains filtered or unexported fields
}

@@ .. cpp:var:: message GraphSpec @@ @@ Specification of the CUDA graph to be captured. @@

func (*ModelOptimizationPolicy_Cuda_GraphSpec) Descriptor deprecated

func (*ModelOptimizationPolicy_Cuda_GraphSpec) Descriptor() ([]byte, []int)

Deprecated: Use ModelOptimizationPolicy_Cuda_GraphSpec.ProtoReflect.Descriptor instead.

func (*ModelOptimizationPolicy_Cuda_GraphSpec) GetBatchSize

func (*ModelOptimizationPolicy_Cuda_GraphSpec) GetGraphLowerBound

func (*ModelOptimizationPolicy_Cuda_GraphSpec) GetInput

func (*ModelOptimizationPolicy_Cuda_GraphSpec) ProtoMessage

func (*ModelOptimizationPolicy_Cuda_GraphSpec) ProtoReflect

func (*ModelOptimizationPolicy_Cuda_GraphSpec) Reset

func (*ModelOptimizationPolicy_Cuda_GraphSpec) String

func (*ModelOptimizationPolicy_Cuda_GraphSpec) Validate

Validate checks the field values on ModelOptimizationPolicy_Cuda_GraphSpec with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelOptimizationPolicy_Cuda_GraphSpec) ValidateAll

ValidateAll checks the field values on ModelOptimizationPolicy_Cuda_GraphSpec with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicy_Cuda_GraphSpecMultiError, or nil if none found.

type ModelOptimizationPolicy_Cuda_GraphSpecMultiError

type ModelOptimizationPolicy_Cuda_GraphSpecMultiError []error

ModelOptimizationPolicy_Cuda_GraphSpecMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy_Cuda_GraphSpec.ValidateAll() if the designated constraints aren't met.

func (ModelOptimizationPolicy_Cuda_GraphSpecMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelOptimizationPolicy_Cuda_GraphSpecMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelOptimizationPolicy_Cuda_GraphSpecValidationError

type ModelOptimizationPolicy_Cuda_GraphSpecValidationError struct {
	// contains filtered or unexported fields
}

ModelOptimizationPolicy_Cuda_GraphSpecValidationError is the validation error returned by ModelOptimizationPolicy_Cuda_GraphSpec.Validate if the designated constraints aren't met.

func (ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Cause

Cause function returns cause value.

func (ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Error

Error satisfies the builtin error interface

func (ModelOptimizationPolicy_Cuda_GraphSpecValidationError) ErrorName

ErrorName returns error name.

func (ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Field

Field function returns field value.

func (ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Key

Key function returns key value.

func (ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Reason

Reason function returns reason value.

type ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound

type ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound struct {

	// @@      .. cpp:var:: int32 batch_size
	// @@
	// @@         The batch size of the CUDA graph. If 'max_batch_size' is 0,
	// @@         'batch_size' must be set to 0. Otherwise, 'batch_size' must
	// @@         be set to value between 1 and 'max_batch_size'.
	// @@
	BatchSize int32 `protobuf:"varint,1,opt,name=batch_size,json=batchSize,proto3" json:"batch_size,omitempty"`
	// @@      .. cpp:var:: map<string, Shape> input
	// @@
	// @@         The specification of the inputs. 'Shape' is the shape of
	// @@         the input without batching dimension.
	// @@
	Input map[string]*ModelOptimizationPolicy_Cuda_GraphSpec_Shape `` /* 151-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) Descriptor deprecated

Deprecated: Use ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound.ProtoReflect.Descriptor instead.

func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) GetBatchSize

func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) GetInput

func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) ProtoMessage

func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) ProtoReflect

func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) Reset

func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) String

func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) Validate

Validate checks the field values on ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) ValidateAll

ValidateAll checks the field values on ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundMultiError, or nil if none found.

type ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundMultiError

type ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundMultiError []error

ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound.ValidateAll() if the designated constraints aren't met.

func (ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError

type ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError struct {
	// contains filtered or unexported fields
}

ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError is the validation error returned by ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound.Validate if the designated constraints aren't met.

func (ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Cause

Cause function returns cause value.

func (ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Error

Error satisfies the builtin error interface

func (ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) ErrorName

ErrorName returns error name.

func (ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Field

Field function returns field value.

func (ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Key

Key function returns key value.

func (ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Reason

Reason function returns reason value.

type ModelOptimizationPolicy_Cuda_GraphSpec_Shape

type ModelOptimizationPolicy_Cuda_GraphSpec_Shape struct {

	// @@        .. cpp:var:: int64 dim (repeated)
	// @@
	// @@           The dimension.
	// @@
	Dim []int64 `protobuf:"varint,1,rep,packed,name=dim,proto3" json:"dim,omitempty"`
	// contains filtered or unexported fields
}

@@ .. cpp:var:: message Dims @@ @@ Specification of tensor dimension. @@

func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) Descriptor deprecated

Deprecated: Use ModelOptimizationPolicy_Cuda_GraphSpec_Shape.ProtoReflect.Descriptor instead.

func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) GetDim

func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) ProtoMessage

func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) ProtoReflect

func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) Reset

func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) String

func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) Validate

Validate checks the field values on ModelOptimizationPolicy_Cuda_GraphSpec_Shape with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) ValidateAll

ValidateAll checks the field values on ModelOptimizationPolicy_Cuda_GraphSpec_Shape with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicy_Cuda_GraphSpec_ShapeMultiError, or nil if none found.

type ModelOptimizationPolicy_Cuda_GraphSpec_ShapeMultiError

type ModelOptimizationPolicy_Cuda_GraphSpec_ShapeMultiError []error

ModelOptimizationPolicy_Cuda_GraphSpec_ShapeMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy_Cuda_GraphSpec_Shape.ValidateAll() if the designated constraints aren't met.

func (ModelOptimizationPolicy_Cuda_GraphSpec_ShapeMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelOptimizationPolicy_Cuda_GraphSpec_ShapeMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError

type ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError struct {
	// contains filtered or unexported fields
}

ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError is the validation error returned by ModelOptimizationPolicy_Cuda_GraphSpec_Shape.Validate if the designated constraints aren't met.

func (ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Cause

Cause function returns cause value.

func (ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Error

Error satisfies the builtin error interface

func (ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) ErrorName

ErrorName returns error name.

func (ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Field

Field function returns field value.

func (ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Key

Key function returns key value.

func (ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Reason

Reason function returns reason value.

type ModelOptimizationPolicy_ExecutionAccelerators

type ModelOptimizationPolicy_ExecutionAccelerators struct {

	// @@    .. cpp:var:: Accelerator gpu_execution_accelerator (repeated)
	// @@
	// @@       The preferred execution provider to be used if the model instance
	// @@       is deployed on GPU.
	// @@
	// @@       For ONNX Runtime backend, possible value is "tensorrt" as name,
	// @@       and no parameters are required.
	// @@
	// @@       For TensorFlow backend, possible values are "tensorrt",
	// @@       "auto_mixed_precision", "gpu_io".
	// @@
	// @@       For "tensorrt", the following parameters can be specified:
	// @@         "precision_mode": The precision used for optimization.
	// @@         Allowed values are "FP32" and "FP16". Default value is "FP32".
	// @@
	// @@         "max_cached_engines": The maximum number of cached TensorRT
	// @@         engines in dynamic TensorRT ops. Default value is 100.
	// @@
	// @@         "minimum_segment_size": The smallest model subgraph that will
	// @@         be considered for optimization by TensorRT. Default value is 3.
	// @@
	// @@         "max_workspace_size_bytes": The maximum GPU memory the model
	// @@         can use temporarily during execution. Default value is 1GB.
	// @@
	// @@       For "auto_mixed_precision", no parameters are required. If set,
	// @@       the model will try to use FP16 for better performance.
	// @@       This optimization can not be set with "tensorrt".
	// @@
	// @@       For "gpu_io", no parameters are required. If set, the model will
	// @@       be executed using TensorFlow Callable API to set input and output
	// @@       tensors in GPU memory if possible, which can reduce data transfer
	// @@       overhead if the model is used in ensemble. However, the Callable
	// @@       object will be created on model creation and it will request all
	// @@       outputs for every model execution, which may impact the
	// @@       performance if a request does not require all outputs. This
	// @@       optimization will only take affect if the model instance is
	// @@       created with KIND_GPU.
	// @@
	GpuExecutionAccelerator []*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator `` /* 132-byte string literal not displayed */
	// @@    .. cpp:var:: Accelerator cpu_execution_accelerator (repeated)
	// @@
	// @@       The preferred execution provider to be used if the model instance
	// @@       is deployed on CPU.
	// @@
	// @@       For ONNX Runtime backend, possible value is "openvino" as name,
	// @@       and no parameters are required.
	// @@
	CpuExecutionAccelerator []*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator `` /* 132-byte string literal not displayed */
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message ExecutionAccelerators @@ @@ Specify the preferred execution accelerators to be used to execute @@ the model. Currently only recognized by ONNX Runtime backend and @@ TensorFlow backend. @@ @@ For ONNX Runtime backend, it will deploy the model with the execution @@ accelerators by priority, the priority is determined based on the @@ order that they are set, i.e. the provider at the front has highest @@ priority. Overall, the priority will be in the following order: @@ <gpu_execution_accelerator> (if instance is on GPU) @@ CUDA Execution Provider (if instance is on GPU) @@ <cpu_execution_accelerator> @@ Default CPU Execution Provider @@

func (*ModelOptimizationPolicy_ExecutionAccelerators) Descriptor deprecated

Deprecated: Use ModelOptimizationPolicy_ExecutionAccelerators.ProtoReflect.Descriptor instead.

func (*ModelOptimizationPolicy_ExecutionAccelerators) GetCpuExecutionAccelerator

func (*ModelOptimizationPolicy_ExecutionAccelerators) GetGpuExecutionAccelerator

func (*ModelOptimizationPolicy_ExecutionAccelerators) ProtoMessage

func (*ModelOptimizationPolicy_ExecutionAccelerators) ProtoReflect

func (*ModelOptimizationPolicy_ExecutionAccelerators) Reset

func (*ModelOptimizationPolicy_ExecutionAccelerators) String

func (*ModelOptimizationPolicy_ExecutionAccelerators) Validate

Validate checks the field values on ModelOptimizationPolicy_ExecutionAccelerators with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelOptimizationPolicy_ExecutionAccelerators) ValidateAll

ValidateAll checks the field values on ModelOptimizationPolicy_ExecutionAccelerators with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicy_ExecutionAcceleratorsMultiError, or nil if none found.

type ModelOptimizationPolicy_ExecutionAcceleratorsMultiError

type ModelOptimizationPolicy_ExecutionAcceleratorsMultiError []error

ModelOptimizationPolicy_ExecutionAcceleratorsMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy_ExecutionAccelerators.ValidateAll() if the designated constraints aren't met.

func (ModelOptimizationPolicy_ExecutionAcceleratorsMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelOptimizationPolicy_ExecutionAcceleratorsMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelOptimizationPolicy_ExecutionAcceleratorsValidationError

type ModelOptimizationPolicy_ExecutionAcceleratorsValidationError struct {
	// contains filtered or unexported fields
}

ModelOptimizationPolicy_ExecutionAcceleratorsValidationError is the validation error returned by ModelOptimizationPolicy_ExecutionAccelerators.Validate if the designated constraints aren't met.

func (ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Cause

Cause function returns cause value.

func (ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Error

Error satisfies the builtin error interface

func (ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) ErrorName

ErrorName returns error name.

func (ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Field

Field function returns field value.

func (ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Key

Key function returns key value.

func (ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Reason

Reason function returns reason value.

type ModelOptimizationPolicy_ExecutionAccelerators_Accelerator

type ModelOptimizationPolicy_ExecutionAccelerators_Accelerator struct {

	// @@    .. cpp:var:: string name
	// @@
	// @@       The name of the execution accelerator.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@    .. cpp:var:: map<string, string> parameters
	// @@
	// @@       Additional paremeters used to configure the accelerator.
	// @@
	Parameters map[string]string `` /* 161-byte string literal not displayed */
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message Accelerator @@ @@ Specify the accelerator to be used to execute the model. @@ Accelerator with the same name may accept different parameters @@ depending on the backends. @@

func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) Descriptor deprecated

Deprecated: Use ModelOptimizationPolicy_ExecutionAccelerators_Accelerator.ProtoReflect.Descriptor instead.

func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) GetName

func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) GetParameters

func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) ProtoMessage

func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) ProtoReflect

func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) Reset

func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) String

func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) Validate

Validate checks the field values on ModelOptimizationPolicy_ExecutionAccelerators_Accelerator with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) ValidateAll

ValidateAll checks the field values on ModelOptimizationPolicy_ExecutionAccelerators_Accelerator with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorMultiError, or nil if none found.

type ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorMultiError

type ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorMultiError []error

ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy_ExecutionAccelerators_Accelerator.ValidateAll() if the designated constraints aren't met.

func (ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError

type ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError struct {
	// contains filtered or unexported fields
}

ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError is the validation error returned by ModelOptimizationPolicy_ExecutionAccelerators_Accelerator.Validate if the designated constraints aren't met.

func (ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) Cause

Cause function returns cause value.

func (ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) Error

Error satisfies the builtin error interface

func (ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) ErrorName

ErrorName returns error name.

func (ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) Field

Field function returns field value.

func (ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) Key

Key function returns key value.

func (ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) Reason

Reason function returns reason value.

type ModelOptimizationPolicy_Graph

type ModelOptimizationPolicy_Graph struct {

	// @@    .. cpp:var:: int32 level
	// @@
	// @@       The optimization level. Defaults to 0 (zero) if not specified.
	// @@
	// @@         - -1: Disabled
	// @@         -  0: Framework default
	// @@         -  1+: Enable optimization level (greater values indicate
	// @@            higher optimization levels)
	// @@
	Level int32 `protobuf:"varint,1,opt,name=level,proto3" json:"level,omitempty"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message Graph @@ @@ Enable generic graph optimization of the model. If not specified @@ the framework's default level of optimization is used. Supports @@ TensorFlow graphdef and savedmodel and Onnx models. For TensorFlow @@ causes XLA to be enabled/disabled for the model. For Onnx defaults @@ to enabling all optimizations, -1 enables only basic optimizations, @@ +1 enables only basic and extended optimizations. @@

func (*ModelOptimizationPolicy_Graph) Descriptor deprecated

func (*ModelOptimizationPolicy_Graph) Descriptor() ([]byte, []int)

Deprecated: Use ModelOptimizationPolicy_Graph.ProtoReflect.Descriptor instead.

func (*ModelOptimizationPolicy_Graph) GetLevel

func (x *ModelOptimizationPolicy_Graph) GetLevel() int32

func (*ModelOptimizationPolicy_Graph) ProtoMessage

func (*ModelOptimizationPolicy_Graph) ProtoMessage()

func (*ModelOptimizationPolicy_Graph) ProtoReflect

func (*ModelOptimizationPolicy_Graph) Reset

func (x *ModelOptimizationPolicy_Graph) Reset()

func (*ModelOptimizationPolicy_Graph) String

func (*ModelOptimizationPolicy_Graph) Validate

func (m *ModelOptimizationPolicy_Graph) Validate() error

Validate checks the field values on ModelOptimizationPolicy_Graph with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelOptimizationPolicy_Graph) ValidateAll

func (m *ModelOptimizationPolicy_Graph) ValidateAll() error

ValidateAll checks the field values on ModelOptimizationPolicy_Graph with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicy_GraphMultiError, or nil if none found.

type ModelOptimizationPolicy_GraphMultiError

type ModelOptimizationPolicy_GraphMultiError []error

ModelOptimizationPolicy_GraphMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy_Graph.ValidateAll() if the designated constraints aren't met.

func (ModelOptimizationPolicy_GraphMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelOptimizationPolicy_GraphMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelOptimizationPolicy_GraphValidationError

type ModelOptimizationPolicy_GraphValidationError struct {
	// contains filtered or unexported fields
}

ModelOptimizationPolicy_GraphValidationError is the validation error returned by ModelOptimizationPolicy_Graph.Validate if the designated constraints aren't met.

func (ModelOptimizationPolicy_GraphValidationError) Cause

Cause function returns cause value.

func (ModelOptimizationPolicy_GraphValidationError) Error

Error satisfies the builtin error interface

func (ModelOptimizationPolicy_GraphValidationError) ErrorName

ErrorName returns error name.

func (ModelOptimizationPolicy_GraphValidationError) Field

Field function returns field value.

func (ModelOptimizationPolicy_GraphValidationError) Key

Key function returns key value.

func (ModelOptimizationPolicy_GraphValidationError) Reason

Reason function returns reason value.

type ModelOptimizationPolicy_ModelPriority

type ModelOptimizationPolicy_ModelPriority int32

@@ @@ .. cpp:enum:: ModelPriority @@ @@ Model priorities. A model will be given scheduling and execution @@ preference over models at lower priorities. Current model @@ priorities only work for TensorRT models. @@

const (
	// @@    .. cpp:enumerator:: ModelPriority::PRIORITY_DEFAULT = 0
	// @@
	// @@       The default model priority.
	// @@
	ModelOptimizationPolicy_PRIORITY_DEFAULT ModelOptimizationPolicy_ModelPriority = 0
	// @@    .. cpp:enumerator:: ModelPriority::PRIORITY_MAX = 1
	// @@
	// @@       The maximum model priority.
	// @@
	ModelOptimizationPolicy_PRIORITY_MAX ModelOptimizationPolicy_ModelPriority = 1
	// @@    .. cpp:enumerator:: ModelPriority::PRIORITY_MIN = 2
	// @@
	// @@       The minimum model priority.
	// @@
	ModelOptimizationPolicy_PRIORITY_MIN ModelOptimizationPolicy_ModelPriority = 2
)

func (ModelOptimizationPolicy_ModelPriority) Descriptor

func (ModelOptimizationPolicy_ModelPriority) Enum

func (ModelOptimizationPolicy_ModelPriority) EnumDescriptor deprecated

func (ModelOptimizationPolicy_ModelPriority) EnumDescriptor() ([]byte, []int)

Deprecated: Use ModelOptimizationPolicy_ModelPriority.Descriptor instead.

func (ModelOptimizationPolicy_ModelPriority) Number

func (ModelOptimizationPolicy_ModelPriority) String

func (ModelOptimizationPolicy_ModelPriority) Type

type ModelOptimizationPolicy_PinnedMemoryBuffer

type ModelOptimizationPolicy_PinnedMemoryBuffer struct {

	// @@    .. cpp:var:: bool enable
	// @@
	// @@       Use pinned memory buffer. Default is true.
	// @@
	Enable bool `protobuf:"varint,1,opt,name=enable,proto3" json:"enable,omitempty"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message PinnedMemoryBuffer @@ @@ Specify whether to use a pinned memory buffer when transferring data @@ between non-pinned system memory and GPU memory. Using a pinned @@ memory buffer for system from/to GPU transfers will typically provide @@ increased performance. For example, in the common use case where the @@ request provides inputs and delivers outputs via non-pinned system @@ memory, if the model instance accepts GPU IOs, the inputs will be @@ processed by two copies: from non-pinned system memory to pinned @@ memory, and from pinned memory to GPU memory. Similarly, pinned @@ memory will be used for delivering the outputs. @@

func (*ModelOptimizationPolicy_PinnedMemoryBuffer) Descriptor deprecated

Deprecated: Use ModelOptimizationPolicy_PinnedMemoryBuffer.ProtoReflect.Descriptor instead.

func (*ModelOptimizationPolicy_PinnedMemoryBuffer) GetEnable

func (*ModelOptimizationPolicy_PinnedMemoryBuffer) ProtoMessage

func (*ModelOptimizationPolicy_PinnedMemoryBuffer) ProtoReflect

func (*ModelOptimizationPolicy_PinnedMemoryBuffer) Reset

func (*ModelOptimizationPolicy_PinnedMemoryBuffer) String

func (*ModelOptimizationPolicy_PinnedMemoryBuffer) Validate

Validate checks the field values on ModelOptimizationPolicy_PinnedMemoryBuffer with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelOptimizationPolicy_PinnedMemoryBuffer) ValidateAll

ValidateAll checks the field values on ModelOptimizationPolicy_PinnedMemoryBuffer with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicy_PinnedMemoryBufferMultiError, or nil if none found.

type ModelOptimizationPolicy_PinnedMemoryBufferMultiError

type ModelOptimizationPolicy_PinnedMemoryBufferMultiError []error

ModelOptimizationPolicy_PinnedMemoryBufferMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy_PinnedMemoryBuffer.ValidateAll() if the designated constraints aren't met.

func (ModelOptimizationPolicy_PinnedMemoryBufferMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelOptimizationPolicy_PinnedMemoryBufferMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelOptimizationPolicy_PinnedMemoryBufferValidationError

type ModelOptimizationPolicy_PinnedMemoryBufferValidationError struct {
	// contains filtered or unexported fields
}

ModelOptimizationPolicy_PinnedMemoryBufferValidationError is the validation error returned by ModelOptimizationPolicy_PinnedMemoryBuffer.Validate if the designated constraints aren't met.

func (ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Cause

Cause function returns cause value.

func (ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Error

Error satisfies the builtin error interface

func (ModelOptimizationPolicy_PinnedMemoryBufferValidationError) ErrorName

ErrorName returns error name.

func (ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Field

Field function returns field value.

func (ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Key

Key function returns key value.

func (ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Reason

Reason function returns reason value.

type ModelOutput

type ModelOutput struct {

	// @@  .. cpp:var:: string name
	// @@
	// @@     The name of the output.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@  .. cpp:var:: DataType data_type
	// @@
	// @@     The data-type of the output.
	// @@
	DataType DataType `protobuf:"varint,2,opt,name=data_type,json=dataType,proto3,enum=inference.DataType" json:"data_type,omitempty"`
	// @@  .. cpp:var:: int64 dims (repeated)
	// @@
	// @@     The dimensions/shape of the output tensor.
	// @@
	Dims []int64 `protobuf:"varint,3,rep,packed,name=dims,proto3" json:"dims,omitempty"`
	// @@  .. cpp:var:: ModelTensorReshape reshape
	// @@
	// @@     The shape produced for this output by the backend. The output will
	// @@     be reshaped from this to the shape specifed in 'dims' before being
	// @@     returned in the inference response. The reshape must have the same
	// @@     number of elements as the output shape specified by 'dims'. Optional.
	// @@
	Reshape *ModelTensorReshape `protobuf:"bytes,5,opt,name=reshape,proto3" json:"reshape,omitempty"`
	// @@  .. cpp:var:: string label_filename
	// @@
	// @@     The label file associated with this output. Should be specified only
	// @@     for outputs that represent classifications. Optional.
	// @@
	LabelFilename string `protobuf:"bytes,4,opt,name=label_filename,json=labelFilename,proto3" json:"label_filename,omitempty"`
	// @@  .. cpp:var:: bool is_shape_tensor
	// @@
	// @@     Whether or not the output is a shape tensor to the model. This field
	// @@     is currently supported only for the TensorRT model. An error will be
	// @@     generated if this specification does not comply with underlying
	// @@     model.
	// @@
	IsShapeTensor bool `protobuf:"varint,6,opt,name=is_shape_tensor,json=isShapeTensor,proto3" json:"is_shape_tensor,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelOutput @@ @@ An output produced by the model. @@

func (*ModelOutput) Descriptor deprecated

func (*ModelOutput) Descriptor() ([]byte, []int)

Deprecated: Use ModelOutput.ProtoReflect.Descriptor instead.

func (*ModelOutput) GetDataType

func (x *ModelOutput) GetDataType() DataType

func (*ModelOutput) GetDims

func (x *ModelOutput) GetDims() []int64

func (*ModelOutput) GetIsShapeTensor

func (x *ModelOutput) GetIsShapeTensor() bool

func (*ModelOutput) GetLabelFilename

func (x *ModelOutput) GetLabelFilename() string

func (*ModelOutput) GetName

func (x *ModelOutput) GetName() string

func (*ModelOutput) GetReshape

func (x *ModelOutput) GetReshape() *ModelTensorReshape

func (*ModelOutput) ProtoMessage

func (*ModelOutput) ProtoMessage()

func (*ModelOutput) ProtoReflect

func (x *ModelOutput) ProtoReflect() protoreflect.Message

func (*ModelOutput) Reset

func (x *ModelOutput) Reset()

func (*ModelOutput) String

func (x *ModelOutput) String() string

func (*ModelOutput) Validate

func (m *ModelOutput) Validate() error

Validate checks the field values on ModelOutput with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelOutput) ValidateAll

func (m *ModelOutput) ValidateAll() error

ValidateAll checks the field values on ModelOutput with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOutputMultiError, or nil if none found.

type ModelOutputMultiError

type ModelOutputMultiError []error

ModelOutputMultiError is an error wrapping multiple validation errors returned by ModelOutput.ValidateAll() if the designated constraints aren't met.

func (ModelOutputMultiError) AllErrors

func (m ModelOutputMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelOutputMultiError) Error

func (m ModelOutputMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type ModelOutputValidationError

type ModelOutputValidationError struct {
	// contains filtered or unexported fields
}

ModelOutputValidationError is the validation error returned by ModelOutput.Validate if the designated constraints aren't met.

func (ModelOutputValidationError) Cause

Cause function returns cause value.

func (ModelOutputValidationError) Error

Error satisfies the builtin error interface

func (ModelOutputValidationError) ErrorName

func (e ModelOutputValidationError) ErrorName() string

ErrorName returns error name.

func (ModelOutputValidationError) Field

Field function returns field value.

func (ModelOutputValidationError) Key

Key function returns key value.

func (ModelOutputValidationError) Reason

Reason function returns reason value.

type ModelParameter

type ModelParameter struct {

	// @@  .. cpp:var:: string string_value
	// @@
	// @@     The string value of the parameter.
	// @@
	StringValue string `protobuf:"bytes,1,opt,name=string_value,json=stringValue,proto3" json:"string_value,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelParameter @@ @@ A model parameter. @@

func (*ModelParameter) Descriptor deprecated

func (*ModelParameter) Descriptor() ([]byte, []int)

Deprecated: Use ModelParameter.ProtoReflect.Descriptor instead.

func (*ModelParameter) GetStringValue

func (x *ModelParameter) GetStringValue() string

func (*ModelParameter) ProtoMessage

func (*ModelParameter) ProtoMessage()

func (*ModelParameter) ProtoReflect

func (x *ModelParameter) ProtoReflect() protoreflect.Message

func (*ModelParameter) Reset

func (x *ModelParameter) Reset()

func (*ModelParameter) String

func (x *ModelParameter) String() string

func (*ModelParameter) Validate

func (m *ModelParameter) Validate() error

Validate checks the field values on ModelParameter with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelParameter) ValidateAll

func (m *ModelParameter) ValidateAll() error

ValidateAll checks the field values on ModelParameter with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelParameterMultiError, or nil if none found.

type ModelParameterMultiError

type ModelParameterMultiError []error

ModelParameterMultiError is an error wrapping multiple validation errors returned by ModelParameter.ValidateAll() if the designated constraints aren't met.

func (ModelParameterMultiError) AllErrors

func (m ModelParameterMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelParameterMultiError) Error

func (m ModelParameterMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type ModelParameterValidationError

type ModelParameterValidationError struct {
	// contains filtered or unexported fields
}

ModelParameterValidationError is the validation error returned by ModelParameter.Validate if the designated constraints aren't met.

func (ModelParameterValidationError) Cause

Cause function returns cause value.

func (ModelParameterValidationError) Error

Error satisfies the builtin error interface

func (ModelParameterValidationError) ErrorName

func (e ModelParameterValidationError) ErrorName() string

ErrorName returns error name.

func (ModelParameterValidationError) Field

Field function returns field value.

func (ModelParameterValidationError) Key

Key function returns key value.

func (ModelParameterValidationError) Reason

Reason function returns reason value.

type ModelQueuePolicy

type ModelQueuePolicy struct {

	// @@
	// @@  .. cpp:var:: TimeoutAction timeout_action
	// @@
	// @@     The action applied to timed-out request.
	// @@     The default action is REJECT.
	// @@
	TimeoutAction ModelQueuePolicy_TimeoutAction `` /* 147-byte string literal not displayed */
	// @@
	// @@  .. cpp:var:: uint64 default_timeout_microseconds
	// @@
	// @@     The default timeout for every request, in microseconds.
	// @@     The default value is 0 which indicates that no timeout is set.
	// @@
	DefaultTimeoutMicroseconds uint64 `` /* 142-byte string literal not displayed */
	// @@
	// @@  .. cpp:var:: bool allow_timeout_override
	// @@
	// @@     Whether individual request can override the default timeout value.
	// @@     When true, individual requests can set a timeout that is less than
	// @@     the default timeout value but may not increase the timeout.
	// @@     The default value is false.
	// @@
	AllowTimeoutOverride bool `protobuf:"varint,3,opt,name=allow_timeout_override,json=allowTimeoutOverride,proto3" json:"allow_timeout_override,omitempty"`
	// @@
	// @@  .. cpp:var:: uint32 max_queue_size
	// @@
	// @@     The maximum queue size for holding requests. A request will be
	// @@     rejected immediately if it can't be enqueued because the queue is
	// @@     full. The default value is 0 which indicates that no maximum
	// @@     queue size is enforced.
	// @@
	MaxQueueSize uint32 `protobuf:"varint,4,opt,name=max_queue_size,json=maxQueueSize,proto3" json:"max_queue_size,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelQueuePolicy @@ @@ Queue policy for inference requests. @@

func (*ModelQueuePolicy) Descriptor deprecated

func (*ModelQueuePolicy) Descriptor() ([]byte, []int)

Deprecated: Use ModelQueuePolicy.ProtoReflect.Descriptor instead.

func (*ModelQueuePolicy) GetAllowTimeoutOverride

func (x *ModelQueuePolicy) GetAllowTimeoutOverride() bool

func (*ModelQueuePolicy) GetDefaultTimeoutMicroseconds

func (x *ModelQueuePolicy) GetDefaultTimeoutMicroseconds() uint64

func (*ModelQueuePolicy) GetMaxQueueSize

func (x *ModelQueuePolicy) GetMaxQueueSize() uint32

func (*ModelQueuePolicy) GetTimeoutAction

func (x *ModelQueuePolicy) GetTimeoutAction() ModelQueuePolicy_TimeoutAction

func (*ModelQueuePolicy) ProtoMessage

func (*ModelQueuePolicy) ProtoMessage()

func (*ModelQueuePolicy) ProtoReflect

func (x *ModelQueuePolicy) ProtoReflect() protoreflect.Message

func (*ModelQueuePolicy) Reset

func (x *ModelQueuePolicy) Reset()

func (*ModelQueuePolicy) String

func (x *ModelQueuePolicy) String() string

func (*ModelQueuePolicy) Validate

func (m *ModelQueuePolicy) Validate() error

Validate checks the field values on ModelQueuePolicy with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelQueuePolicy) ValidateAll

func (m *ModelQueuePolicy) ValidateAll() error

ValidateAll checks the field values on ModelQueuePolicy with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelQueuePolicyMultiError, or nil if none found.

type ModelQueuePolicyMultiError

type ModelQueuePolicyMultiError []error

ModelQueuePolicyMultiError is an error wrapping multiple validation errors returned by ModelQueuePolicy.ValidateAll() if the designated constraints aren't met.

func (ModelQueuePolicyMultiError) AllErrors

func (m ModelQueuePolicyMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelQueuePolicyMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelQueuePolicyValidationError

type ModelQueuePolicyValidationError struct {
	// contains filtered or unexported fields
}

ModelQueuePolicyValidationError is the validation error returned by ModelQueuePolicy.Validate if the designated constraints aren't met.

func (ModelQueuePolicyValidationError) Cause

Cause function returns cause value.

func (ModelQueuePolicyValidationError) Error

Error satisfies the builtin error interface

func (ModelQueuePolicyValidationError) ErrorName

ErrorName returns error name.

func (ModelQueuePolicyValidationError) Field

Field function returns field value.

func (ModelQueuePolicyValidationError) Key

Key function returns key value.

func (ModelQueuePolicyValidationError) Reason

Reason function returns reason value.

type ModelQueuePolicy_TimeoutAction

type ModelQueuePolicy_TimeoutAction int32

@@ @@ .. cpp:enum:: TimeoutAction @@ @@ The action applied to timed-out requests. @@

const (
	// @@    .. cpp:enumerator:: Action::REJECT = 0
	// @@
	// @@       Reject the request and return error message accordingly.
	// @@
	ModelQueuePolicy_REJECT ModelQueuePolicy_TimeoutAction = 0
	// @@    .. cpp:enumerator:: Action::DELAY = 1
	// @@
	// @@       Delay the request until all other requests at the same
	// @@       (or higher) priority levels that have not reached their timeouts
	// @@       are processed. A delayed request will eventually be processed,
	// @@       but may be delayed indefinitely due to newly arriving requests.
	// @@
	ModelQueuePolicy_DELAY ModelQueuePolicy_TimeoutAction = 1
)

func (ModelQueuePolicy_TimeoutAction) Descriptor

func (ModelQueuePolicy_TimeoutAction) Enum

func (ModelQueuePolicy_TimeoutAction) EnumDescriptor deprecated

func (ModelQueuePolicy_TimeoutAction) EnumDescriptor() ([]byte, []int)

Deprecated: Use ModelQueuePolicy_TimeoutAction.Descriptor instead.

func (ModelQueuePolicy_TimeoutAction) Number

func (ModelQueuePolicy_TimeoutAction) String

func (ModelQueuePolicy_TimeoutAction) Type

type ModelRateLimiter

type ModelRateLimiter struct {

	// @@  .. cpp:var:: Resource resources (repeated)
	// @@
	// @@     The resources required to execute the request on a model instance.
	// @@     Resources are just names with a corresponding count. The execution
	// @@     of the instance will be blocked until the specificied resources are
	// @@     available. By default an instance uses no rate-limiter resources.
	// @@
	Resources []*ModelRateLimiter_Resource `protobuf:"bytes,1,rep,name=resources,proto3" json:"resources,omitempty"`
	// @@  .. cpp:var:: uint32 priority
	// @@
	// @@     The optional weighting value to be used for prioritizing across
	// @@     instances. An instance with priority 2 will be given 1/2 the
	// @@     number of scheduling chances as an instance_group with priority
	// @@     1. The default priority is 1. The priority of value 0 will be
	// @@     treated as priority 1.
	// @@
	Priority uint32 `protobuf:"varint,2,opt,name=priority,proto3" json:"priority,omitempty"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message ModelRateLimiter @@ @@ The specifications required by the rate limiter to properly @@ schedule the inference requests across the different models @@ and their instances. @@

func (*ModelRateLimiter) Descriptor deprecated

func (*ModelRateLimiter) Descriptor() ([]byte, []int)

Deprecated: Use ModelRateLimiter.ProtoReflect.Descriptor instead.

func (*ModelRateLimiter) GetPriority

func (x *ModelRateLimiter) GetPriority() uint32

func (*ModelRateLimiter) GetResources

func (x *ModelRateLimiter) GetResources() []*ModelRateLimiter_Resource

func (*ModelRateLimiter) ProtoMessage

func (*ModelRateLimiter) ProtoMessage()

func (*ModelRateLimiter) ProtoReflect

func (x *ModelRateLimiter) ProtoReflect() protoreflect.Message

func (*ModelRateLimiter) Reset

func (x *ModelRateLimiter) Reset()

func (*ModelRateLimiter) String

func (x *ModelRateLimiter) String() string

func (*ModelRateLimiter) Validate

func (m *ModelRateLimiter) Validate() error

Validate checks the field values on ModelRateLimiter with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelRateLimiter) ValidateAll

func (m *ModelRateLimiter) ValidateAll() error

ValidateAll checks the field values on ModelRateLimiter with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelRateLimiterMultiError, or nil if none found.

type ModelRateLimiterMultiError

type ModelRateLimiterMultiError []error

ModelRateLimiterMultiError is an error wrapping multiple validation errors returned by ModelRateLimiter.ValidateAll() if the designated constraints aren't met.

func (ModelRateLimiterMultiError) AllErrors

func (m ModelRateLimiterMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelRateLimiterMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelRateLimiterValidationError

type ModelRateLimiterValidationError struct {
	// contains filtered or unexported fields
}

ModelRateLimiterValidationError is the validation error returned by ModelRateLimiter.Validate if the designated constraints aren't met.

func (ModelRateLimiterValidationError) Cause

Cause function returns cause value.

func (ModelRateLimiterValidationError) Error

Error satisfies the builtin error interface

func (ModelRateLimiterValidationError) ErrorName

ErrorName returns error name.

func (ModelRateLimiterValidationError) Field

Field function returns field value.

func (ModelRateLimiterValidationError) Key

Key function returns key value.

func (ModelRateLimiterValidationError) Reason

Reason function returns reason value.

type ModelRateLimiter_Resource

type ModelRateLimiter_Resource struct {

	// @@  .. cpp:var:: string name
	// @@
	// @@     The name associated with the resource.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@  .. cpp:var:: bool global
	// @@
	// @@     Whether or not the resource is global. If true then the resource
	// @@     is assumed to be shared among the devices otherwise specified
	// @@     count of the resource is assumed for each device associated
	// @@     with the instance.
	// @@
	Global bool `protobuf:"varint,2,opt,name=global,proto3" json:"global,omitempty"`
	// @@  .. cpp:var:: uint32 count
	// @@
	// @@     The number of resources required for the execution of the model
	// @@     instance.
	// @@
	Count uint32 `protobuf:"varint,3,opt,name=count,proto3" json:"count,omitempty"`
	// contains filtered or unexported fields
}

@@ .. cpp:var:: message Resource @@ @@ The resource property. @@

func (*ModelRateLimiter_Resource) Descriptor deprecated

func (*ModelRateLimiter_Resource) Descriptor() ([]byte, []int)

Deprecated: Use ModelRateLimiter_Resource.ProtoReflect.Descriptor instead.

func (*ModelRateLimiter_Resource) GetCount

func (x *ModelRateLimiter_Resource) GetCount() uint32

func (*ModelRateLimiter_Resource) GetGlobal

func (x *ModelRateLimiter_Resource) GetGlobal() bool

func (*ModelRateLimiter_Resource) GetName

func (x *ModelRateLimiter_Resource) GetName() string

func (*ModelRateLimiter_Resource) ProtoMessage

func (*ModelRateLimiter_Resource) ProtoMessage()

func (*ModelRateLimiter_Resource) ProtoReflect

func (*ModelRateLimiter_Resource) Reset

func (x *ModelRateLimiter_Resource) Reset()

func (*ModelRateLimiter_Resource) String

func (x *ModelRateLimiter_Resource) String() string

func (*ModelRateLimiter_Resource) Validate

func (m *ModelRateLimiter_Resource) Validate() error

Validate checks the field values on ModelRateLimiter_Resource with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelRateLimiter_Resource) ValidateAll

func (m *ModelRateLimiter_Resource) ValidateAll() error

ValidateAll checks the field values on ModelRateLimiter_Resource with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelRateLimiter_ResourceMultiError, or nil if none found.

type ModelRateLimiter_ResourceMultiError

type ModelRateLimiter_ResourceMultiError []error

ModelRateLimiter_ResourceMultiError is an error wrapping multiple validation errors returned by ModelRateLimiter_Resource.ValidateAll() if the designated constraints aren't met.

func (ModelRateLimiter_ResourceMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelRateLimiter_ResourceMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelRateLimiter_ResourceValidationError

type ModelRateLimiter_ResourceValidationError struct {
	// contains filtered or unexported fields
}

ModelRateLimiter_ResourceValidationError is the validation error returned by ModelRateLimiter_Resource.Validate if the designated constraints aren't met.

func (ModelRateLimiter_ResourceValidationError) Cause

Cause function returns cause value.

func (ModelRateLimiter_ResourceValidationError) Error

Error satisfies the builtin error interface

func (ModelRateLimiter_ResourceValidationError) ErrorName

ErrorName returns error name.

func (ModelRateLimiter_ResourceValidationError) Field

Field function returns field value.

func (ModelRateLimiter_ResourceValidationError) Key

Key function returns key value.

func (ModelRateLimiter_ResourceValidationError) Reason

Reason function returns reason value.

type ModelReadyRequest

type ModelReadyRequest struct {

	// @@
	// @@  .. cpp:var:: string name
	// @@
	// @@     The name of the model to check for readiness.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@  .. cpp:var:: string version
	// @@
	// @@     The version of the model to check for readiness. If not given the
	// @@     server will choose a version based on the model and internal policy.
	// @@
	Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelReadyRequest @@ @@ Request message for ModelReady. @@

func (*ModelReadyRequest) Descriptor deprecated

func (*ModelReadyRequest) Descriptor() ([]byte, []int)

Deprecated: Use ModelReadyRequest.ProtoReflect.Descriptor instead.

func (*ModelReadyRequest) GetName

func (x *ModelReadyRequest) GetName() string

func (*ModelReadyRequest) GetVersion

func (x *ModelReadyRequest) GetVersion() string

func (*ModelReadyRequest) ProtoMessage

func (*ModelReadyRequest) ProtoMessage()

func (*ModelReadyRequest) ProtoReflect

func (x *ModelReadyRequest) ProtoReflect() protoreflect.Message

func (*ModelReadyRequest) Reset

func (x *ModelReadyRequest) Reset()

func (*ModelReadyRequest) String

func (x *ModelReadyRequest) String() string

func (*ModelReadyRequest) Validate

func (m *ModelReadyRequest) Validate() error

Validate checks the field values on ModelReadyRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelReadyRequest) ValidateAll

func (m *ModelReadyRequest) ValidateAll() error

ValidateAll checks the field values on ModelReadyRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelReadyRequestMultiError, or nil if none found.

type ModelReadyRequestMultiError

type ModelReadyRequestMultiError []error

ModelReadyRequestMultiError is an error wrapping multiple validation errors returned by ModelReadyRequest.ValidateAll() if the designated constraints aren't met.

func (ModelReadyRequestMultiError) AllErrors

func (m ModelReadyRequestMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelReadyRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelReadyRequestValidationError

type ModelReadyRequestValidationError struct {
	// contains filtered or unexported fields
}

ModelReadyRequestValidationError is the validation error returned by ModelReadyRequest.Validate if the designated constraints aren't met.

func (ModelReadyRequestValidationError) Cause

Cause function returns cause value.

func (ModelReadyRequestValidationError) Error

Error satisfies the builtin error interface

func (ModelReadyRequestValidationError) ErrorName

ErrorName returns error name.

func (ModelReadyRequestValidationError) Field

Field function returns field value.

func (ModelReadyRequestValidationError) Key

Key function returns key value.

func (ModelReadyRequestValidationError) Reason

Reason function returns reason value.

type ModelReadyResponse

type ModelReadyResponse struct {

	// @@
	// @@  .. cpp:var:: bool ready
	// @@
	// @@     True if the model is ready, false it not ready.
	// @@
	Ready bool `protobuf:"varint,1,opt,name=ready,proto3" json:"ready,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelReadyResponse @@ @@ Response message for ModelReady. @@

func (*ModelReadyResponse) Descriptor deprecated

func (*ModelReadyResponse) Descriptor() ([]byte, []int)

Deprecated: Use ModelReadyResponse.ProtoReflect.Descriptor instead.

func (*ModelReadyResponse) GetReady

func (x *ModelReadyResponse) GetReady() bool

func (*ModelReadyResponse) ProtoMessage

func (*ModelReadyResponse) ProtoMessage()

func (*ModelReadyResponse) ProtoReflect

func (x *ModelReadyResponse) ProtoReflect() protoreflect.Message

func (*ModelReadyResponse) Reset

func (x *ModelReadyResponse) Reset()

func (*ModelReadyResponse) String

func (x *ModelReadyResponse) String() string

func (*ModelReadyResponse) Validate

func (m *ModelReadyResponse) Validate() error

Validate checks the field values on ModelReadyResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelReadyResponse) ValidateAll

func (m *ModelReadyResponse) ValidateAll() error

ValidateAll checks the field values on ModelReadyResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelReadyResponseMultiError, or nil if none found.

type ModelReadyResponseMultiError

type ModelReadyResponseMultiError []error

ModelReadyResponseMultiError is an error wrapping multiple validation errors returned by ModelReadyResponse.ValidateAll() if the designated constraints aren't met.

func (ModelReadyResponseMultiError) AllErrors

func (m ModelReadyResponseMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelReadyResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelReadyResponseValidationError

type ModelReadyResponseValidationError struct {
	// contains filtered or unexported fields
}

ModelReadyResponseValidationError is the validation error returned by ModelReadyResponse.Validate if the designated constraints aren't met.

func (ModelReadyResponseValidationError) Cause

Cause function returns cause value.

func (ModelReadyResponseValidationError) Error

Error satisfies the builtin error interface

func (ModelReadyResponseValidationError) ErrorName

ErrorName returns error name.

func (ModelReadyResponseValidationError) Field

Field function returns field value.

func (ModelReadyResponseValidationError) Key

Key function returns key value.

func (ModelReadyResponseValidationError) Reason

Reason function returns reason value.

type ModelRepositoryAgents

type ModelRepositoryAgents struct {

	// @@
	// @@  .. cpp:var:: Agent agents (repeated)
	// @@
	// @@     The ordered list of agents for the model. These agents will be
	// @@     invoked in order to respond to repository actions occuring for the
	// @@     model.
	// @@
	Agents []*ModelRepositoryAgents_Agent `protobuf:"bytes,1,rep,name=agents,proto3" json:"agents,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelRepositoryAgents @@ @@ The repository agents for the model. @@

func (*ModelRepositoryAgents) Descriptor deprecated

func (*ModelRepositoryAgents) Descriptor() ([]byte, []int)

Deprecated: Use ModelRepositoryAgents.ProtoReflect.Descriptor instead.

func (*ModelRepositoryAgents) GetAgents

func (*ModelRepositoryAgents) ProtoMessage

func (*ModelRepositoryAgents) ProtoMessage()

func (*ModelRepositoryAgents) ProtoReflect

func (x *ModelRepositoryAgents) ProtoReflect() protoreflect.Message

func (*ModelRepositoryAgents) Reset

func (x *ModelRepositoryAgents) Reset()

func (*ModelRepositoryAgents) String

func (x *ModelRepositoryAgents) String() string

func (*ModelRepositoryAgents) Validate

func (m *ModelRepositoryAgents) Validate() error

Validate checks the field values on ModelRepositoryAgents with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelRepositoryAgents) ValidateAll

func (m *ModelRepositoryAgents) ValidateAll() error

ValidateAll checks the field values on ModelRepositoryAgents with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelRepositoryAgentsMultiError, or nil if none found.

type ModelRepositoryAgentsMultiError

type ModelRepositoryAgentsMultiError []error

ModelRepositoryAgentsMultiError is an error wrapping multiple validation errors returned by ModelRepositoryAgents.ValidateAll() if the designated constraints aren't met.

func (ModelRepositoryAgentsMultiError) AllErrors

func (m ModelRepositoryAgentsMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelRepositoryAgentsMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelRepositoryAgentsValidationError

type ModelRepositoryAgentsValidationError struct {
	// contains filtered or unexported fields
}

ModelRepositoryAgentsValidationError is the validation error returned by ModelRepositoryAgents.Validate if the designated constraints aren't met.

func (ModelRepositoryAgentsValidationError) Cause

Cause function returns cause value.

func (ModelRepositoryAgentsValidationError) Error

Error satisfies the builtin error interface

func (ModelRepositoryAgentsValidationError) ErrorName

ErrorName returns error name.

func (ModelRepositoryAgentsValidationError) Field

Field function returns field value.

func (ModelRepositoryAgentsValidationError) Key

Key function returns key value.

func (ModelRepositoryAgentsValidationError) Reason

Reason function returns reason value.

type ModelRepositoryAgents_Agent

type ModelRepositoryAgents_Agent struct {

	// @@    .. cpp:var:: string name
	// @@
	// @@       The name of the agent.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@    .. cpp:var:: map<string, string> parameters
	// @@
	// @@       The parameters for the agent.
	// @@
	Parameters map[string]string `` /* 161-byte string literal not displayed */
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message Agent @@ @@ A repository agent that should be invoked for the specified @@ repository actions for this model. @@

func (*ModelRepositoryAgents_Agent) Descriptor deprecated

func (*ModelRepositoryAgents_Agent) Descriptor() ([]byte, []int)

Deprecated: Use ModelRepositoryAgents_Agent.ProtoReflect.Descriptor instead.

func (*ModelRepositoryAgents_Agent) GetName

func (x *ModelRepositoryAgents_Agent) GetName() string

func (*ModelRepositoryAgents_Agent) GetParameters

func (x *ModelRepositoryAgents_Agent) GetParameters() map[string]string

func (*ModelRepositoryAgents_Agent) ProtoMessage

func (*ModelRepositoryAgents_Agent) ProtoMessage()

func (*ModelRepositoryAgents_Agent) ProtoReflect

func (*ModelRepositoryAgents_Agent) Reset

func (x *ModelRepositoryAgents_Agent) Reset()

func (*ModelRepositoryAgents_Agent) String

func (x *ModelRepositoryAgents_Agent) String() string

func (*ModelRepositoryAgents_Agent) Validate

func (m *ModelRepositoryAgents_Agent) Validate() error

Validate checks the field values on ModelRepositoryAgents_Agent with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelRepositoryAgents_Agent) ValidateAll

func (m *ModelRepositoryAgents_Agent) ValidateAll() error

ValidateAll checks the field values on ModelRepositoryAgents_Agent with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelRepositoryAgents_AgentMultiError, or nil if none found.

type ModelRepositoryAgents_AgentMultiError

type ModelRepositoryAgents_AgentMultiError []error

ModelRepositoryAgents_AgentMultiError is an error wrapping multiple validation errors returned by ModelRepositoryAgents_Agent.ValidateAll() if the designated constraints aren't met.

func (ModelRepositoryAgents_AgentMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelRepositoryAgents_AgentMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelRepositoryAgents_AgentValidationError

type ModelRepositoryAgents_AgentValidationError struct {
	// contains filtered or unexported fields
}

ModelRepositoryAgents_AgentValidationError is the validation error returned by ModelRepositoryAgents_Agent.Validate if the designated constraints aren't met.

func (ModelRepositoryAgents_AgentValidationError) Cause

Cause function returns cause value.

func (ModelRepositoryAgents_AgentValidationError) Error

Error satisfies the builtin error interface

func (ModelRepositoryAgents_AgentValidationError) ErrorName

ErrorName returns error name.

func (ModelRepositoryAgents_AgentValidationError) Field

Field function returns field value.

func (ModelRepositoryAgents_AgentValidationError) Key

Key function returns key value.

func (ModelRepositoryAgents_AgentValidationError) Reason

Reason function returns reason value.

type ModelRepositoryParameter

type ModelRepositoryParameter struct {

	// @@  .. cpp:var:: oneof parameter_choice
	// @@
	// @@     The parameter value can be a string, an int64 or
	// @@     a boolean
	// @@
	//
	// Types that are assignable to ParameterChoice:
	//
	//	*ModelRepositoryParameter_BoolParam
	//	*ModelRepositoryParameter_Int64Param
	//	*ModelRepositoryParameter_StringParam
	//	*ModelRepositoryParameter_BytesParam
	ParameterChoice isModelRepositoryParameter_ParameterChoice `protobuf_oneof:"parameter_choice"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelRepositoryParameter @@ @@ An model repository parameter value. @@

func (*ModelRepositoryParameter) Descriptor deprecated

func (*ModelRepositoryParameter) Descriptor() ([]byte, []int)

Deprecated: Use ModelRepositoryParameter.ProtoReflect.Descriptor instead.

func (*ModelRepositoryParameter) GetBoolParam

func (x *ModelRepositoryParameter) GetBoolParam() bool

func (*ModelRepositoryParameter) GetBytesParam

func (x *ModelRepositoryParameter) GetBytesParam() []byte

func (*ModelRepositoryParameter) GetInt64Param

func (x *ModelRepositoryParameter) GetInt64Param() int64

func (*ModelRepositoryParameter) GetParameterChoice

func (m *ModelRepositoryParameter) GetParameterChoice() isModelRepositoryParameter_ParameterChoice

func (*ModelRepositoryParameter) GetStringParam

func (x *ModelRepositoryParameter) GetStringParam() string

func (*ModelRepositoryParameter) ProtoMessage

func (*ModelRepositoryParameter) ProtoMessage()

func (*ModelRepositoryParameter) ProtoReflect

func (x *ModelRepositoryParameter) ProtoReflect() protoreflect.Message

func (*ModelRepositoryParameter) Reset

func (x *ModelRepositoryParameter) Reset()

func (*ModelRepositoryParameter) String

func (x *ModelRepositoryParameter) String() string

func (*ModelRepositoryParameter) Validate

func (m *ModelRepositoryParameter) Validate() error

Validate checks the field values on ModelRepositoryParameter with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelRepositoryParameter) ValidateAll

func (m *ModelRepositoryParameter) ValidateAll() error

ValidateAll checks the field values on ModelRepositoryParameter with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelRepositoryParameterMultiError, or nil if none found.

type ModelRepositoryParameterMultiError

type ModelRepositoryParameterMultiError []error

ModelRepositoryParameterMultiError is an error wrapping multiple validation errors returned by ModelRepositoryParameter.ValidateAll() if the designated constraints aren't met.

func (ModelRepositoryParameterMultiError) AllErrors

func (m ModelRepositoryParameterMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelRepositoryParameterMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelRepositoryParameterValidationError

type ModelRepositoryParameterValidationError struct {
	// contains filtered or unexported fields
}

ModelRepositoryParameterValidationError is the validation error returned by ModelRepositoryParameter.Validate if the designated constraints aren't met.

func (ModelRepositoryParameterValidationError) Cause

Cause function returns cause value.

func (ModelRepositoryParameterValidationError) Error

Error satisfies the builtin error interface

func (ModelRepositoryParameterValidationError) ErrorName

ErrorName returns error name.

func (ModelRepositoryParameterValidationError) Field

Field function returns field value.

func (ModelRepositoryParameterValidationError) Key

Key function returns key value.

func (ModelRepositoryParameterValidationError) Reason

Reason function returns reason value.

type ModelRepositoryParameter_BoolParam

type ModelRepositoryParameter_BoolParam struct {
	// @@    .. cpp:var:: bool bool_param
	// @@
	// @@       A boolean parameter value.
	// @@
	BoolParam bool `protobuf:"varint,1,opt,name=bool_param,json=boolParam,proto3,oneof"`
}

type ModelRepositoryParameter_BytesParam

type ModelRepositoryParameter_BytesParam struct {
	// @@    .. cpp:var:: bytes bytes_param
	// @@
	// @@       A bytes parameter value.
	// @@
	BytesParam []byte `protobuf:"bytes,4,opt,name=bytes_param,json=bytesParam,proto3,oneof"`
}

type ModelRepositoryParameter_Int64Param

type ModelRepositoryParameter_Int64Param struct {
	// @@    .. cpp:var:: int64 int64_param
	// @@
	// @@       An int64 parameter value.
	// @@
	Int64Param int64 `protobuf:"varint,2,opt,name=int64_param,json=int64Param,proto3,oneof"`
}

type ModelRepositoryParameter_StringParam

type ModelRepositoryParameter_StringParam struct {
	// @@    .. cpp:var:: string string_param
	// @@
	// @@       A string parameter value.
	// @@
	StringParam string `protobuf:"bytes,3,opt,name=string_param,json=stringParam,proto3,oneof"`
}

type ModelResponseCache

type ModelResponseCache struct {

	// @@
	// @@  .. cpp::var:: bool enable
	// @@
	// @@     Whether or not to use response cache for the model. If True, the
	// @@     responses from the model are cached and when identical request
	// @@     is encountered, instead of going through the model execution,
	// @@     the response from the cache is utilized. By default, response
	// @@     cache is disabled for the models.
	// @@
	Enable bool `protobuf:"varint,1,opt,name=enable,proto3" json:"enable,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelResponseCache @@ @@ The response cache setting for the model. @@

func (*ModelResponseCache) Descriptor deprecated

func (*ModelResponseCache) Descriptor() ([]byte, []int)

Deprecated: Use ModelResponseCache.ProtoReflect.Descriptor instead.

func (*ModelResponseCache) GetEnable

func (x *ModelResponseCache) GetEnable() bool

func (*ModelResponseCache) ProtoMessage

func (*ModelResponseCache) ProtoMessage()

func (*ModelResponseCache) ProtoReflect

func (x *ModelResponseCache) ProtoReflect() protoreflect.Message

func (*ModelResponseCache) Reset

func (x *ModelResponseCache) Reset()

func (*ModelResponseCache) String

func (x *ModelResponseCache) String() string

func (*ModelResponseCache) Validate

func (m *ModelResponseCache) Validate() error

Validate checks the field values on ModelResponseCache with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelResponseCache) ValidateAll

func (m *ModelResponseCache) ValidateAll() error

ValidateAll checks the field values on ModelResponseCache with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelResponseCacheMultiError, or nil if none found.

type ModelResponseCacheMultiError

type ModelResponseCacheMultiError []error

ModelResponseCacheMultiError is an error wrapping multiple validation errors returned by ModelResponseCache.ValidateAll() if the designated constraints aren't met.

func (ModelResponseCacheMultiError) AllErrors

func (m ModelResponseCacheMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelResponseCacheMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelResponseCacheValidationError

type ModelResponseCacheValidationError struct {
	// contains filtered or unexported fields
}

ModelResponseCacheValidationError is the validation error returned by ModelResponseCache.Validate if the designated constraints aren't met.

func (ModelResponseCacheValidationError) Cause

Cause function returns cause value.

func (ModelResponseCacheValidationError) Error

Error satisfies the builtin error interface

func (ModelResponseCacheValidationError) ErrorName

ErrorName returns error name.

func (ModelResponseCacheValidationError) Field

Field function returns field value.

func (ModelResponseCacheValidationError) Key

Key function returns key value.

func (ModelResponseCacheValidationError) Reason

Reason function returns reason value.

type ModelSequenceBatching

type ModelSequenceBatching struct {

	// @@  .. cpp:var:: oneof strategy_choice
	// @@
	// @@     The strategy used by the sequence batcher. Default strategy
	// @@     is 'direct'.
	// @@
	//
	// Types that are assignable to StrategyChoice:
	//
	//	*ModelSequenceBatching_Direct
	//	*ModelSequenceBatching_Oldest
	StrategyChoice isModelSequenceBatching_StrategyChoice `protobuf_oneof:"strategy_choice"`
	// @@  .. cpp:var:: uint64 max_sequence_idle_microseconds
	// @@
	// @@     The maximum time, in microseconds, that a sequence is allowed to
	// @@     be idle before it is aborted. The inference server considers a
	// @@     sequence idle when it does not have any inference request queued
	// @@     for the sequence. If this limit is exceeded, the inference server
	// @@     will free the sequence slot allocated by the sequence and make it
	// @@     available for another sequence. If not specified (or specified as
	// @@     zero) a default value of 1000000 (1 second) is used.
	// @@
	MaxSequenceIdleMicroseconds uint64 `` /* 147-byte string literal not displayed */
	// @@  .. cpp:var:: ControlInput control_input (repeated)
	// @@
	// @@     The model input(s) that the server should use to communicate
	// @@     sequence start, stop, ready and similar control values to the
	// @@     model.
	// @@
	ControlInput []*ModelSequenceBatching_ControlInput `protobuf:"bytes,2,rep,name=control_input,json=controlInput,proto3" json:"control_input,omitempty"`
	// @@  .. cpp:var:: State state (repeated)
	// @@
	// @@     The optional state that can be stored in Triton for performing
	// @@     inference requests on a sequence. Each sequence holds an implicit
	// @@     state local to itself. The output state tensor provided by the
	// @@     model in 'output_name' field of the current inference request will
	// @@     be transferred as an input tensor named 'input_name' in the next
	// @@     request of the same sequence. The input state of the first request
	// @@     in the sequence contains garbage data.
	// @@
	State []*ModelSequenceBatching_State `protobuf:"bytes,5,rep,name=state,proto3" json:"state,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelSequenceBatching @@ @@ Sequence batching configuration. These settings control how sequence @@ batching operates for the model. @@

func (*ModelSequenceBatching) Descriptor deprecated

func (*ModelSequenceBatching) Descriptor() ([]byte, []int)

Deprecated: Use ModelSequenceBatching.ProtoReflect.Descriptor instead.

func (*ModelSequenceBatching) GetControlInput

func (*ModelSequenceBatching) GetDirect

func (*ModelSequenceBatching) GetMaxSequenceIdleMicroseconds

func (x *ModelSequenceBatching) GetMaxSequenceIdleMicroseconds() uint64

func (*ModelSequenceBatching) GetOldest

func (*ModelSequenceBatching) GetState

func (*ModelSequenceBatching) GetStrategyChoice

func (m *ModelSequenceBatching) GetStrategyChoice() isModelSequenceBatching_StrategyChoice

func (*ModelSequenceBatching) ProtoMessage

func (*ModelSequenceBatching) ProtoMessage()

func (*ModelSequenceBatching) ProtoReflect

func (x *ModelSequenceBatching) ProtoReflect() protoreflect.Message

func (*ModelSequenceBatching) Reset

func (x *ModelSequenceBatching) Reset()

func (*ModelSequenceBatching) String

func (x *ModelSequenceBatching) String() string

func (*ModelSequenceBatching) Validate

func (m *ModelSequenceBatching) Validate() error

Validate checks the field values on ModelSequenceBatching with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelSequenceBatching) ValidateAll

func (m *ModelSequenceBatching) ValidateAll() error

ValidateAll checks the field values on ModelSequenceBatching with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelSequenceBatchingMultiError, or nil if none found.

type ModelSequenceBatchingMultiError

type ModelSequenceBatchingMultiError []error

ModelSequenceBatchingMultiError is an error wrapping multiple validation errors returned by ModelSequenceBatching.ValidateAll() if the designated constraints aren't met.

func (ModelSequenceBatchingMultiError) AllErrors

func (m ModelSequenceBatchingMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelSequenceBatchingMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelSequenceBatchingValidationError

type ModelSequenceBatchingValidationError struct {
	// contains filtered or unexported fields
}

ModelSequenceBatchingValidationError is the validation error returned by ModelSequenceBatching.Validate if the designated constraints aren't met.

func (ModelSequenceBatchingValidationError) Cause

Cause function returns cause value.

func (ModelSequenceBatchingValidationError) Error

Error satisfies the builtin error interface

func (ModelSequenceBatchingValidationError) ErrorName

ErrorName returns error name.

func (ModelSequenceBatchingValidationError) Field

Field function returns field value.

func (ModelSequenceBatchingValidationError) Key

Key function returns key value.

func (ModelSequenceBatchingValidationError) Reason

Reason function returns reason value.

type ModelSequenceBatching_Control

type ModelSequenceBatching_Control struct {

	// @@    .. cpp:var:: Kind kind
	// @@
	// @@       The kind of this control.
	// @@
	Kind ModelSequenceBatching_Control_Kind `protobuf:"varint,1,opt,name=kind,proto3,enum=inference.ModelSequenceBatching_Control_Kind" json:"kind,omitempty"`
	// @@    .. cpp:var:: int32 int32_false_true (repeated)
	// @@
	// @@       The control's true and false setting is indicated by setting
	// @@       a value in an int32 tensor. The tensor must be a
	// @@       1-dimensional tensor with size equal to the batch size of
	// @@       the request. 'int32_false_true' must have two entries: the
	// @@       first the false value and the second the true value.
	// @@
	Int32FalseTrue []int32 `protobuf:"varint,2,rep,packed,name=int32_false_true,json=int32FalseTrue,proto3" json:"int32_false_true,omitempty"`
	// @@    .. cpp:var:: float fp32_false_true (repeated)
	// @@
	// @@       The control's true and false setting is indicated by setting
	// @@       a value in a fp32 tensor. The tensor must be a
	// @@       1-dimensional tensor with size equal to the batch size of
	// @@       the request. 'fp32_false_true' must have two entries: the
	// @@       first the false value and the second the true value.
	// @@
	Fp32FalseTrue []float32 `protobuf:"fixed32,3,rep,packed,name=fp32_false_true,json=fp32FalseTrue,proto3" json:"fp32_false_true,omitempty"`
	// @@    .. cpp:var:: bool bool_false_true (repeated)
	// @@
	// @@       The control's true and false setting is indicated by setting
	// @@       a value in a bool tensor. The tensor must be a
	// @@       1-dimensional tensor with size equal to the batch size of
	// @@       the request. 'bool_false_true' must have two entries: the
	// @@       first the false value and the second the true value.
	// @@
	BoolFalseTrue []bool `protobuf:"varint,5,rep,packed,name=bool_false_true,json=boolFalseTrue,proto3" json:"bool_false_true,omitempty"`
	// @@    .. cpp:var:: DataType data_type
	// @@
	// @@       The control's datatype.
	// @@
	DataType DataType `protobuf:"varint,4,opt,name=data_type,json=dataType,proto3,enum=inference.DataType" json:"data_type,omitempty"`
	// contains filtered or unexported fields
}

@@ .. cpp:var:: message Control @@ @@ A control is a signal that the sequence batcher uses to @@ communicate with a backend. @@

func (*ModelSequenceBatching_Control) Descriptor deprecated

func (*ModelSequenceBatching_Control) Descriptor() ([]byte, []int)

Deprecated: Use ModelSequenceBatching_Control.ProtoReflect.Descriptor instead.

func (*ModelSequenceBatching_Control) GetBoolFalseTrue

func (x *ModelSequenceBatching_Control) GetBoolFalseTrue() []bool

func (*ModelSequenceBatching_Control) GetDataType

func (x *ModelSequenceBatching_Control) GetDataType() DataType

func (*ModelSequenceBatching_Control) GetFp32FalseTrue

func (x *ModelSequenceBatching_Control) GetFp32FalseTrue() []float32

func (*ModelSequenceBatching_Control) GetInt32FalseTrue

func (x *ModelSequenceBatching_Control) GetInt32FalseTrue() []int32

func (*ModelSequenceBatching_Control) GetKind

func (*ModelSequenceBatching_Control) ProtoMessage

func (*ModelSequenceBatching_Control) ProtoMessage()

func (*ModelSequenceBatching_Control) ProtoReflect

func (*ModelSequenceBatching_Control) Reset

func (x *ModelSequenceBatching_Control) Reset()

func (*ModelSequenceBatching_Control) String

func (*ModelSequenceBatching_Control) Validate

func (m *ModelSequenceBatching_Control) Validate() error

Validate checks the field values on ModelSequenceBatching_Control with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelSequenceBatching_Control) ValidateAll

func (m *ModelSequenceBatching_Control) ValidateAll() error

ValidateAll checks the field values on ModelSequenceBatching_Control with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelSequenceBatching_ControlMultiError, or nil if none found.

type ModelSequenceBatching_ControlInput

type ModelSequenceBatching_ControlInput struct {

	// @@    .. cpp:var:: string name
	// @@
	// @@       The name of the model input.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@    .. cpp:var:: Control control (repeated)
	// @@
	// @@       The control value(s) that should be communicated to the
	// @@       model using this model input.
	// @@
	Control []*ModelSequenceBatching_Control `protobuf:"bytes,2,rep,name=control,proto3" json:"control,omitempty"`
	// contains filtered or unexported fields
}

@@ .. cpp:var:: message ControlInput @@ @@ The sequence control values to communicate by a model input. @@

func (*ModelSequenceBatching_ControlInput) Descriptor deprecated

func (*ModelSequenceBatching_ControlInput) Descriptor() ([]byte, []int)

Deprecated: Use ModelSequenceBatching_ControlInput.ProtoReflect.Descriptor instead.

func (*ModelSequenceBatching_ControlInput) GetControl

func (*ModelSequenceBatching_ControlInput) GetName

func (*ModelSequenceBatching_ControlInput) ProtoMessage

func (*ModelSequenceBatching_ControlInput) ProtoMessage()

func (*ModelSequenceBatching_ControlInput) ProtoReflect

func (*ModelSequenceBatching_ControlInput) Reset

func (*ModelSequenceBatching_ControlInput) String

func (*ModelSequenceBatching_ControlInput) Validate

Validate checks the field values on ModelSequenceBatching_ControlInput with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelSequenceBatching_ControlInput) ValidateAll

func (m *ModelSequenceBatching_ControlInput) ValidateAll() error

ValidateAll checks the field values on ModelSequenceBatching_ControlInput with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelSequenceBatching_ControlInputMultiError, or nil if none found.

type ModelSequenceBatching_ControlInputMultiError

type ModelSequenceBatching_ControlInputMultiError []error

ModelSequenceBatching_ControlInputMultiError is an error wrapping multiple validation errors returned by ModelSequenceBatching_ControlInput.ValidateAll() if the designated constraints aren't met.

func (ModelSequenceBatching_ControlInputMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelSequenceBatching_ControlInputMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelSequenceBatching_ControlInputValidationError

type ModelSequenceBatching_ControlInputValidationError struct {
	// contains filtered or unexported fields
}

ModelSequenceBatching_ControlInputValidationError is the validation error returned by ModelSequenceBatching_ControlInput.Validate if the designated constraints aren't met.

func (ModelSequenceBatching_ControlInputValidationError) Cause

Cause function returns cause value.

func (ModelSequenceBatching_ControlInputValidationError) Error

Error satisfies the builtin error interface

func (ModelSequenceBatching_ControlInputValidationError) ErrorName

ErrorName returns error name.

func (ModelSequenceBatching_ControlInputValidationError) Field

Field function returns field value.

func (ModelSequenceBatching_ControlInputValidationError) Key

Key function returns key value.

func (ModelSequenceBatching_ControlInputValidationError) Reason

Reason function returns reason value.

type ModelSequenceBatching_ControlMultiError

type ModelSequenceBatching_ControlMultiError []error

ModelSequenceBatching_ControlMultiError is an error wrapping multiple validation errors returned by ModelSequenceBatching_Control.ValidateAll() if the designated constraints aren't met.

func (ModelSequenceBatching_ControlMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelSequenceBatching_ControlMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelSequenceBatching_ControlValidationError

type ModelSequenceBatching_ControlValidationError struct {
	// contains filtered or unexported fields
}

ModelSequenceBatching_ControlValidationError is the validation error returned by ModelSequenceBatching_Control.Validate if the designated constraints aren't met.

func (ModelSequenceBatching_ControlValidationError) Cause

Cause function returns cause value.

func (ModelSequenceBatching_ControlValidationError) Error

Error satisfies the builtin error interface

func (ModelSequenceBatching_ControlValidationError) ErrorName

ErrorName returns error name.

func (ModelSequenceBatching_ControlValidationError) Field

Field function returns field value.

func (ModelSequenceBatching_ControlValidationError) Key

Key function returns key value.

func (ModelSequenceBatching_ControlValidationError) Reason

Reason function returns reason value.

type ModelSequenceBatching_Control_Kind

type ModelSequenceBatching_Control_Kind int32

@@ @@ .. cpp:enum:: Kind @@ @@ The kind of the control. @@

const (
	// @@      .. cpp:enumerator:: Kind::CONTROL_SEQUENCE_START = 0
	// @@
	// @@         A new sequence is/is-not starting. If true a sequence is
	// @@         starting, if false a sequence is continuing. Must
	// @@         specify either int32_false_true, fp32_false_true or
	// @@         bool_false_true for this control. This control is optional.
	// @@
	ModelSequenceBatching_Control_CONTROL_SEQUENCE_START ModelSequenceBatching_Control_Kind = 0
	// @@      .. cpp:enumerator:: Kind::CONTROL_SEQUENCE_READY = 1
	// @@
	// @@         A sequence is/is-not ready for inference. If true the
	// @@         input tensor data is valid and should be used. If false
	// @@         the input tensor data is invalid and inferencing should
	// @@         be "skipped". Must specify either int32_false_true,
	// @@         fp32_false_true or bool_false_true for this control. This
	// @@         control is optional.
	// @@
	ModelSequenceBatching_Control_CONTROL_SEQUENCE_READY ModelSequenceBatching_Control_Kind = 1
	// @@      .. cpp:enumerator:: Kind::CONTROL_SEQUENCE_END = 2
	// @@
	// @@         A sequence is/is-not ending. If true a sequence is
	// @@         ending, if false a sequence is continuing. Must specify
	// @@         either int32_false_true, fp32_false_true or bool_false_true
	// @@         for this control. This control is optional.
	// @@
	ModelSequenceBatching_Control_CONTROL_SEQUENCE_END ModelSequenceBatching_Control_Kind = 2
	// @@      .. cpp:enumerator:: Kind::CONTROL_SEQUENCE_CORRID = 3
	// @@
	// @@         The correlation ID of the sequence. The correlation ID
	// @@         is an uint64_t value that is communicated in whole or
	// @@         in part by the tensor. The tensor's datatype must be
	// @@         specified by data_type and must be TYPE_UINT64, TYPE_INT64,
	// @@         TYPE_UINT32 or TYPE_INT32. If a 32-bit datatype is specified
	// @@         the correlation ID will be truncated to the low-order 32
	// @@         bits. This control is optional.
	// @@
	ModelSequenceBatching_Control_CONTROL_SEQUENCE_CORRID ModelSequenceBatching_Control_Kind = 3
)

func (ModelSequenceBatching_Control_Kind) Descriptor

func (ModelSequenceBatching_Control_Kind) Enum

func (ModelSequenceBatching_Control_Kind) EnumDescriptor deprecated

func (ModelSequenceBatching_Control_Kind) EnumDescriptor() ([]byte, []int)

Deprecated: Use ModelSequenceBatching_Control_Kind.Descriptor instead.

func (ModelSequenceBatching_Control_Kind) Number

func (ModelSequenceBatching_Control_Kind) String

func (ModelSequenceBatching_Control_Kind) Type

type ModelSequenceBatching_Direct

type ModelSequenceBatching_Direct struct {
	// @@    .. cpp:var:: StrategyDirect direct
	// @@
	// @@       StrategyDirect scheduling strategy.
	// @@
	Direct *ModelSequenceBatching_StrategyDirect `protobuf:"bytes,3,opt,name=direct,proto3,oneof"`
}

type ModelSequenceBatching_InitialState

type ModelSequenceBatching_InitialState struct {

	// @@      .. cpp:var:: DataType data_type
	// @@
	// @@         The data-type of the state.
	// @@
	DataType DataType `protobuf:"varint,1,opt,name=data_type,json=dataType,proto3,enum=inference.DataType" json:"data_type,omitempty"`
	// @@      .. cpp:var:: int64 dims (repeated)
	// @@
	// @@         The shape of the state tensor, not including the batch
	// @@         dimension.
	// @@
	Dims []int64 `protobuf:"varint,2,rep,packed,name=dims,proto3" json:"dims,omitempty"`
	// @@      .. cpp:var:: oneof state_data
	// @@
	// @@         Specify how the initial state data is generated.
	// @@
	//
	// Types that are assignable to StateData:
	//
	//	*ModelSequenceBatching_InitialState_ZeroData
	//	*ModelSequenceBatching_InitialState_DataFile
	StateData isModelSequenceBatching_InitialState_StateData `protobuf_oneof:"state_data"`
	// @@  .. cpp:var:: string name
	// @@
	// @@     The name of the state initialization.
	// @@
	Name string `protobuf:"bytes,5,opt,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message InitialState @@ @@ Settings used to initialize data for implicit state. @@

func (*ModelSequenceBatching_InitialState) Descriptor deprecated

func (*ModelSequenceBatching_InitialState) Descriptor() ([]byte, []int)

Deprecated: Use ModelSequenceBatching_InitialState.ProtoReflect.Descriptor instead.

func (*ModelSequenceBatching_InitialState) GetDataFile

func (x *ModelSequenceBatching_InitialState) GetDataFile() string

func (*ModelSequenceBatching_InitialState) GetDataType

func (*ModelSequenceBatching_InitialState) GetDims

func (*ModelSequenceBatching_InitialState) GetName

func (*ModelSequenceBatching_InitialState) GetStateData

func (m *ModelSequenceBatching_InitialState) GetStateData() isModelSequenceBatching_InitialState_StateData

func (*ModelSequenceBatching_InitialState) GetZeroData

func (x *ModelSequenceBatching_InitialState) GetZeroData() bool

func (*ModelSequenceBatching_InitialState) ProtoMessage

func (*ModelSequenceBatching_InitialState) ProtoMessage()

func (*ModelSequenceBatching_InitialState) ProtoReflect

func (*ModelSequenceBatching_InitialState) Reset

func (*ModelSequenceBatching_InitialState) String

func (*ModelSequenceBatching_InitialState) Validate

Validate checks the field values on ModelSequenceBatching_InitialState with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelSequenceBatching_InitialState) ValidateAll

func (m *ModelSequenceBatching_InitialState) ValidateAll() error

ValidateAll checks the field values on ModelSequenceBatching_InitialState with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelSequenceBatching_InitialStateMultiError, or nil if none found.

type ModelSequenceBatching_InitialStateMultiError

type ModelSequenceBatching_InitialStateMultiError []error

ModelSequenceBatching_InitialStateMultiError is an error wrapping multiple validation errors returned by ModelSequenceBatching_InitialState.ValidateAll() if the designated constraints aren't met.

func (ModelSequenceBatching_InitialStateMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelSequenceBatching_InitialStateMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelSequenceBatching_InitialStateValidationError

type ModelSequenceBatching_InitialStateValidationError struct {
	// contains filtered or unexported fields
}

ModelSequenceBatching_InitialStateValidationError is the validation error returned by ModelSequenceBatching_InitialState.Validate if the designated constraints aren't met.

func (ModelSequenceBatching_InitialStateValidationError) Cause

Cause function returns cause value.

func (ModelSequenceBatching_InitialStateValidationError) Error

Error satisfies the builtin error interface

func (ModelSequenceBatching_InitialStateValidationError) ErrorName

ErrorName returns error name.

func (ModelSequenceBatching_InitialStateValidationError) Field

Field function returns field value.

func (ModelSequenceBatching_InitialStateValidationError) Key

Key function returns key value.

func (ModelSequenceBatching_InitialStateValidationError) Reason

Reason function returns reason value.

type ModelSequenceBatching_InitialState_DataFile

type ModelSequenceBatching_InitialState_DataFile struct {
	// @@      .. cpp:var:: string data_file
	// @@
	// @@         The file whose content will be used as the initial data for
	// @@         the state in row-major order. The file must be provided in
	// @@         sub-directory 'initial_state' under the model directory.
	// @@
	DataFile string `protobuf:"bytes,4,opt,name=data_file,json=dataFile,proto3,oneof"`
}

type ModelSequenceBatching_InitialState_ZeroData

type ModelSequenceBatching_InitialState_ZeroData struct {
	// @@
	// @@      .. cpp:var:: bool zero_data
	// @@
	// @@         The identifier for using zeros as initial state data.
	// @@         Note that the value of 'zero_data' will not be checked,
	// @@         instead, zero data will be used as long as the field is set.
	// @@
	ZeroData bool `protobuf:"varint,3,opt,name=zero_data,json=zeroData,proto3,oneof"`
}

type ModelSequenceBatching_Oldest

type ModelSequenceBatching_Oldest struct {
	// @@    .. cpp:var:: StrategyOldest oldest
	// @@
	// @@       StrategyOldest scheduling strategy.
	// @@
	Oldest *ModelSequenceBatching_StrategyOldest `protobuf:"bytes,4,opt,name=oldest,proto3,oneof"`
}

type ModelSequenceBatching_State

type ModelSequenceBatching_State struct {

	// @@    .. cpp:var:: string input_name
	// @@
	// @@       The name of the model state input.
	// @@
	InputName string `protobuf:"bytes,1,opt,name=input_name,json=inputName,proto3" json:"input_name,omitempty"`
	// @@    .. cpp:var:: string output_name
	// @@
	// @@       The name of the model state output.
	// @@
	OutputName string `protobuf:"bytes,2,opt,name=output_name,json=outputName,proto3" json:"output_name,omitempty"`
	// @@    .. cpp:var:: DataType data_type
	// @@
	// @@       The data-type of the state.
	// @@
	DataType DataType `protobuf:"varint,3,opt,name=data_type,json=dataType,proto3,enum=inference.DataType" json:"data_type,omitempty"`
	// @@    .. cpp:var:: int64 dim (repeated)
	// @@
	// @@       The dimension.
	// @@
	Dims []int64 `protobuf:"varint,4,rep,packed,name=dims,proto3" json:"dims,omitempty"`
	// @@  .. cpp:var:: InitialState initial_state (repeated)
	// @@
	// @@     The optional field to specify the initial state for the model.
	// @@
	InitialState []*ModelSequenceBatching_InitialState `protobuf:"bytes,5,rep,name=initial_state,json=initialState,proto3" json:"initial_state,omitempty"`
	// contains filtered or unexported fields
}

@@ .. cpp:var:: message State @@ @@ An input / output pair of tensors that carry state for the sequence. @@

func (*ModelSequenceBatching_State) Descriptor deprecated

func (*ModelSequenceBatching_State) Descriptor() ([]byte, []int)

Deprecated: Use ModelSequenceBatching_State.ProtoReflect.Descriptor instead.

func (*ModelSequenceBatching_State) GetDataType

func (x *ModelSequenceBatching_State) GetDataType() DataType

func (*ModelSequenceBatching_State) GetDims

func (x *ModelSequenceBatching_State) GetDims() []int64

func (*ModelSequenceBatching_State) GetInitialState

func (*ModelSequenceBatching_State) GetInputName

func (x *ModelSequenceBatching_State) GetInputName() string

func (*ModelSequenceBatching_State) GetOutputName

func (x *ModelSequenceBatching_State) GetOutputName() string

func (*ModelSequenceBatching_State) ProtoMessage

func (*ModelSequenceBatching_State) ProtoMessage()

func (*ModelSequenceBatching_State) ProtoReflect

func (*ModelSequenceBatching_State) Reset

func (x *ModelSequenceBatching_State) Reset()

func (*ModelSequenceBatching_State) String

func (x *ModelSequenceBatching_State) String() string

func (*ModelSequenceBatching_State) Validate

func (m *ModelSequenceBatching_State) Validate() error

Validate checks the field values on ModelSequenceBatching_State with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelSequenceBatching_State) ValidateAll

func (m *ModelSequenceBatching_State) ValidateAll() error

ValidateAll checks the field values on ModelSequenceBatching_State with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelSequenceBatching_StateMultiError, or nil if none found.

type ModelSequenceBatching_StateMultiError

type ModelSequenceBatching_StateMultiError []error

ModelSequenceBatching_StateMultiError is an error wrapping multiple validation errors returned by ModelSequenceBatching_State.ValidateAll() if the designated constraints aren't met.

func (ModelSequenceBatching_StateMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelSequenceBatching_StateMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelSequenceBatching_StateValidationError

type ModelSequenceBatching_StateValidationError struct {
	// contains filtered or unexported fields
}

ModelSequenceBatching_StateValidationError is the validation error returned by ModelSequenceBatching_State.Validate if the designated constraints aren't met.

func (ModelSequenceBatching_StateValidationError) Cause

Cause function returns cause value.

func (ModelSequenceBatching_StateValidationError) Error

Error satisfies the builtin error interface

func (ModelSequenceBatching_StateValidationError) ErrorName

ErrorName returns error name.

func (ModelSequenceBatching_StateValidationError) Field

Field function returns field value.

func (ModelSequenceBatching_StateValidationError) Key

Key function returns key value.

func (ModelSequenceBatching_StateValidationError) Reason

Reason function returns reason value.

type ModelSequenceBatching_StrategyDirect

type ModelSequenceBatching_StrategyDirect struct {

	// @@    .. cpp:var:: uint64 max_queue_delay_microseconds
	// @@
	// @@       The maximum time, in microseconds, a candidate request
	// @@       will be delayed in the sequence batch scheduling queue to
	// @@       wait for additional requests for batching. Default is 0.
	// @@
	MaxQueueDelayMicroseconds uint64 `` /* 141-byte string literal not displayed */
	// @@    .. cpp:var:: float minimum_slot_utilization
	// @@
	// @@       The minimum slot utilization that must be satisfied to
	// @@       execute the batch before 'max_queue_delay_microseconds' expires.
	// @@       For example, a value of 0.5 indicates that the batch should be
	// @@       executed as soon as 50% or more of the slots are ready even if
	// @@       the 'max_queue_delay_microseconds' timeout has not expired.
	// @@       The default is 0.0, indicating that a batch will be executed
	// @@       before 'max_queue_delay_microseconds' timeout expires if at least
	// @@       one batch slot is ready. 'max_queue_delay_microseconds' will be
	// @@       ignored unless minimum_slot_utilization is set to a non-zero
	// @@       value.
	// @@
	MinimumSlotUtilization float32 `` /* 131-byte string literal not displayed */
	// contains filtered or unexported fields
}

@@ .. cpp:var:: message StrategyDirect @@ @@ The sequence batcher uses a specific, unique batch @@ slot for each sequence. All inference requests in a @@ sequence are directed to the same batch slot in the same @@ model instance over the lifetime of the sequence. This @@ is the default strategy. @@

func (*ModelSequenceBatching_StrategyDirect) Descriptor deprecated

func (*ModelSequenceBatching_StrategyDirect) Descriptor() ([]byte, []int)

Deprecated: Use ModelSequenceBatching_StrategyDirect.ProtoReflect.Descriptor instead.

func (*ModelSequenceBatching_StrategyDirect) GetMaxQueueDelayMicroseconds

func (x *ModelSequenceBatching_StrategyDirect) GetMaxQueueDelayMicroseconds() uint64

func (*ModelSequenceBatching_StrategyDirect) GetMinimumSlotUtilization

func (x *ModelSequenceBatching_StrategyDirect) GetMinimumSlotUtilization() float32

func (*ModelSequenceBatching_StrategyDirect) ProtoMessage

func (*ModelSequenceBatching_StrategyDirect) ProtoMessage()

func (*ModelSequenceBatching_StrategyDirect) ProtoReflect

func (*ModelSequenceBatching_StrategyDirect) Reset

func (*ModelSequenceBatching_StrategyDirect) String

func (*ModelSequenceBatching_StrategyDirect) Validate

Validate checks the field values on ModelSequenceBatching_StrategyDirect with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelSequenceBatching_StrategyDirect) ValidateAll

ValidateAll checks the field values on ModelSequenceBatching_StrategyDirect with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelSequenceBatching_StrategyDirectMultiError, or nil if none found.

type ModelSequenceBatching_StrategyDirectMultiError

type ModelSequenceBatching_StrategyDirectMultiError []error

ModelSequenceBatching_StrategyDirectMultiError is an error wrapping multiple validation errors returned by ModelSequenceBatching_StrategyDirect.ValidateAll() if the designated constraints aren't met.

func (ModelSequenceBatching_StrategyDirectMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelSequenceBatching_StrategyDirectMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelSequenceBatching_StrategyDirectValidationError

type ModelSequenceBatching_StrategyDirectValidationError struct {
	// contains filtered or unexported fields
}

ModelSequenceBatching_StrategyDirectValidationError is the validation error returned by ModelSequenceBatching_StrategyDirect.Validate if the designated constraints aren't met.

func (ModelSequenceBatching_StrategyDirectValidationError) Cause

Cause function returns cause value.

func (ModelSequenceBatching_StrategyDirectValidationError) Error

Error satisfies the builtin error interface

func (ModelSequenceBatching_StrategyDirectValidationError) ErrorName

ErrorName returns error name.

func (ModelSequenceBatching_StrategyDirectValidationError) Field

Field function returns field value.

func (ModelSequenceBatching_StrategyDirectValidationError) Key

Key function returns key value.

func (ModelSequenceBatching_StrategyDirectValidationError) Reason

Reason function returns reason value.

type ModelSequenceBatching_StrategyOldest

type ModelSequenceBatching_StrategyOldest struct {

	// @@    .. cpp:var:: int32 max_candidate_sequences
	// @@
	// @@       Maximum number of candidate sequences that the batcher
	// @@       maintains. Excess seqences are kept in an ordered backlog
	// @@       and become candidates when existing candidate sequences
	// @@       complete.
	// @@
	MaxCandidateSequences int32 `` /* 127-byte string literal not displayed */
	// @@    .. cpp:var:: int32 preferred_batch_size (repeated)
	// @@
	// @@       Preferred batch sizes for dynamic batching of candidate
	// @@       sequences. If a batch of one of these sizes can be formed
	// @@       it will be executed immediately. If not specified a
	// @@       preferred batch size will be chosen automatically
	// @@       based on model and GPU characteristics.
	// @@
	PreferredBatchSize []int32 `protobuf:"varint,2,rep,packed,name=preferred_batch_size,json=preferredBatchSize,proto3" json:"preferred_batch_size,omitempty"`
	// @@    .. cpp:var:: uint64 max_queue_delay_microseconds
	// @@
	// @@       The maximum time, in microseconds, a candidate request
	// @@       will be delayed in the dynamic batch scheduling queue to
	// @@       wait for additional requests for batching. Default is 0.
	// @@
	MaxQueueDelayMicroseconds uint64 `` /* 141-byte string literal not displayed */
	// contains filtered or unexported fields
}

@@ .. cpp:var:: message StrategyOldest @@ @@ The sequence batcher maintains up to 'max_candidate_sequences' @@ candidate sequences. 'max_candidate_sequences' can be greater @@ than the model's 'max_batch_size'. For inferencing the batcher @@ chooses from the candidate sequences up to 'max_batch_size' @@ inference requests. Requests are chosen in an oldest-first @@ manner across all candidate sequences. A given sequence is @@ not guaranteed to be assigned to the same batch slot for @@ all inference requests of that sequence. @@

func (*ModelSequenceBatching_StrategyOldest) Descriptor deprecated

func (*ModelSequenceBatching_StrategyOldest) Descriptor() ([]byte, []int)

Deprecated: Use ModelSequenceBatching_StrategyOldest.ProtoReflect.Descriptor instead.

func (*ModelSequenceBatching_StrategyOldest) GetMaxCandidateSequences

func (x *ModelSequenceBatching_StrategyOldest) GetMaxCandidateSequences() int32

func (*ModelSequenceBatching_StrategyOldest) GetMaxQueueDelayMicroseconds

func (x *ModelSequenceBatching_StrategyOldest) GetMaxQueueDelayMicroseconds() uint64

func (*ModelSequenceBatching_StrategyOldest) GetPreferredBatchSize

func (x *ModelSequenceBatching_StrategyOldest) GetPreferredBatchSize() []int32

func (*ModelSequenceBatching_StrategyOldest) ProtoMessage

func (*ModelSequenceBatching_StrategyOldest) ProtoMessage()

func (*ModelSequenceBatching_StrategyOldest) ProtoReflect

func (*ModelSequenceBatching_StrategyOldest) Reset

func (*ModelSequenceBatching_StrategyOldest) String

func (*ModelSequenceBatching_StrategyOldest) Validate

Validate checks the field values on ModelSequenceBatching_StrategyOldest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelSequenceBatching_StrategyOldest) ValidateAll

ValidateAll checks the field values on ModelSequenceBatching_StrategyOldest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelSequenceBatching_StrategyOldestMultiError, or nil if none found.

type ModelSequenceBatching_StrategyOldestMultiError

type ModelSequenceBatching_StrategyOldestMultiError []error

ModelSequenceBatching_StrategyOldestMultiError is an error wrapping multiple validation errors returned by ModelSequenceBatching_StrategyOldest.ValidateAll() if the designated constraints aren't met.

func (ModelSequenceBatching_StrategyOldestMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelSequenceBatching_StrategyOldestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelSequenceBatching_StrategyOldestValidationError

type ModelSequenceBatching_StrategyOldestValidationError struct {
	// contains filtered or unexported fields
}

ModelSequenceBatching_StrategyOldestValidationError is the validation error returned by ModelSequenceBatching_StrategyOldest.Validate if the designated constraints aren't met.

func (ModelSequenceBatching_StrategyOldestValidationError) Cause

Cause function returns cause value.

func (ModelSequenceBatching_StrategyOldestValidationError) Error

Error satisfies the builtin error interface

func (ModelSequenceBatching_StrategyOldestValidationError) ErrorName

ErrorName returns error name.

func (ModelSequenceBatching_StrategyOldestValidationError) Field

Field function returns field value.

func (ModelSequenceBatching_StrategyOldestValidationError) Key

Key function returns key value.

func (ModelSequenceBatching_StrategyOldestValidationError) Reason

Reason function returns reason value.

type ModelStatistics

type ModelStatistics struct {

	// @@  .. cpp:var:: string name
	// @@
	// @@     The name of the model. If not given returns statistics for all
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@  .. cpp:var:: string version
	// @@
	// @@     The version of the model.
	// @@
	Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
	// @@  .. cpp:var:: uint64 last_inference
	// @@
	// @@     The timestamp of the last inference request made for this model,
	// @@     as milliseconds since the epoch.
	// @@
	LastInference uint64 `protobuf:"varint,3,opt,name=last_inference,json=lastInference,proto3" json:"last_inference,omitempty"`
	// @@  .. cpp:var:: uint64 last_inference
	// @@
	// @@     The cumulative count of successful inference requests made for this
	// @@     model. Each inference in a batched request is counted as an
	// @@     individual inference. For example, if a client sends a single
	// @@     inference request with batch size 64, "inference_count" will be
	// @@     incremented by 64. Similarly, if a clients sends 64 individual
	// @@     requests each with batch size 1, "inference_count" will be
	// @@     incremented by 64. The "inference_count" value DOES NOT include
	// @@     cache hits.
	// @@
	InferenceCount uint64 `protobuf:"varint,4,opt,name=inference_count,json=inferenceCount,proto3" json:"inference_count,omitempty"`
	// @@  .. cpp:var:: uint64 last_inference
	// @@
	// @@     The cumulative count of the number of successful inference executions
	// @@     performed for the model. When dynamic batching is enabled, a single
	// @@     model execution can perform inferencing for more than one inference
	// @@     request. For example, if a clients sends 64 individual requests each
	// @@     with batch size 1 and the dynamic batcher batches them into a single
	// @@     large batch for model execution then "execution_count" will be
	// @@     incremented by 1. If, on the other hand, the dynamic batcher is not
	// @@     enabled for that each of the 64 individual requests is executed
	// @@     independently, then "execution_count" will be incremented by 64.
	// @@     The "execution_count" value DOES NOT include cache hits.
	// @@
	ExecutionCount uint64 `protobuf:"varint,5,opt,name=execution_count,json=executionCount,proto3" json:"execution_count,omitempty"`
	// @@  .. cpp:var:: InferStatistics inference_stats
	// @@
	// @@     The aggregate statistics for the model/version.
	// @@
	InferenceStats *InferStatistics `protobuf:"bytes,6,opt,name=inference_stats,json=inferenceStats,proto3" json:"inference_stats,omitempty"`
	// @@  .. cpp:var:: InferBatchStatistics batch_stats (repeated)
	// @@
	// @@     The aggregate statistics for each different batch size that is
	// @@     executed in the model. The batch statistics indicate how many actual
	// @@     model executions were performed and show differences due to different
	// @@     batch size (for example, larger batches typically take longer to
	// @@     compute).
	// @@
	BatchStats []*InferBatchStatistics `protobuf:"bytes,7,rep,name=batch_stats,json=batchStats,proto3" json:"batch_stats,omitempty"`
	// @@  .. cpp:var:: MemoryUsage memory_usage (repeated)
	// @@
	// @@     The memory usage detected during model loading, which may be used to
	// @@     estimate the memory to be released once the model is unloaded. Note
	// @@     that the estimation is inferenced by the profiling tools and
	// @@     framework's memory schema, therefore it is advised to perform
	// @@     experiments to understand the scenario that the reported memory usage
	// @@     can be relied on. As a starting point, the GPU memory usage for
	// @@     models in ONNX Runtime backend and TensorRT backend is usually
	// @@     aligned.
	// @@
	MemoryUsage []*MemoryUsage `protobuf:"bytes,8,rep,name=memory_usage,json=memoryUsage,proto3" json:"memory_usage,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelStatistics @@ @@ Statistics for a specific model and version. @@

func (*ModelStatistics) Descriptor deprecated

func (*ModelStatistics) Descriptor() ([]byte, []int)

Deprecated: Use ModelStatistics.ProtoReflect.Descriptor instead.

func (*ModelStatistics) GetBatchStats

func (x *ModelStatistics) GetBatchStats() []*InferBatchStatistics

func (*ModelStatistics) GetExecutionCount

func (x *ModelStatistics) GetExecutionCount() uint64

func (*ModelStatistics) GetInferenceCount

func (x *ModelStatistics) GetInferenceCount() uint64

func (*ModelStatistics) GetInferenceStats

func (x *ModelStatistics) GetInferenceStats() *InferStatistics

func (*ModelStatistics) GetLastInference

func (x *ModelStatistics) GetLastInference() uint64

func (*ModelStatistics) GetMemoryUsage

func (x *ModelStatistics) GetMemoryUsage() []*MemoryUsage

func (*ModelStatistics) GetName

func (x *ModelStatistics) GetName() string

func (*ModelStatistics) GetVersion

func (x *ModelStatistics) GetVersion() string

func (*ModelStatistics) ProtoMessage

func (*ModelStatistics) ProtoMessage()

func (*ModelStatistics) ProtoReflect

func (x *ModelStatistics) ProtoReflect() protoreflect.Message

func (*ModelStatistics) Reset

func (x *ModelStatistics) Reset()

func (*ModelStatistics) String

func (x *ModelStatistics) String() string

func (*ModelStatistics) Validate

func (m *ModelStatistics) Validate() error

Validate checks the field values on ModelStatistics with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelStatistics) ValidateAll

func (m *ModelStatistics) ValidateAll() error

ValidateAll checks the field values on ModelStatistics with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelStatisticsMultiError, or nil if none found.

type ModelStatisticsMultiError

type ModelStatisticsMultiError []error

ModelStatisticsMultiError is an error wrapping multiple validation errors returned by ModelStatistics.ValidateAll() if the designated constraints aren't met.

func (ModelStatisticsMultiError) AllErrors

func (m ModelStatisticsMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelStatisticsMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelStatisticsRequest

type ModelStatisticsRequest struct {

	// @@  .. cpp:var:: string name
	// @@
	// @@     The name of the model. If not given returns statistics for
	// @@     all models.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@  .. cpp:var:: string version
	// @@
	// @@     The version of the model. If not given returns statistics for
	// @@     all model versions.
	// @@
	Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelStatisticsRequest @@ @@ Request message for ModelStatistics. @@

func (*ModelStatisticsRequest) Descriptor deprecated

func (*ModelStatisticsRequest) Descriptor() ([]byte, []int)

Deprecated: Use ModelStatisticsRequest.ProtoReflect.Descriptor instead.

func (*ModelStatisticsRequest) GetName

func (x *ModelStatisticsRequest) GetName() string

func (*ModelStatisticsRequest) GetVersion

func (x *ModelStatisticsRequest) GetVersion() string

func (*ModelStatisticsRequest) ProtoMessage

func (*ModelStatisticsRequest) ProtoMessage()

func (*ModelStatisticsRequest) ProtoReflect

func (x *ModelStatisticsRequest) ProtoReflect() protoreflect.Message

func (*ModelStatisticsRequest) Reset

func (x *ModelStatisticsRequest) Reset()

func (*ModelStatisticsRequest) String

func (x *ModelStatisticsRequest) String() string

func (*ModelStatisticsRequest) Validate

func (m *ModelStatisticsRequest) Validate() error

Validate checks the field values on ModelStatisticsRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelStatisticsRequest) ValidateAll

func (m *ModelStatisticsRequest) ValidateAll() error

ValidateAll checks the field values on ModelStatisticsRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelStatisticsRequestMultiError, or nil if none found.

type ModelStatisticsRequestMultiError

type ModelStatisticsRequestMultiError []error

ModelStatisticsRequestMultiError is an error wrapping multiple validation errors returned by ModelStatisticsRequest.ValidateAll() if the designated constraints aren't met.

func (ModelStatisticsRequestMultiError) AllErrors

func (m ModelStatisticsRequestMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelStatisticsRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelStatisticsRequestValidationError

type ModelStatisticsRequestValidationError struct {
	// contains filtered or unexported fields
}

ModelStatisticsRequestValidationError is the validation error returned by ModelStatisticsRequest.Validate if the designated constraints aren't met.

func (ModelStatisticsRequestValidationError) Cause

Cause function returns cause value.

func (ModelStatisticsRequestValidationError) Error

Error satisfies the builtin error interface

func (ModelStatisticsRequestValidationError) ErrorName

ErrorName returns error name.

func (ModelStatisticsRequestValidationError) Field

Field function returns field value.

func (ModelStatisticsRequestValidationError) Key

Key function returns key value.

func (ModelStatisticsRequestValidationError) Reason

Reason function returns reason value.

type ModelStatisticsResponse

type ModelStatisticsResponse struct {

	// @@  .. cpp:var:: ModelStatistics model_stats (repeated)
	// @@
	// @@     Statistics for each requested model.
	// @@
	ModelStats []*ModelStatistics `protobuf:"bytes,1,rep,name=model_stats,json=modelStats,proto3" json:"model_stats,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelStatisticsResponse @@ @@ Response message for ModelStatistics. @@

func (*ModelStatisticsResponse) Descriptor deprecated

func (*ModelStatisticsResponse) Descriptor() ([]byte, []int)

Deprecated: Use ModelStatisticsResponse.ProtoReflect.Descriptor instead.

func (*ModelStatisticsResponse) GetModelStats

func (x *ModelStatisticsResponse) GetModelStats() []*ModelStatistics

func (*ModelStatisticsResponse) ProtoMessage

func (*ModelStatisticsResponse) ProtoMessage()

func (*ModelStatisticsResponse) ProtoReflect

func (x *ModelStatisticsResponse) ProtoReflect() protoreflect.Message

func (*ModelStatisticsResponse) Reset

func (x *ModelStatisticsResponse) Reset()

func (*ModelStatisticsResponse) String

func (x *ModelStatisticsResponse) String() string

func (*ModelStatisticsResponse) Validate

func (m *ModelStatisticsResponse) Validate() error

Validate checks the field values on ModelStatisticsResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelStatisticsResponse) ValidateAll

func (m *ModelStatisticsResponse) ValidateAll() error

ValidateAll checks the field values on ModelStatisticsResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelStatisticsResponseMultiError, or nil if none found.

type ModelStatisticsResponseMultiError

type ModelStatisticsResponseMultiError []error

ModelStatisticsResponseMultiError is an error wrapping multiple validation errors returned by ModelStatisticsResponse.ValidateAll() if the designated constraints aren't met.

func (ModelStatisticsResponseMultiError) AllErrors

func (m ModelStatisticsResponseMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelStatisticsResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelStatisticsResponseValidationError

type ModelStatisticsResponseValidationError struct {
	// contains filtered or unexported fields
}

ModelStatisticsResponseValidationError is the validation error returned by ModelStatisticsResponse.Validate if the designated constraints aren't met.

func (ModelStatisticsResponseValidationError) Cause

Cause function returns cause value.

func (ModelStatisticsResponseValidationError) Error

Error satisfies the builtin error interface

func (ModelStatisticsResponseValidationError) ErrorName

ErrorName returns error name.

func (ModelStatisticsResponseValidationError) Field

Field function returns field value.

func (ModelStatisticsResponseValidationError) Key

Key function returns key value.

func (ModelStatisticsResponseValidationError) Reason

Reason function returns reason value.

type ModelStatisticsValidationError

type ModelStatisticsValidationError struct {
	// contains filtered or unexported fields
}

ModelStatisticsValidationError is the validation error returned by ModelStatistics.Validate if the designated constraints aren't met.

func (ModelStatisticsValidationError) Cause

Cause function returns cause value.

func (ModelStatisticsValidationError) Error

Error satisfies the builtin error interface

func (ModelStatisticsValidationError) ErrorName

func (e ModelStatisticsValidationError) ErrorName() string

ErrorName returns error name.

func (ModelStatisticsValidationError) Field

Field function returns field value.

func (ModelStatisticsValidationError) Key

Key function returns key value.

func (ModelStatisticsValidationError) Reason

Reason function returns reason value.

type ModelStreamInferResponse

type ModelStreamInferResponse struct {

	// @@
	// @@  .. cpp:var:: string error_message
	// @@
	// @@     The message describing the error. The empty message
	// @@     indicates the inference was successful without errors.
	// @@
	ErrorMessage string `protobuf:"bytes,1,opt,name=error_message,json=errorMessage,proto3" json:"error_message,omitempty"`
	// @@
	// @@  .. cpp:var:: ModelInferResponse infer_response
	// @@
	// @@     Holds the results of the request.
	// @@
	InferResponse *ModelInferResponse `protobuf:"bytes,2,opt,name=infer_response,json=inferResponse,proto3" json:"infer_response,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelStreamInferResponse @@ @@ Response message for ModelStreamInfer. @@

func (*ModelStreamInferResponse) Descriptor deprecated

func (*ModelStreamInferResponse) Descriptor() ([]byte, []int)

Deprecated: Use ModelStreamInferResponse.ProtoReflect.Descriptor instead.

func (*ModelStreamInferResponse) GetErrorMessage

func (x *ModelStreamInferResponse) GetErrorMessage() string

func (*ModelStreamInferResponse) GetInferResponse

func (x *ModelStreamInferResponse) GetInferResponse() *ModelInferResponse

func (*ModelStreamInferResponse) ProtoMessage

func (*ModelStreamInferResponse) ProtoMessage()

func (*ModelStreamInferResponse) ProtoReflect

func (x *ModelStreamInferResponse) ProtoReflect() protoreflect.Message

func (*ModelStreamInferResponse) Reset

func (x *ModelStreamInferResponse) Reset()

func (*ModelStreamInferResponse) String

func (x *ModelStreamInferResponse) String() string

func (*ModelStreamInferResponse) Validate

func (m *ModelStreamInferResponse) Validate() error

Validate checks the field values on ModelStreamInferResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelStreamInferResponse) ValidateAll

func (m *ModelStreamInferResponse) ValidateAll() error

ValidateAll checks the field values on ModelStreamInferResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelStreamInferResponseMultiError, or nil if none found.

type ModelStreamInferResponseMultiError

type ModelStreamInferResponseMultiError []error

ModelStreamInferResponseMultiError is an error wrapping multiple validation errors returned by ModelStreamInferResponse.ValidateAll() if the designated constraints aren't met.

func (ModelStreamInferResponseMultiError) AllErrors

func (m ModelStreamInferResponseMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelStreamInferResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelStreamInferResponseValidationError

type ModelStreamInferResponseValidationError struct {
	// contains filtered or unexported fields
}

ModelStreamInferResponseValidationError is the validation error returned by ModelStreamInferResponse.Validate if the designated constraints aren't met.

func (ModelStreamInferResponseValidationError) Cause

Cause function returns cause value.

func (ModelStreamInferResponseValidationError) Error

Error satisfies the builtin error interface

func (ModelStreamInferResponseValidationError) ErrorName

ErrorName returns error name.

func (ModelStreamInferResponseValidationError) Field

Field function returns field value.

func (ModelStreamInferResponseValidationError) Key

Key function returns key value.

func (ModelStreamInferResponseValidationError) Reason

Reason function returns reason value.

type ModelTensorReshape

type ModelTensorReshape struct {

	// @@  .. cpp:var:: int64 shape (repeated)
	// @@
	// @@     The shape to use for reshaping.
	// @@
	Shape []int64 `protobuf:"varint,1,rep,packed,name=shape,proto3" json:"shape,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelTensorReshape @@ @@ Reshape specification for input and output tensors. @@

func (*ModelTensorReshape) Descriptor deprecated

func (*ModelTensorReshape) Descriptor() ([]byte, []int)

Deprecated: Use ModelTensorReshape.ProtoReflect.Descriptor instead.

func (*ModelTensorReshape) GetShape

func (x *ModelTensorReshape) GetShape() []int64

func (*ModelTensorReshape) ProtoMessage

func (*ModelTensorReshape) ProtoMessage()

func (*ModelTensorReshape) ProtoReflect

func (x *ModelTensorReshape) ProtoReflect() protoreflect.Message

func (*ModelTensorReshape) Reset

func (x *ModelTensorReshape) Reset()

func (*ModelTensorReshape) String

func (x *ModelTensorReshape) String() string

func (*ModelTensorReshape) Validate

func (m *ModelTensorReshape) Validate() error

Validate checks the field values on ModelTensorReshape with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelTensorReshape) ValidateAll

func (m *ModelTensorReshape) ValidateAll() error

ValidateAll checks the field values on ModelTensorReshape with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelTensorReshapeMultiError, or nil if none found.

type ModelTensorReshapeMultiError

type ModelTensorReshapeMultiError []error

ModelTensorReshapeMultiError is an error wrapping multiple validation errors returned by ModelTensorReshape.ValidateAll() if the designated constraints aren't met.

func (ModelTensorReshapeMultiError) AllErrors

func (m ModelTensorReshapeMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelTensorReshapeMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelTensorReshapeValidationError

type ModelTensorReshapeValidationError struct {
	// contains filtered or unexported fields
}

ModelTensorReshapeValidationError is the validation error returned by ModelTensorReshape.Validate if the designated constraints aren't met.

func (ModelTensorReshapeValidationError) Cause

Cause function returns cause value.

func (ModelTensorReshapeValidationError) Error

Error satisfies the builtin error interface

func (ModelTensorReshapeValidationError) ErrorName

ErrorName returns error name.

func (ModelTensorReshapeValidationError) Field

Field function returns field value.

func (ModelTensorReshapeValidationError) Key

Key function returns key value.

func (ModelTensorReshapeValidationError) Reason

Reason function returns reason value.

type ModelTransactionPolicy

type ModelTransactionPolicy struct {

	// @@  .. cpp:var:: bool decoupled
	// @@
	// @@     Indicates whether responses generated by the model are decoupled with
	// @@     the requests issued to it, which means the number of responses
	// @@     generated by model may differ from number of requests issued, and
	// @@     that the responses may be out of order relative to the order of
	// @@     requests. The default is false, which means the model will generate
	// @@     exactly one response for each request.
	// @@
	Decoupled bool `protobuf:"varint,1,opt,name=decoupled,proto3" json:"decoupled,omitempty"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message ModelTransactionPolicy @@ @@ The specification that describes the nature of transactions @@ to be expected from the model. @@

func (*ModelTransactionPolicy) Descriptor deprecated

func (*ModelTransactionPolicy) Descriptor() ([]byte, []int)

Deprecated: Use ModelTransactionPolicy.ProtoReflect.Descriptor instead.

func (*ModelTransactionPolicy) GetDecoupled

func (x *ModelTransactionPolicy) GetDecoupled() bool

func (*ModelTransactionPolicy) ProtoMessage

func (*ModelTransactionPolicy) ProtoMessage()

func (*ModelTransactionPolicy) ProtoReflect

func (x *ModelTransactionPolicy) ProtoReflect() protoreflect.Message

func (*ModelTransactionPolicy) Reset

func (x *ModelTransactionPolicy) Reset()

func (*ModelTransactionPolicy) String

func (x *ModelTransactionPolicy) String() string

func (*ModelTransactionPolicy) Validate

func (m *ModelTransactionPolicy) Validate() error

Validate checks the field values on ModelTransactionPolicy with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelTransactionPolicy) ValidateAll

func (m *ModelTransactionPolicy) ValidateAll() error

ValidateAll checks the field values on ModelTransactionPolicy with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelTransactionPolicyMultiError, or nil if none found.

type ModelTransactionPolicyMultiError

type ModelTransactionPolicyMultiError []error

ModelTransactionPolicyMultiError is an error wrapping multiple validation errors returned by ModelTransactionPolicy.ValidateAll() if the designated constraints aren't met.

func (ModelTransactionPolicyMultiError) AllErrors

func (m ModelTransactionPolicyMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelTransactionPolicyMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelTransactionPolicyValidationError

type ModelTransactionPolicyValidationError struct {
	// contains filtered or unexported fields
}

ModelTransactionPolicyValidationError is the validation error returned by ModelTransactionPolicy.Validate if the designated constraints aren't met.

func (ModelTransactionPolicyValidationError) Cause

Cause function returns cause value.

func (ModelTransactionPolicyValidationError) Error

Error satisfies the builtin error interface

func (ModelTransactionPolicyValidationError) ErrorName

ErrorName returns error name.

func (ModelTransactionPolicyValidationError) Field

Field function returns field value.

func (ModelTransactionPolicyValidationError) Key

Key function returns key value.

func (ModelTransactionPolicyValidationError) Reason

Reason function returns reason value.

type ModelVersionPolicy

type ModelVersionPolicy struct {

	// @@  .. cpp:var:: oneof policy_choice
	// @@
	// @@     Each model must implement only a single version policy. The
	// @@     default policy is 'Latest'.
	// @@
	//
	// Types that are assignable to PolicyChoice:
	//
	//	*ModelVersionPolicy_Latest_
	//	*ModelVersionPolicy_All_
	//	*ModelVersionPolicy_Specific_
	PolicyChoice isModelVersionPolicy_PolicyChoice `protobuf_oneof:"policy_choice"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelVersionPolicy @@ @@ Policy indicating which versions of a model should be made @@ available by the inference server. @@

func (*ModelVersionPolicy) Descriptor deprecated

func (*ModelVersionPolicy) Descriptor() ([]byte, []int)

Deprecated: Use ModelVersionPolicy.ProtoReflect.Descriptor instead.

func (*ModelVersionPolicy) GetAll

func (*ModelVersionPolicy) GetLatest

func (*ModelVersionPolicy) GetPolicyChoice

func (m *ModelVersionPolicy) GetPolicyChoice() isModelVersionPolicy_PolicyChoice

func (*ModelVersionPolicy) GetSpecific

func (*ModelVersionPolicy) ProtoMessage

func (*ModelVersionPolicy) ProtoMessage()

func (*ModelVersionPolicy) ProtoReflect

func (x *ModelVersionPolicy) ProtoReflect() protoreflect.Message

func (*ModelVersionPolicy) Reset

func (x *ModelVersionPolicy) Reset()

func (*ModelVersionPolicy) String

func (x *ModelVersionPolicy) String() string

func (*ModelVersionPolicy) Validate

func (m *ModelVersionPolicy) Validate() error

Validate checks the field values on ModelVersionPolicy with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelVersionPolicy) ValidateAll

func (m *ModelVersionPolicy) ValidateAll() error

ValidateAll checks the field values on ModelVersionPolicy with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelVersionPolicyMultiError, or nil if none found.

type ModelVersionPolicyMultiError

type ModelVersionPolicyMultiError []error

ModelVersionPolicyMultiError is an error wrapping multiple validation errors returned by ModelVersionPolicy.ValidateAll() if the designated constraints aren't met.

func (ModelVersionPolicyMultiError) AllErrors

func (m ModelVersionPolicyMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelVersionPolicyMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelVersionPolicyValidationError

type ModelVersionPolicyValidationError struct {
	// contains filtered or unexported fields
}

ModelVersionPolicyValidationError is the validation error returned by ModelVersionPolicy.Validate if the designated constraints aren't met.

func (ModelVersionPolicyValidationError) Cause

Cause function returns cause value.

func (ModelVersionPolicyValidationError) Error

Error satisfies the builtin error interface

func (ModelVersionPolicyValidationError) ErrorName

ErrorName returns error name.

func (ModelVersionPolicyValidationError) Field

Field function returns field value.

func (ModelVersionPolicyValidationError) Key

Key function returns key value.

func (ModelVersionPolicyValidationError) Reason

Reason function returns reason value.

type ModelVersionPolicy_All

type ModelVersionPolicy_All struct {
	// contains filtered or unexported fields
}

@@ .. cpp:var:: message All @@ @@ Serve all versions of the model. @@

func (*ModelVersionPolicy_All) Descriptor deprecated

func (*ModelVersionPolicy_All) Descriptor() ([]byte, []int)

Deprecated: Use ModelVersionPolicy_All.ProtoReflect.Descriptor instead.

func (*ModelVersionPolicy_All) ProtoMessage

func (*ModelVersionPolicy_All) ProtoMessage()

func (*ModelVersionPolicy_All) ProtoReflect

func (x *ModelVersionPolicy_All) ProtoReflect() protoreflect.Message

func (*ModelVersionPolicy_All) Reset

func (x *ModelVersionPolicy_All) Reset()

func (*ModelVersionPolicy_All) String

func (x *ModelVersionPolicy_All) String() string

func (*ModelVersionPolicy_All) Validate

func (m *ModelVersionPolicy_All) Validate() error

Validate checks the field values on ModelVersionPolicy_All with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelVersionPolicy_All) ValidateAll

func (m *ModelVersionPolicy_All) ValidateAll() error

ValidateAll checks the field values on ModelVersionPolicy_All with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelVersionPolicy_AllMultiError, or nil if none found.

type ModelVersionPolicy_AllMultiError

type ModelVersionPolicy_AllMultiError []error

ModelVersionPolicy_AllMultiError is an error wrapping multiple validation errors returned by ModelVersionPolicy_All.ValidateAll() if the designated constraints aren't met.

func (ModelVersionPolicy_AllMultiError) AllErrors

func (m ModelVersionPolicy_AllMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelVersionPolicy_AllMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelVersionPolicy_AllValidationError

type ModelVersionPolicy_AllValidationError struct {
	// contains filtered or unexported fields
}

ModelVersionPolicy_AllValidationError is the validation error returned by ModelVersionPolicy_All.Validate if the designated constraints aren't met.

func (ModelVersionPolicy_AllValidationError) Cause

Cause function returns cause value.

func (ModelVersionPolicy_AllValidationError) Error

Error satisfies the builtin error interface

func (ModelVersionPolicy_AllValidationError) ErrorName

ErrorName returns error name.

func (ModelVersionPolicy_AllValidationError) Field

Field function returns field value.

func (ModelVersionPolicy_AllValidationError) Key

Key function returns key value.

func (ModelVersionPolicy_AllValidationError) Reason

Reason function returns reason value.

type ModelVersionPolicy_All_

type ModelVersionPolicy_All_ struct {
	// @@    .. cpp:var:: All all
	// @@
	// @@       Serve all versions of the model.
	// @@
	All *ModelVersionPolicy_All `protobuf:"bytes,2,opt,name=all,proto3,oneof"`
}

type ModelVersionPolicy_Latest

type ModelVersionPolicy_Latest struct {

	// @@    .. cpp:var:: uint32 num_versions
	// @@
	// @@       Serve only the 'num_versions' highest-numbered versions. T
	// @@       The default value of 'num_versions' is 1, indicating that by
	// @@       default only the single highest-number version of a
	// @@       model will be served.
	// @@
	NumVersions uint32 `protobuf:"varint,1,opt,name=num_versions,json=numVersions,proto3" json:"num_versions,omitempty"`
	// contains filtered or unexported fields
}

@@ .. cpp:var:: message Latest @@ @@ Serve only the latest version(s) of a model. This is @@ the default policy. @@

func (*ModelVersionPolicy_Latest) Descriptor deprecated

func (*ModelVersionPolicy_Latest) Descriptor() ([]byte, []int)

Deprecated: Use ModelVersionPolicy_Latest.ProtoReflect.Descriptor instead.

func (*ModelVersionPolicy_Latest) GetNumVersions

func (x *ModelVersionPolicy_Latest) GetNumVersions() uint32

func (*ModelVersionPolicy_Latest) ProtoMessage

func (*ModelVersionPolicy_Latest) ProtoMessage()

func (*ModelVersionPolicy_Latest) ProtoReflect

func (*ModelVersionPolicy_Latest) Reset

func (x *ModelVersionPolicy_Latest) Reset()

func (*ModelVersionPolicy_Latest) String

func (x *ModelVersionPolicy_Latest) String() string

func (*ModelVersionPolicy_Latest) Validate

func (m *ModelVersionPolicy_Latest) Validate() error

Validate checks the field values on ModelVersionPolicy_Latest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelVersionPolicy_Latest) ValidateAll

func (m *ModelVersionPolicy_Latest) ValidateAll() error

ValidateAll checks the field values on ModelVersionPolicy_Latest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelVersionPolicy_LatestMultiError, or nil if none found.

type ModelVersionPolicy_LatestMultiError

type ModelVersionPolicy_LatestMultiError []error

ModelVersionPolicy_LatestMultiError is an error wrapping multiple validation errors returned by ModelVersionPolicy_Latest.ValidateAll() if the designated constraints aren't met.

func (ModelVersionPolicy_LatestMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelVersionPolicy_LatestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelVersionPolicy_LatestValidationError

type ModelVersionPolicy_LatestValidationError struct {
	// contains filtered or unexported fields
}

ModelVersionPolicy_LatestValidationError is the validation error returned by ModelVersionPolicy_Latest.Validate if the designated constraints aren't met.

func (ModelVersionPolicy_LatestValidationError) Cause

Cause function returns cause value.

func (ModelVersionPolicy_LatestValidationError) Error

Error satisfies the builtin error interface

func (ModelVersionPolicy_LatestValidationError) ErrorName

ErrorName returns error name.

func (ModelVersionPolicy_LatestValidationError) Field

Field function returns field value.

func (ModelVersionPolicy_LatestValidationError) Key

Key function returns key value.

func (ModelVersionPolicy_LatestValidationError) Reason

Reason function returns reason value.

type ModelVersionPolicy_Latest_

type ModelVersionPolicy_Latest_ struct {
	// @@    .. cpp:var:: Latest latest
	// @@
	// @@       Serve only latest version(s) of the model.
	// @@
	Latest *ModelVersionPolicy_Latest `protobuf:"bytes,1,opt,name=latest,proto3,oneof"`
}

type ModelVersionPolicy_Specific

type ModelVersionPolicy_Specific struct {

	// @@    .. cpp:var:: int64 versions (repeated)
	// @@
	// @@       The specific versions of the model that will be served.
	// @@
	Versions []int64 `protobuf:"varint,1,rep,packed,name=versions,proto3" json:"versions,omitempty"`
	// contains filtered or unexported fields
}

@@ .. cpp:var:: message Specific @@ @@ Serve only specific versions of the model. @@

func (*ModelVersionPolicy_Specific) Descriptor deprecated

func (*ModelVersionPolicy_Specific) Descriptor() ([]byte, []int)

Deprecated: Use ModelVersionPolicy_Specific.ProtoReflect.Descriptor instead.

func (*ModelVersionPolicy_Specific) GetVersions

func (x *ModelVersionPolicy_Specific) GetVersions() []int64

func (*ModelVersionPolicy_Specific) ProtoMessage

func (*ModelVersionPolicy_Specific) ProtoMessage()

func (*ModelVersionPolicy_Specific) ProtoReflect

func (*ModelVersionPolicy_Specific) Reset

func (x *ModelVersionPolicy_Specific) Reset()

func (*ModelVersionPolicy_Specific) String

func (x *ModelVersionPolicy_Specific) String() string

func (*ModelVersionPolicy_Specific) Validate

func (m *ModelVersionPolicy_Specific) Validate() error

Validate checks the field values on ModelVersionPolicy_Specific with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelVersionPolicy_Specific) ValidateAll

func (m *ModelVersionPolicy_Specific) ValidateAll() error

ValidateAll checks the field values on ModelVersionPolicy_Specific with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelVersionPolicy_SpecificMultiError, or nil if none found.

type ModelVersionPolicy_SpecificMultiError

type ModelVersionPolicy_SpecificMultiError []error

ModelVersionPolicy_SpecificMultiError is an error wrapping multiple validation errors returned by ModelVersionPolicy_Specific.ValidateAll() if the designated constraints aren't met.

func (ModelVersionPolicy_SpecificMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (ModelVersionPolicy_SpecificMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelVersionPolicy_SpecificValidationError

type ModelVersionPolicy_SpecificValidationError struct {
	// contains filtered or unexported fields
}

ModelVersionPolicy_SpecificValidationError is the validation error returned by ModelVersionPolicy_Specific.Validate if the designated constraints aren't met.

func (ModelVersionPolicy_SpecificValidationError) Cause

Cause function returns cause value.

func (ModelVersionPolicy_SpecificValidationError) Error

Error satisfies the builtin error interface

func (ModelVersionPolicy_SpecificValidationError) ErrorName

ErrorName returns error name.

func (ModelVersionPolicy_SpecificValidationError) Field

Field function returns field value.

func (ModelVersionPolicy_SpecificValidationError) Key

Key function returns key value.

func (ModelVersionPolicy_SpecificValidationError) Reason

Reason function returns reason value.

type ModelVersionPolicy_Specific_

type ModelVersionPolicy_Specific_ struct {
	// @@    .. cpp:var:: Specific specific
	// @@
	// @@       Serve only specific version(s) of the model.
	// @@
	Specific *ModelVersionPolicy_Specific `protobuf:"bytes,3,opt,name=specific,proto3,oneof"`
}

type ModelWarmup

type ModelWarmup struct {

	// @@  .. cpp:var:: string name
	// @@
	// @@     The name of the request sample.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@  .. cpp:var:: uint32 batch_size
	// @@
	// @@     The batch size of the inference request. This must be >= 1. For
	// @@     models that don't support batching, batch_size must be 1. If
	// @@     batch_size > 1, the 'inputs' specified below will be duplicated to
	// @@     match the batch size requested.
	// @@
	BatchSize uint32 `protobuf:"varint,2,opt,name=batch_size,json=batchSize,proto3" json:"batch_size,omitempty"`
	// @@  .. cpp:var:: map<string, Input> inputs
	// @@
	// @@     The warmup meta data associated with every model input, including
	// @@     control tensors.
	// @@
	Inputs map[string]*ModelWarmup_Input `` /* 153-byte string literal not displayed */
	// @@  .. cpp:var:: uint32 count
	// @@
	// @@     The number of iterations that this warmup sample will be executed.
	// @@     For example, if this field is set to 2, 2 model executions using this
	// @@     sample will be scheduled for warmup. Default value is 0 which
	// @@     indicates that this sample will be used only once.
	// @@     Note that for sequence model, 'count' may not work well
	// @@     because the model often expect a valid sequence of requests which
	// @@     should be represented by a series of warmup samples. 'count > 1'
	// @@     essentially "resends" one of the sample, which may invalidate the
	// @@     sequence and result in unexpected warmup failure.
	// @@
	Count uint32 `protobuf:"varint,4,opt,name=count,proto3" json:"count,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ModelWarmup @@ @@ Settings used to construct the request sample for model warmup. @@

func (*ModelWarmup) Descriptor deprecated

func (*ModelWarmup) Descriptor() ([]byte, []int)

Deprecated: Use ModelWarmup.ProtoReflect.Descriptor instead.

func (*ModelWarmup) GetBatchSize

func (x *ModelWarmup) GetBatchSize() uint32

func (*ModelWarmup) GetCount

func (x *ModelWarmup) GetCount() uint32

func (*ModelWarmup) GetInputs

func (x *ModelWarmup) GetInputs() map[string]*ModelWarmup_Input

func (*ModelWarmup) GetName

func (x *ModelWarmup) GetName() string

func (*ModelWarmup) ProtoMessage

func (*ModelWarmup) ProtoMessage()

func (*ModelWarmup) ProtoReflect

func (x *ModelWarmup) ProtoReflect() protoreflect.Message

func (*ModelWarmup) Reset

func (x *ModelWarmup) Reset()

func (*ModelWarmup) String

func (x *ModelWarmup) String() string

func (*ModelWarmup) Validate

func (m *ModelWarmup) Validate() error

Validate checks the field values on ModelWarmup with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelWarmup) ValidateAll

func (m *ModelWarmup) ValidateAll() error

ValidateAll checks the field values on ModelWarmup with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelWarmupMultiError, or nil if none found.

type ModelWarmupMultiError

type ModelWarmupMultiError []error

ModelWarmupMultiError is an error wrapping multiple validation errors returned by ModelWarmup.ValidateAll() if the designated constraints aren't met.

func (ModelWarmupMultiError) AllErrors

func (m ModelWarmupMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelWarmupMultiError) Error

func (m ModelWarmupMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type ModelWarmupValidationError

type ModelWarmupValidationError struct {
	// contains filtered or unexported fields
}

ModelWarmupValidationError is the validation error returned by ModelWarmup.Validate if the designated constraints aren't met.

func (ModelWarmupValidationError) Cause

Cause function returns cause value.

func (ModelWarmupValidationError) Error

Error satisfies the builtin error interface

func (ModelWarmupValidationError) ErrorName

func (e ModelWarmupValidationError) ErrorName() string

ErrorName returns error name.

func (ModelWarmupValidationError) Field

Field function returns field value.

func (ModelWarmupValidationError) Key

Key function returns key value.

func (ModelWarmupValidationError) Reason

Reason function returns reason value.

type ModelWarmup_Input

type ModelWarmup_Input struct {

	// @@    .. cpp:var:: DataType data_type
	// @@
	// @@       The data-type of the input.
	// @@
	DataType DataType `protobuf:"varint,1,opt,name=data_type,json=dataType,proto3,enum=inference.DataType" json:"data_type,omitempty"`
	// @@    .. cpp:var:: int64 dims (repeated)
	// @@
	// @@       The shape of the input tensor, not including the batch dimension.
	// @@
	Dims []int64 `protobuf:"varint,2,rep,packed,name=dims,proto3" json:"dims,omitempty"`
	// @@    .. cpp:var:: oneof input_data_type
	// @@
	// @@       Specify how the input data is generated. If the input has STRING
	// @@       data type and 'random_data' is set, the data generation will fall
	// @@       back to 'zero_data'.
	// @@
	//
	// Types that are assignable to InputDataType:
	//
	//	*ModelWarmup_Input_ZeroData
	//	*ModelWarmup_Input_RandomData
	//	*ModelWarmup_Input_InputDataFile
	InputDataType isModelWarmup_Input_InputDataType `protobuf_oneof:"input_data_type"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message Input @@ @@ Meta data associated with an input. @@

func (*ModelWarmup_Input) Descriptor deprecated

func (*ModelWarmup_Input) Descriptor() ([]byte, []int)

Deprecated: Use ModelWarmup_Input.ProtoReflect.Descriptor instead.

func (*ModelWarmup_Input) GetDataType

func (x *ModelWarmup_Input) GetDataType() DataType

func (*ModelWarmup_Input) GetDims

func (x *ModelWarmup_Input) GetDims() []int64

func (*ModelWarmup_Input) GetInputDataFile

func (x *ModelWarmup_Input) GetInputDataFile() string

func (*ModelWarmup_Input) GetInputDataType

func (m *ModelWarmup_Input) GetInputDataType() isModelWarmup_Input_InputDataType

func (*ModelWarmup_Input) GetRandomData

func (x *ModelWarmup_Input) GetRandomData() bool

func (*ModelWarmup_Input) GetZeroData

func (x *ModelWarmup_Input) GetZeroData() bool

func (*ModelWarmup_Input) ProtoMessage

func (*ModelWarmup_Input) ProtoMessage()

func (*ModelWarmup_Input) ProtoReflect

func (x *ModelWarmup_Input) ProtoReflect() protoreflect.Message

func (*ModelWarmup_Input) Reset

func (x *ModelWarmup_Input) Reset()

func (*ModelWarmup_Input) String

func (x *ModelWarmup_Input) String() string

func (*ModelWarmup_Input) Validate

func (m *ModelWarmup_Input) Validate() error

Validate checks the field values on ModelWarmup_Input with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ModelWarmup_Input) ValidateAll

func (m *ModelWarmup_Input) ValidateAll() error

ValidateAll checks the field values on ModelWarmup_Input with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelWarmup_InputMultiError, or nil if none found.

type ModelWarmup_InputMultiError

type ModelWarmup_InputMultiError []error

ModelWarmup_InputMultiError is an error wrapping multiple validation errors returned by ModelWarmup_Input.ValidateAll() if the designated constraints aren't met.

func (ModelWarmup_InputMultiError) AllErrors

func (m ModelWarmup_InputMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ModelWarmup_InputMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ModelWarmup_InputValidationError

type ModelWarmup_InputValidationError struct {
	// contains filtered or unexported fields
}

ModelWarmup_InputValidationError is the validation error returned by ModelWarmup_Input.Validate if the designated constraints aren't met.

func (ModelWarmup_InputValidationError) Cause

Cause function returns cause value.

func (ModelWarmup_InputValidationError) Error

Error satisfies the builtin error interface

func (ModelWarmup_InputValidationError) ErrorName

ErrorName returns error name.

func (ModelWarmup_InputValidationError) Field

Field function returns field value.

func (ModelWarmup_InputValidationError) Key

Key function returns key value.

func (ModelWarmup_InputValidationError) Reason

Reason function returns reason value.

type ModelWarmup_Input_InputDataFile

type ModelWarmup_Input_InputDataFile struct {
	// @@    .. cpp:var:: string input_data_file
	// @@
	// @@       The file whose content will be used as raw input data in
	// @@       row-major order. The file must be provided in a sub-directory
	// @@       'warmup' under the model directory. The file contents should be
	// @@       in binary format. For TYPE_STRING data-type, an element is
	// @@       represented by a 4-byte unsigned integer giving the length
	// @@       followed by the actual bytes.
	// @@
	InputDataFile string `protobuf:"bytes,5,opt,name=input_data_file,json=inputDataFile,proto3,oneof"`
}

type ModelWarmup_Input_RandomData

type ModelWarmup_Input_RandomData struct {
	// @@
	// @@    .. cpp:var:: bool random_data
	// @@
	// @@       The identifier for using random data as input data. Note that
	// @@       the value of 'random_data' will not be checked, instead,
	// @@       random data will be used as long as the field is set.
	// @@
	RandomData bool `protobuf:"varint,4,opt,name=random_data,json=randomData,proto3,oneof"`
}

type ModelWarmup_Input_ZeroData

type ModelWarmup_Input_ZeroData struct {
	// @@
	// @@    .. cpp:var:: bool zero_data
	// @@
	// @@       The identifier for using zeros as input data. Note that the
	// @@       value of 'zero_data' will not be checked, instead, zero data
	// @@       will be used as long as the field is set.
	// @@
	ZeroData bool `protobuf:"varint,3,opt,name=zero_data,json=zeroData,proto3,oneof"`
}

type RepositoryIndexRequest

type RepositoryIndexRequest struct {

	// @@  .. cpp:var:: string repository_name
	// @@
	// @@     The name of the repository. If empty the index is returned
	// @@     for all repositories.
	// @@
	RepositoryName string `protobuf:"bytes,1,opt,name=repository_name,json=repositoryName,proto3" json:"repository_name,omitempty"`
	// @@  .. cpp:var:: bool ready
	// @@
	// @@     If true returned only models currently ready for inferencing.
	// @@
	Ready bool `protobuf:"varint,2,opt,name=ready,proto3" json:"ready,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message RepositoryIndexRequest @@ @@ Request message for RepositoryIndex. @@

func (*RepositoryIndexRequest) Descriptor deprecated

func (*RepositoryIndexRequest) Descriptor() ([]byte, []int)

Deprecated: Use RepositoryIndexRequest.ProtoReflect.Descriptor instead.

func (*RepositoryIndexRequest) GetReady

func (x *RepositoryIndexRequest) GetReady() bool

func (*RepositoryIndexRequest) GetRepositoryName

func (x *RepositoryIndexRequest) GetRepositoryName() string

func (*RepositoryIndexRequest) ProtoMessage

func (*RepositoryIndexRequest) ProtoMessage()

func (*RepositoryIndexRequest) ProtoReflect

func (x *RepositoryIndexRequest) ProtoReflect() protoreflect.Message

func (*RepositoryIndexRequest) Reset

func (x *RepositoryIndexRequest) Reset()

func (*RepositoryIndexRequest) String

func (x *RepositoryIndexRequest) String() string

func (*RepositoryIndexRequest) Validate

func (m *RepositoryIndexRequest) Validate() error

Validate checks the field values on RepositoryIndexRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*RepositoryIndexRequest) ValidateAll

func (m *RepositoryIndexRequest) ValidateAll() error

ValidateAll checks the field values on RepositoryIndexRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RepositoryIndexRequestMultiError, or nil if none found.

type RepositoryIndexRequestMultiError

type RepositoryIndexRequestMultiError []error

RepositoryIndexRequestMultiError is an error wrapping multiple validation errors returned by RepositoryIndexRequest.ValidateAll() if the designated constraints aren't met.

func (RepositoryIndexRequestMultiError) AllErrors

func (m RepositoryIndexRequestMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (RepositoryIndexRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type RepositoryIndexRequestValidationError

type RepositoryIndexRequestValidationError struct {
	// contains filtered or unexported fields
}

RepositoryIndexRequestValidationError is the validation error returned by RepositoryIndexRequest.Validate if the designated constraints aren't met.

func (RepositoryIndexRequestValidationError) Cause

Cause function returns cause value.

func (RepositoryIndexRequestValidationError) Error

Error satisfies the builtin error interface

func (RepositoryIndexRequestValidationError) ErrorName

ErrorName returns error name.

func (RepositoryIndexRequestValidationError) Field

Field function returns field value.

func (RepositoryIndexRequestValidationError) Key

Key function returns key value.

func (RepositoryIndexRequestValidationError) Reason

Reason function returns reason value.

type RepositoryIndexResponse

type RepositoryIndexResponse struct {

	// @@
	// @@  .. cpp:var:: ModelIndex models (repeated)
	// @@
	// @@     An index entry for each model.
	// @@
	Models []*RepositoryIndexResponse_ModelIndex `protobuf:"bytes,1,rep,name=models,proto3" json:"models,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message RepositoryIndexResponse @@ @@ Response message for RepositoryIndex. @@

func (*RepositoryIndexResponse) Descriptor deprecated

func (*RepositoryIndexResponse) Descriptor() ([]byte, []int)

Deprecated: Use RepositoryIndexResponse.ProtoReflect.Descriptor instead.

func (*RepositoryIndexResponse) GetModels

func (*RepositoryIndexResponse) ProtoMessage

func (*RepositoryIndexResponse) ProtoMessage()

func (*RepositoryIndexResponse) ProtoReflect

func (x *RepositoryIndexResponse) ProtoReflect() protoreflect.Message

func (*RepositoryIndexResponse) Reset

func (x *RepositoryIndexResponse) Reset()

func (*RepositoryIndexResponse) String

func (x *RepositoryIndexResponse) String() string

func (*RepositoryIndexResponse) Validate

func (m *RepositoryIndexResponse) Validate() error

Validate checks the field values on RepositoryIndexResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*RepositoryIndexResponse) ValidateAll

func (m *RepositoryIndexResponse) ValidateAll() error

ValidateAll checks the field values on RepositoryIndexResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RepositoryIndexResponseMultiError, or nil if none found.

type RepositoryIndexResponseMultiError

type RepositoryIndexResponseMultiError []error

RepositoryIndexResponseMultiError is an error wrapping multiple validation errors returned by RepositoryIndexResponse.ValidateAll() if the designated constraints aren't met.

func (RepositoryIndexResponseMultiError) AllErrors

func (m RepositoryIndexResponseMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (RepositoryIndexResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type RepositoryIndexResponseValidationError

type RepositoryIndexResponseValidationError struct {
	// contains filtered or unexported fields
}

RepositoryIndexResponseValidationError is the validation error returned by RepositoryIndexResponse.Validate if the designated constraints aren't met.

func (RepositoryIndexResponseValidationError) Cause

Cause function returns cause value.

func (RepositoryIndexResponseValidationError) Error

Error satisfies the builtin error interface

func (RepositoryIndexResponseValidationError) ErrorName

ErrorName returns error name.

func (RepositoryIndexResponseValidationError) Field

Field function returns field value.

func (RepositoryIndexResponseValidationError) Key

Key function returns key value.

func (RepositoryIndexResponseValidationError) Reason

Reason function returns reason value.

type RepositoryIndexResponse_ModelIndex

type RepositoryIndexResponse_ModelIndex struct {

	// @@
	// @@    .. cpp:var:: string name
	// @@
	// @@       The name of the model.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@    .. cpp:var:: string version
	// @@
	// @@       The version of the model.
	// @@
	Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
	// @@
	// @@    .. cpp:var:: string state
	// @@
	// @@       The state of the model.
	// @@
	State string `protobuf:"bytes,3,opt,name=state,proto3" json:"state,omitempty"`
	// @@
	// @@    .. cpp:var:: string reason
	// @@
	// @@       The reason, if any, that the model is in the given state.
	// @@
	Reason string `protobuf:"bytes,4,opt,name=reason,proto3" json:"reason,omitempty"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message ModelIndex @@ @@ Index entry for a model. @@

func (*RepositoryIndexResponse_ModelIndex) Descriptor deprecated

func (*RepositoryIndexResponse_ModelIndex) Descriptor() ([]byte, []int)

Deprecated: Use RepositoryIndexResponse_ModelIndex.ProtoReflect.Descriptor instead.

func (*RepositoryIndexResponse_ModelIndex) GetName

func (*RepositoryIndexResponse_ModelIndex) GetReason

func (*RepositoryIndexResponse_ModelIndex) GetState

func (*RepositoryIndexResponse_ModelIndex) GetVersion

func (*RepositoryIndexResponse_ModelIndex) ProtoMessage

func (*RepositoryIndexResponse_ModelIndex) ProtoMessage()

func (*RepositoryIndexResponse_ModelIndex) ProtoReflect

func (*RepositoryIndexResponse_ModelIndex) Reset

func (*RepositoryIndexResponse_ModelIndex) String

func (*RepositoryIndexResponse_ModelIndex) Validate

Validate checks the field values on RepositoryIndexResponse_ModelIndex with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*RepositoryIndexResponse_ModelIndex) ValidateAll

func (m *RepositoryIndexResponse_ModelIndex) ValidateAll() error

ValidateAll checks the field values on RepositoryIndexResponse_ModelIndex with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RepositoryIndexResponse_ModelIndexMultiError, or nil if none found.

type RepositoryIndexResponse_ModelIndexMultiError

type RepositoryIndexResponse_ModelIndexMultiError []error

RepositoryIndexResponse_ModelIndexMultiError is an error wrapping multiple validation errors returned by RepositoryIndexResponse_ModelIndex.ValidateAll() if the designated constraints aren't met.

func (RepositoryIndexResponse_ModelIndexMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (RepositoryIndexResponse_ModelIndexMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type RepositoryIndexResponse_ModelIndexValidationError

type RepositoryIndexResponse_ModelIndexValidationError struct {
	// contains filtered or unexported fields
}

RepositoryIndexResponse_ModelIndexValidationError is the validation error returned by RepositoryIndexResponse_ModelIndex.Validate if the designated constraints aren't met.

func (RepositoryIndexResponse_ModelIndexValidationError) Cause

Cause function returns cause value.

func (RepositoryIndexResponse_ModelIndexValidationError) Error

Error satisfies the builtin error interface

func (RepositoryIndexResponse_ModelIndexValidationError) ErrorName

ErrorName returns error name.

func (RepositoryIndexResponse_ModelIndexValidationError) Field

Field function returns field value.

func (RepositoryIndexResponse_ModelIndexValidationError) Key

Key function returns key value.

func (RepositoryIndexResponse_ModelIndexValidationError) Reason

Reason function returns reason value.

type RepositoryModelLoadRequest

type RepositoryModelLoadRequest struct {

	// @@  .. cpp:var:: string repository_name
	// @@
	// @@     The name of the repository to load from. If empty the model
	// @@     is loaded from any repository.
	// @@
	RepositoryName string `protobuf:"bytes,1,opt,name=repository_name,json=repositoryName,proto3" json:"repository_name,omitempty"`
	// @@  .. cpp:var:: string repository_name
	// @@
	// @@     The name of the model to load, or reload.
	// @@
	ModelName string `protobuf:"bytes,2,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"`
	// @@  .. cpp:var:: map<string,ModelRepositoryParameter> parameters
	// @@
	// @@     Optional model repository request parameters.
	// @@
	Parameters map[string]*ModelRepositoryParameter `` /* 161-byte string literal not displayed */
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message RepositoryModelLoadRequest @@ @@ Request message for RepositoryModelLoad. @@

func (*RepositoryModelLoadRequest) Descriptor deprecated

func (*RepositoryModelLoadRequest) Descriptor() ([]byte, []int)

Deprecated: Use RepositoryModelLoadRequest.ProtoReflect.Descriptor instead.

func (*RepositoryModelLoadRequest) GetModelName

func (x *RepositoryModelLoadRequest) GetModelName() string

func (*RepositoryModelLoadRequest) GetParameters

func (*RepositoryModelLoadRequest) GetRepositoryName

func (x *RepositoryModelLoadRequest) GetRepositoryName() string

func (*RepositoryModelLoadRequest) ProtoMessage

func (*RepositoryModelLoadRequest) ProtoMessage()

func (*RepositoryModelLoadRequest) ProtoReflect

func (*RepositoryModelLoadRequest) Reset

func (x *RepositoryModelLoadRequest) Reset()

func (*RepositoryModelLoadRequest) String

func (x *RepositoryModelLoadRequest) String() string

func (*RepositoryModelLoadRequest) Validate

func (m *RepositoryModelLoadRequest) Validate() error

Validate checks the field values on RepositoryModelLoadRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*RepositoryModelLoadRequest) ValidateAll

func (m *RepositoryModelLoadRequest) ValidateAll() error

ValidateAll checks the field values on RepositoryModelLoadRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RepositoryModelLoadRequestMultiError, or nil if none found.

type RepositoryModelLoadRequestMultiError

type RepositoryModelLoadRequestMultiError []error

RepositoryModelLoadRequestMultiError is an error wrapping multiple validation errors returned by RepositoryModelLoadRequest.ValidateAll() if the designated constraints aren't met.

func (RepositoryModelLoadRequestMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (RepositoryModelLoadRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type RepositoryModelLoadRequestValidationError

type RepositoryModelLoadRequestValidationError struct {
	// contains filtered or unexported fields
}

RepositoryModelLoadRequestValidationError is the validation error returned by RepositoryModelLoadRequest.Validate if the designated constraints aren't met.

func (RepositoryModelLoadRequestValidationError) Cause

Cause function returns cause value.

func (RepositoryModelLoadRequestValidationError) Error

Error satisfies the builtin error interface

func (RepositoryModelLoadRequestValidationError) ErrorName

ErrorName returns error name.

func (RepositoryModelLoadRequestValidationError) Field

Field function returns field value.

func (RepositoryModelLoadRequestValidationError) Key

Key function returns key value.

func (RepositoryModelLoadRequestValidationError) Reason

Reason function returns reason value.

type RepositoryModelLoadResponse

type RepositoryModelLoadResponse struct {
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message RepositoryModelLoadResponse @@ @@ Response message for RepositoryModelLoad. @@

func (*RepositoryModelLoadResponse) Descriptor deprecated

func (*RepositoryModelLoadResponse) Descriptor() ([]byte, []int)

Deprecated: Use RepositoryModelLoadResponse.ProtoReflect.Descriptor instead.

func (*RepositoryModelLoadResponse) ProtoMessage

func (*RepositoryModelLoadResponse) ProtoMessage()

func (*RepositoryModelLoadResponse) ProtoReflect

func (*RepositoryModelLoadResponse) Reset

func (x *RepositoryModelLoadResponse) Reset()

func (*RepositoryModelLoadResponse) String

func (x *RepositoryModelLoadResponse) String() string

func (*RepositoryModelLoadResponse) Validate

func (m *RepositoryModelLoadResponse) Validate() error

Validate checks the field values on RepositoryModelLoadResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*RepositoryModelLoadResponse) ValidateAll

func (m *RepositoryModelLoadResponse) ValidateAll() error

ValidateAll checks the field values on RepositoryModelLoadResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RepositoryModelLoadResponseMultiError, or nil if none found.

type RepositoryModelLoadResponseMultiError

type RepositoryModelLoadResponseMultiError []error

RepositoryModelLoadResponseMultiError is an error wrapping multiple validation errors returned by RepositoryModelLoadResponse.ValidateAll() if the designated constraints aren't met.

func (RepositoryModelLoadResponseMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (RepositoryModelLoadResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type RepositoryModelLoadResponseValidationError

type RepositoryModelLoadResponseValidationError struct {
	// contains filtered or unexported fields
}

RepositoryModelLoadResponseValidationError is the validation error returned by RepositoryModelLoadResponse.Validate if the designated constraints aren't met.

func (RepositoryModelLoadResponseValidationError) Cause

Cause function returns cause value.

func (RepositoryModelLoadResponseValidationError) Error

Error satisfies the builtin error interface

func (RepositoryModelLoadResponseValidationError) ErrorName

ErrorName returns error name.

func (RepositoryModelLoadResponseValidationError) Field

Field function returns field value.

func (RepositoryModelLoadResponseValidationError) Key

Key function returns key value.

func (RepositoryModelLoadResponseValidationError) Reason

Reason function returns reason value.

type RepositoryModelUnloadRequest

type RepositoryModelUnloadRequest struct {

	// @@  .. cpp:var:: string repository_name
	// @@
	// @@     The name of the repository from which the model was originally
	// @@     loaded. If empty the repository is not considered.
	// @@
	RepositoryName string `protobuf:"bytes,1,opt,name=repository_name,json=repositoryName,proto3" json:"repository_name,omitempty"`
	// @@  .. cpp:var:: string repository_name
	// @@
	// @@     The name of the model to unload.
	// @@
	ModelName string `protobuf:"bytes,2,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"`
	// @@  .. cpp:var:: map<string,ModelRepositoryParameter> parameters
	// @@
	// @@     Optional model repository request parameters.
	// @@
	Parameters map[string]*ModelRepositoryParameter `` /* 161-byte string literal not displayed */
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message RepositoryModelUnloadRequest @@ @@ Request message for RepositoryModelUnload. @@

func (*RepositoryModelUnloadRequest) Descriptor deprecated

func (*RepositoryModelUnloadRequest) Descriptor() ([]byte, []int)

Deprecated: Use RepositoryModelUnloadRequest.ProtoReflect.Descriptor instead.

func (*RepositoryModelUnloadRequest) GetModelName

func (x *RepositoryModelUnloadRequest) GetModelName() string

func (*RepositoryModelUnloadRequest) GetParameters

func (*RepositoryModelUnloadRequest) GetRepositoryName

func (x *RepositoryModelUnloadRequest) GetRepositoryName() string

func (*RepositoryModelUnloadRequest) ProtoMessage

func (*RepositoryModelUnloadRequest) ProtoMessage()

func (*RepositoryModelUnloadRequest) ProtoReflect

func (*RepositoryModelUnloadRequest) Reset

func (x *RepositoryModelUnloadRequest) Reset()

func (*RepositoryModelUnloadRequest) String

func (*RepositoryModelUnloadRequest) Validate

func (m *RepositoryModelUnloadRequest) Validate() error

Validate checks the field values on RepositoryModelUnloadRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*RepositoryModelUnloadRequest) ValidateAll

func (m *RepositoryModelUnloadRequest) ValidateAll() error

ValidateAll checks the field values on RepositoryModelUnloadRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RepositoryModelUnloadRequestMultiError, or nil if none found.

type RepositoryModelUnloadRequestMultiError

type RepositoryModelUnloadRequestMultiError []error

RepositoryModelUnloadRequestMultiError is an error wrapping multiple validation errors returned by RepositoryModelUnloadRequest.ValidateAll() if the designated constraints aren't met.

func (RepositoryModelUnloadRequestMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (RepositoryModelUnloadRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type RepositoryModelUnloadRequestValidationError

type RepositoryModelUnloadRequestValidationError struct {
	// contains filtered or unexported fields
}

RepositoryModelUnloadRequestValidationError is the validation error returned by RepositoryModelUnloadRequest.Validate if the designated constraints aren't met.

func (RepositoryModelUnloadRequestValidationError) Cause

Cause function returns cause value.

func (RepositoryModelUnloadRequestValidationError) Error

Error satisfies the builtin error interface

func (RepositoryModelUnloadRequestValidationError) ErrorName

ErrorName returns error name.

func (RepositoryModelUnloadRequestValidationError) Field

Field function returns field value.

func (RepositoryModelUnloadRequestValidationError) Key

Key function returns key value.

func (RepositoryModelUnloadRequestValidationError) Reason

Reason function returns reason value.

type RepositoryModelUnloadResponse

type RepositoryModelUnloadResponse struct {
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message RepositoryModelUnloadResponse @@ @@ Response message for RepositoryModelUnload. @@

func (*RepositoryModelUnloadResponse) Descriptor deprecated

func (*RepositoryModelUnloadResponse) Descriptor() ([]byte, []int)

Deprecated: Use RepositoryModelUnloadResponse.ProtoReflect.Descriptor instead.

func (*RepositoryModelUnloadResponse) ProtoMessage

func (*RepositoryModelUnloadResponse) ProtoMessage()

func (*RepositoryModelUnloadResponse) ProtoReflect

func (*RepositoryModelUnloadResponse) Reset

func (x *RepositoryModelUnloadResponse) Reset()

func (*RepositoryModelUnloadResponse) String

func (*RepositoryModelUnloadResponse) Validate

func (m *RepositoryModelUnloadResponse) Validate() error

Validate checks the field values on RepositoryModelUnloadResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*RepositoryModelUnloadResponse) ValidateAll

func (m *RepositoryModelUnloadResponse) ValidateAll() error

ValidateAll checks the field values on RepositoryModelUnloadResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RepositoryModelUnloadResponseMultiError, or nil if none found.

type RepositoryModelUnloadResponseMultiError

type RepositoryModelUnloadResponseMultiError []error

RepositoryModelUnloadResponseMultiError is an error wrapping multiple validation errors returned by RepositoryModelUnloadResponse.ValidateAll() if the designated constraints aren't met.

func (RepositoryModelUnloadResponseMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (RepositoryModelUnloadResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type RepositoryModelUnloadResponseValidationError

type RepositoryModelUnloadResponseValidationError struct {
	// contains filtered or unexported fields
}

RepositoryModelUnloadResponseValidationError is the validation error returned by RepositoryModelUnloadResponse.Validate if the designated constraints aren't met.

func (RepositoryModelUnloadResponseValidationError) Cause

Cause function returns cause value.

func (RepositoryModelUnloadResponseValidationError) Error

Error satisfies the builtin error interface

func (RepositoryModelUnloadResponseValidationError) ErrorName

ErrorName returns error name.

func (RepositoryModelUnloadResponseValidationError) Field

Field function returns field value.

func (RepositoryModelUnloadResponseValidationError) Key

Key function returns key value.

func (RepositoryModelUnloadResponseValidationError) Reason

Reason function returns reason value.

type ServerLiveRequest

type ServerLiveRequest struct {
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ServerLiveRequest @@ @@ Request message for ServerLive. @@

func (*ServerLiveRequest) Descriptor deprecated

func (*ServerLiveRequest) Descriptor() ([]byte, []int)

Deprecated: Use ServerLiveRequest.ProtoReflect.Descriptor instead.

func (*ServerLiveRequest) ProtoMessage

func (*ServerLiveRequest) ProtoMessage()

func (*ServerLiveRequest) ProtoReflect

func (x *ServerLiveRequest) ProtoReflect() protoreflect.Message

func (*ServerLiveRequest) Reset

func (x *ServerLiveRequest) Reset()

func (*ServerLiveRequest) String

func (x *ServerLiveRequest) String() string

func (*ServerLiveRequest) Validate

func (m *ServerLiveRequest) Validate() error

Validate checks the field values on ServerLiveRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ServerLiveRequest) ValidateAll

func (m *ServerLiveRequest) ValidateAll() error

ValidateAll checks the field values on ServerLiveRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ServerLiveRequestMultiError, or nil if none found.

type ServerLiveRequestMultiError

type ServerLiveRequestMultiError []error

ServerLiveRequestMultiError is an error wrapping multiple validation errors returned by ServerLiveRequest.ValidateAll() if the designated constraints aren't met.

func (ServerLiveRequestMultiError) AllErrors

func (m ServerLiveRequestMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ServerLiveRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ServerLiveRequestValidationError

type ServerLiveRequestValidationError struct {
	// contains filtered or unexported fields
}

ServerLiveRequestValidationError is the validation error returned by ServerLiveRequest.Validate if the designated constraints aren't met.

func (ServerLiveRequestValidationError) Cause

Cause function returns cause value.

func (ServerLiveRequestValidationError) Error

Error satisfies the builtin error interface

func (ServerLiveRequestValidationError) ErrorName

ErrorName returns error name.

func (ServerLiveRequestValidationError) Field

Field function returns field value.

func (ServerLiveRequestValidationError) Key

Key function returns key value.

func (ServerLiveRequestValidationError) Reason

Reason function returns reason value.

type ServerLiveResponse

type ServerLiveResponse struct {

	// @@
	// @@  .. cpp:var:: bool live
	// @@
	// @@     True if the inference server is live, false it not live.
	// @@
	Live bool `protobuf:"varint,1,opt,name=live,proto3" json:"live,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ServerLiveResponse @@ @@ Response message for ServerLive. @@

func (*ServerLiveResponse) Descriptor deprecated

func (*ServerLiveResponse) Descriptor() ([]byte, []int)

Deprecated: Use ServerLiveResponse.ProtoReflect.Descriptor instead.

func (*ServerLiveResponse) GetLive

func (x *ServerLiveResponse) GetLive() bool

func (*ServerLiveResponse) ProtoMessage

func (*ServerLiveResponse) ProtoMessage()

func (*ServerLiveResponse) ProtoReflect

func (x *ServerLiveResponse) ProtoReflect() protoreflect.Message

func (*ServerLiveResponse) Reset

func (x *ServerLiveResponse) Reset()

func (*ServerLiveResponse) String

func (x *ServerLiveResponse) String() string

func (*ServerLiveResponse) Validate

func (m *ServerLiveResponse) Validate() error

Validate checks the field values on ServerLiveResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ServerLiveResponse) ValidateAll

func (m *ServerLiveResponse) ValidateAll() error

ValidateAll checks the field values on ServerLiveResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ServerLiveResponseMultiError, or nil if none found.

type ServerLiveResponseMultiError

type ServerLiveResponseMultiError []error

ServerLiveResponseMultiError is an error wrapping multiple validation errors returned by ServerLiveResponse.ValidateAll() if the designated constraints aren't met.

func (ServerLiveResponseMultiError) AllErrors

func (m ServerLiveResponseMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ServerLiveResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ServerLiveResponseValidationError

type ServerLiveResponseValidationError struct {
	// contains filtered or unexported fields
}

ServerLiveResponseValidationError is the validation error returned by ServerLiveResponse.Validate if the designated constraints aren't met.

func (ServerLiveResponseValidationError) Cause

Cause function returns cause value.

func (ServerLiveResponseValidationError) Error

Error satisfies the builtin error interface

func (ServerLiveResponseValidationError) ErrorName

ErrorName returns error name.

func (ServerLiveResponseValidationError) Field

Field function returns field value.

func (ServerLiveResponseValidationError) Key

Key function returns key value.

func (ServerLiveResponseValidationError) Reason

Reason function returns reason value.

type ServerMetadataRequest

type ServerMetadataRequest struct {
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ServerMetadataRequest @@ @@ Request message for ServerMetadata. @@

func (*ServerMetadataRequest) Descriptor deprecated

func (*ServerMetadataRequest) Descriptor() ([]byte, []int)

Deprecated: Use ServerMetadataRequest.ProtoReflect.Descriptor instead.

func (*ServerMetadataRequest) ProtoMessage

func (*ServerMetadataRequest) ProtoMessage()

func (*ServerMetadataRequest) ProtoReflect

func (x *ServerMetadataRequest) ProtoReflect() protoreflect.Message

func (*ServerMetadataRequest) Reset

func (x *ServerMetadataRequest) Reset()

func (*ServerMetadataRequest) String

func (x *ServerMetadataRequest) String() string

func (*ServerMetadataRequest) Validate

func (m *ServerMetadataRequest) Validate() error

Validate checks the field values on ServerMetadataRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ServerMetadataRequest) ValidateAll

func (m *ServerMetadataRequest) ValidateAll() error

ValidateAll checks the field values on ServerMetadataRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ServerMetadataRequestMultiError, or nil if none found.

type ServerMetadataRequestMultiError

type ServerMetadataRequestMultiError []error

ServerMetadataRequestMultiError is an error wrapping multiple validation errors returned by ServerMetadataRequest.ValidateAll() if the designated constraints aren't met.

func (ServerMetadataRequestMultiError) AllErrors

func (m ServerMetadataRequestMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ServerMetadataRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ServerMetadataRequestValidationError

type ServerMetadataRequestValidationError struct {
	// contains filtered or unexported fields
}

ServerMetadataRequestValidationError is the validation error returned by ServerMetadataRequest.Validate if the designated constraints aren't met.

func (ServerMetadataRequestValidationError) Cause

Cause function returns cause value.

func (ServerMetadataRequestValidationError) Error

Error satisfies the builtin error interface

func (ServerMetadataRequestValidationError) ErrorName

ErrorName returns error name.

func (ServerMetadataRequestValidationError) Field

Field function returns field value.

func (ServerMetadataRequestValidationError) Key

Key function returns key value.

func (ServerMetadataRequestValidationError) Reason

Reason function returns reason value.

type ServerMetadataResponse

type ServerMetadataResponse struct {

	// @@
	// @@  .. cpp:var:: string name
	// @@
	// @@     The server name.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@
	// @@  .. cpp:var:: string version
	// @@
	// @@     The server version.
	// @@
	Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
	// @@
	// @@  .. cpp:var:: string extensions (repeated)
	// @@
	// @@     The extensions supported by the server.
	// @@
	Extensions []string `protobuf:"bytes,3,rep,name=extensions,proto3" json:"extensions,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ServerMetadataResponse @@ @@ Response message for ServerMetadata. @@

func (*ServerMetadataResponse) Descriptor deprecated

func (*ServerMetadataResponse) Descriptor() ([]byte, []int)

Deprecated: Use ServerMetadataResponse.ProtoReflect.Descriptor instead.

func (*ServerMetadataResponse) GetExtensions

func (x *ServerMetadataResponse) GetExtensions() []string

func (*ServerMetadataResponse) GetName

func (x *ServerMetadataResponse) GetName() string

func (*ServerMetadataResponse) GetVersion

func (x *ServerMetadataResponse) GetVersion() string

func (*ServerMetadataResponse) ProtoMessage

func (*ServerMetadataResponse) ProtoMessage()

func (*ServerMetadataResponse) ProtoReflect

func (x *ServerMetadataResponse) ProtoReflect() protoreflect.Message

func (*ServerMetadataResponse) Reset

func (x *ServerMetadataResponse) Reset()

func (*ServerMetadataResponse) String

func (x *ServerMetadataResponse) String() string

func (*ServerMetadataResponse) Validate

func (m *ServerMetadataResponse) Validate() error

Validate checks the field values on ServerMetadataResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ServerMetadataResponse) ValidateAll

func (m *ServerMetadataResponse) ValidateAll() error

ValidateAll checks the field values on ServerMetadataResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ServerMetadataResponseMultiError, or nil if none found.

type ServerMetadataResponseMultiError

type ServerMetadataResponseMultiError []error

ServerMetadataResponseMultiError is an error wrapping multiple validation errors returned by ServerMetadataResponse.ValidateAll() if the designated constraints aren't met.

func (ServerMetadataResponseMultiError) AllErrors

func (m ServerMetadataResponseMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ServerMetadataResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ServerMetadataResponseValidationError

type ServerMetadataResponseValidationError struct {
	// contains filtered or unexported fields
}

ServerMetadataResponseValidationError is the validation error returned by ServerMetadataResponse.Validate if the designated constraints aren't met.

func (ServerMetadataResponseValidationError) Cause

Cause function returns cause value.

func (ServerMetadataResponseValidationError) Error

Error satisfies the builtin error interface

func (ServerMetadataResponseValidationError) ErrorName

ErrorName returns error name.

func (ServerMetadataResponseValidationError) Field

Field function returns field value.

func (ServerMetadataResponseValidationError) Key

Key function returns key value.

func (ServerMetadataResponseValidationError) Reason

Reason function returns reason value.

type ServerReadyRequest

type ServerReadyRequest struct {
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ServerReadyRequest @@ @@ Request message for ServerReady. @@

func (*ServerReadyRequest) Descriptor deprecated

func (*ServerReadyRequest) Descriptor() ([]byte, []int)

Deprecated: Use ServerReadyRequest.ProtoReflect.Descriptor instead.

func (*ServerReadyRequest) ProtoMessage

func (*ServerReadyRequest) ProtoMessage()

func (*ServerReadyRequest) ProtoReflect

func (x *ServerReadyRequest) ProtoReflect() protoreflect.Message

func (*ServerReadyRequest) Reset

func (x *ServerReadyRequest) Reset()

func (*ServerReadyRequest) String

func (x *ServerReadyRequest) String() string

func (*ServerReadyRequest) Validate

func (m *ServerReadyRequest) Validate() error

Validate checks the field values on ServerReadyRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ServerReadyRequest) ValidateAll

func (m *ServerReadyRequest) ValidateAll() error

ValidateAll checks the field values on ServerReadyRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ServerReadyRequestMultiError, or nil if none found.

type ServerReadyRequestMultiError

type ServerReadyRequestMultiError []error

ServerReadyRequestMultiError is an error wrapping multiple validation errors returned by ServerReadyRequest.ValidateAll() if the designated constraints aren't met.

func (ServerReadyRequestMultiError) AllErrors

func (m ServerReadyRequestMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ServerReadyRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ServerReadyRequestValidationError

type ServerReadyRequestValidationError struct {
	// contains filtered or unexported fields
}

ServerReadyRequestValidationError is the validation error returned by ServerReadyRequest.Validate if the designated constraints aren't met.

func (ServerReadyRequestValidationError) Cause

Cause function returns cause value.

func (ServerReadyRequestValidationError) Error

Error satisfies the builtin error interface

func (ServerReadyRequestValidationError) ErrorName

ErrorName returns error name.

func (ServerReadyRequestValidationError) Field

Field function returns field value.

func (ServerReadyRequestValidationError) Key

Key function returns key value.

func (ServerReadyRequestValidationError) Reason

Reason function returns reason value.

type ServerReadyResponse

type ServerReadyResponse struct {

	// @@
	// @@  .. cpp:var:: bool ready
	// @@
	// @@     True if the inference server is ready, false it not ready.
	// @@
	Ready bool `protobuf:"varint,1,opt,name=ready,proto3" json:"ready,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message ServerReadyResponse @@ @@ Response message for ServerReady. @@

func (*ServerReadyResponse) Descriptor deprecated

func (*ServerReadyResponse) Descriptor() ([]byte, []int)

Deprecated: Use ServerReadyResponse.ProtoReflect.Descriptor instead.

func (*ServerReadyResponse) GetReady

func (x *ServerReadyResponse) GetReady() bool

func (*ServerReadyResponse) ProtoMessage

func (*ServerReadyResponse) ProtoMessage()

func (*ServerReadyResponse) ProtoReflect

func (x *ServerReadyResponse) ProtoReflect() protoreflect.Message

func (*ServerReadyResponse) Reset

func (x *ServerReadyResponse) Reset()

func (*ServerReadyResponse) String

func (x *ServerReadyResponse) String() string

func (*ServerReadyResponse) Validate

func (m *ServerReadyResponse) Validate() error

Validate checks the field values on ServerReadyResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ServerReadyResponse) ValidateAll

func (m *ServerReadyResponse) ValidateAll() error

ValidateAll checks the field values on ServerReadyResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ServerReadyResponseMultiError, or nil if none found.

type ServerReadyResponseMultiError

type ServerReadyResponseMultiError []error

ServerReadyResponseMultiError is an error wrapping multiple validation errors returned by ServerReadyResponse.ValidateAll() if the designated constraints aren't met.

func (ServerReadyResponseMultiError) AllErrors

func (m ServerReadyResponseMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ServerReadyResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type ServerReadyResponseValidationError

type ServerReadyResponseValidationError struct {
	// contains filtered or unexported fields
}

ServerReadyResponseValidationError is the validation error returned by ServerReadyResponse.Validate if the designated constraints aren't met.

func (ServerReadyResponseValidationError) Cause

Cause function returns cause value.

func (ServerReadyResponseValidationError) Error

Error satisfies the builtin error interface

func (ServerReadyResponseValidationError) ErrorName

ErrorName returns error name.

func (ServerReadyResponseValidationError) Field

Field function returns field value.

func (ServerReadyResponseValidationError) Key

Key function returns key value.

func (ServerReadyResponseValidationError) Reason

Reason function returns reason value.

type StatisticDuration

type StatisticDuration struct {

	// @@  .. cpp:var:: uint64 count
	// @@
	// @@     Cumulative number of times this metric occurred.
	// @@
	Count uint64 `protobuf:"varint,1,opt,name=count,proto3" json:"count,omitempty"`
	// @@  .. cpp:var:: uint64 total_time_ns
	// @@
	// @@     Total collected duration of this metric in nanoseconds.
	// @@
	Ns uint64 `protobuf:"varint,2,opt,name=ns,proto3" json:"ns,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message StatisticDuration @@ @@ Statistic recording a cumulative duration metric. @@

func (*StatisticDuration) Descriptor deprecated

func (*StatisticDuration) Descriptor() ([]byte, []int)

Deprecated: Use StatisticDuration.ProtoReflect.Descriptor instead.

func (*StatisticDuration) GetCount

func (x *StatisticDuration) GetCount() uint64

func (*StatisticDuration) GetNs

func (x *StatisticDuration) GetNs() uint64

func (*StatisticDuration) ProtoMessage

func (*StatisticDuration) ProtoMessage()

func (*StatisticDuration) ProtoReflect

func (x *StatisticDuration) ProtoReflect() protoreflect.Message

func (*StatisticDuration) Reset

func (x *StatisticDuration) Reset()

func (*StatisticDuration) String

func (x *StatisticDuration) String() string

func (*StatisticDuration) Validate

func (m *StatisticDuration) Validate() error

Validate checks the field values on StatisticDuration with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*StatisticDuration) ValidateAll

func (m *StatisticDuration) ValidateAll() error

ValidateAll checks the field values on StatisticDuration with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in StatisticDurationMultiError, or nil if none found.

type StatisticDurationMultiError

type StatisticDurationMultiError []error

StatisticDurationMultiError is an error wrapping multiple validation errors returned by StatisticDuration.ValidateAll() if the designated constraints aren't met.

func (StatisticDurationMultiError) AllErrors

func (m StatisticDurationMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (StatisticDurationMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type StatisticDurationValidationError

type StatisticDurationValidationError struct {
	// contains filtered or unexported fields
}

StatisticDurationValidationError is the validation error returned by StatisticDuration.Validate if the designated constraints aren't met.

func (StatisticDurationValidationError) Cause

Cause function returns cause value.

func (StatisticDurationValidationError) Error

Error satisfies the builtin error interface

func (StatisticDurationValidationError) ErrorName

ErrorName returns error name.

func (StatisticDurationValidationError) Field

Field function returns field value.

func (StatisticDurationValidationError) Key

Key function returns key value.

func (StatisticDurationValidationError) Reason

Reason function returns reason value.

type SystemSharedMemoryRegisterRequest

type SystemSharedMemoryRegisterRequest struct {

	// @@
	// @@  .. cpp:var:: string name
	// @@
	// @@     The name of the region to register.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@  .. cpp:var:: string shared_memory_key
	// @@
	// @@     The key of the underlying memory object that contains the
	// @@     shared memory region.
	// @@
	Key string `protobuf:"bytes,2,opt,name=key,proto3" json:"key,omitempty"`
	// @@  .. cpp:var:: uint64 offset
	// @@
	// @@     Offset, in bytes, within the underlying memory object to
	// @@     the start of the shared memory region.
	// @@
	Offset uint64 `protobuf:"varint,3,opt,name=offset,proto3" json:"offset,omitempty"`
	// @@  .. cpp:var:: uint64 byte_size
	// @@
	// @@     Size of the shared memory region, in bytes.
	// @@
	ByteSize uint64 `protobuf:"varint,4,opt,name=byte_size,json=byteSize,proto3" json:"byte_size,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message SystemSharedMemoryRegisterRequest @@ @@ Request message for SystemSharedMemoryRegister. @@

func (*SystemSharedMemoryRegisterRequest) Descriptor deprecated

func (*SystemSharedMemoryRegisterRequest) Descriptor() ([]byte, []int)

Deprecated: Use SystemSharedMemoryRegisterRequest.ProtoReflect.Descriptor instead.

func (*SystemSharedMemoryRegisterRequest) GetByteSize

func (x *SystemSharedMemoryRegisterRequest) GetByteSize() uint64

func (*SystemSharedMemoryRegisterRequest) GetKey

func (*SystemSharedMemoryRegisterRequest) GetName

func (*SystemSharedMemoryRegisterRequest) GetOffset

func (*SystemSharedMemoryRegisterRequest) ProtoMessage

func (*SystemSharedMemoryRegisterRequest) ProtoMessage()

func (*SystemSharedMemoryRegisterRequest) ProtoReflect

func (*SystemSharedMemoryRegisterRequest) Reset

func (*SystemSharedMemoryRegisterRequest) String

func (*SystemSharedMemoryRegisterRequest) Validate

Validate checks the field values on SystemSharedMemoryRegisterRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*SystemSharedMemoryRegisterRequest) ValidateAll

func (m *SystemSharedMemoryRegisterRequest) ValidateAll() error

ValidateAll checks the field values on SystemSharedMemoryRegisterRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SystemSharedMemoryRegisterRequestMultiError, or nil if none found.

type SystemSharedMemoryRegisterRequestMultiError

type SystemSharedMemoryRegisterRequestMultiError []error

SystemSharedMemoryRegisterRequestMultiError is an error wrapping multiple validation errors returned by SystemSharedMemoryRegisterRequest.ValidateAll() if the designated constraints aren't met.

func (SystemSharedMemoryRegisterRequestMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (SystemSharedMemoryRegisterRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type SystemSharedMemoryRegisterRequestValidationError

type SystemSharedMemoryRegisterRequestValidationError struct {
	// contains filtered or unexported fields
}

SystemSharedMemoryRegisterRequestValidationError is the validation error returned by SystemSharedMemoryRegisterRequest.Validate if the designated constraints aren't met.

func (SystemSharedMemoryRegisterRequestValidationError) Cause

Cause function returns cause value.

func (SystemSharedMemoryRegisterRequestValidationError) Error

Error satisfies the builtin error interface

func (SystemSharedMemoryRegisterRequestValidationError) ErrorName

ErrorName returns error name.

func (SystemSharedMemoryRegisterRequestValidationError) Field

Field function returns field value.

func (SystemSharedMemoryRegisterRequestValidationError) Key

Key function returns key value.

func (SystemSharedMemoryRegisterRequestValidationError) Reason

Reason function returns reason value.

type SystemSharedMemoryRegisterResponse

type SystemSharedMemoryRegisterResponse struct {
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message SystemSharedMemoryRegisterResponse @@ @@ Response message for SystemSharedMemoryRegister. @@

func (*SystemSharedMemoryRegisterResponse) Descriptor deprecated

func (*SystemSharedMemoryRegisterResponse) Descriptor() ([]byte, []int)

Deprecated: Use SystemSharedMemoryRegisterResponse.ProtoReflect.Descriptor instead.

func (*SystemSharedMemoryRegisterResponse) ProtoMessage

func (*SystemSharedMemoryRegisterResponse) ProtoMessage()

func (*SystemSharedMemoryRegisterResponse) ProtoReflect

func (*SystemSharedMemoryRegisterResponse) Reset

func (*SystemSharedMemoryRegisterResponse) String

func (*SystemSharedMemoryRegisterResponse) Validate

Validate checks the field values on SystemSharedMemoryRegisterResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*SystemSharedMemoryRegisterResponse) ValidateAll

func (m *SystemSharedMemoryRegisterResponse) ValidateAll() error

ValidateAll checks the field values on SystemSharedMemoryRegisterResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SystemSharedMemoryRegisterResponseMultiError, or nil if none found.

type SystemSharedMemoryRegisterResponseMultiError

type SystemSharedMemoryRegisterResponseMultiError []error

SystemSharedMemoryRegisterResponseMultiError is an error wrapping multiple validation errors returned by SystemSharedMemoryRegisterResponse.ValidateAll() if the designated constraints aren't met.

func (SystemSharedMemoryRegisterResponseMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (SystemSharedMemoryRegisterResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type SystemSharedMemoryRegisterResponseValidationError

type SystemSharedMemoryRegisterResponseValidationError struct {
	// contains filtered or unexported fields
}

SystemSharedMemoryRegisterResponseValidationError is the validation error returned by SystemSharedMemoryRegisterResponse.Validate if the designated constraints aren't met.

func (SystemSharedMemoryRegisterResponseValidationError) Cause

Cause function returns cause value.

func (SystemSharedMemoryRegisterResponseValidationError) Error

Error satisfies the builtin error interface

func (SystemSharedMemoryRegisterResponseValidationError) ErrorName

ErrorName returns error name.

func (SystemSharedMemoryRegisterResponseValidationError) Field

Field function returns field value.

func (SystemSharedMemoryRegisterResponseValidationError) Key

Key function returns key value.

func (SystemSharedMemoryRegisterResponseValidationError) Reason

Reason function returns reason value.

type SystemSharedMemoryStatusRequest

type SystemSharedMemoryStatusRequest struct {

	// @@
	// @@  .. cpp:var:: string name
	// @@
	// @@     The name of the region to get status for. If empty the
	// @@     status is returned for all registered regions.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message SystemSharedMemoryStatusRequest @@ @@ Request message for SystemSharedMemoryStatus. @@

func (*SystemSharedMemoryStatusRequest) Descriptor deprecated

func (*SystemSharedMemoryStatusRequest) Descriptor() ([]byte, []int)

Deprecated: Use SystemSharedMemoryStatusRequest.ProtoReflect.Descriptor instead.

func (*SystemSharedMemoryStatusRequest) GetName

func (*SystemSharedMemoryStatusRequest) ProtoMessage

func (*SystemSharedMemoryStatusRequest) ProtoMessage()

func (*SystemSharedMemoryStatusRequest) ProtoReflect

func (*SystemSharedMemoryStatusRequest) Reset

func (*SystemSharedMemoryStatusRequest) String

func (*SystemSharedMemoryStatusRequest) Validate

func (m *SystemSharedMemoryStatusRequest) Validate() error

Validate checks the field values on SystemSharedMemoryStatusRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*SystemSharedMemoryStatusRequest) ValidateAll

func (m *SystemSharedMemoryStatusRequest) ValidateAll() error

ValidateAll checks the field values on SystemSharedMemoryStatusRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SystemSharedMemoryStatusRequestMultiError, or nil if none found.

type SystemSharedMemoryStatusRequestMultiError

type SystemSharedMemoryStatusRequestMultiError []error

SystemSharedMemoryStatusRequestMultiError is an error wrapping multiple validation errors returned by SystemSharedMemoryStatusRequest.ValidateAll() if the designated constraints aren't met.

func (SystemSharedMemoryStatusRequestMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (SystemSharedMemoryStatusRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type SystemSharedMemoryStatusRequestValidationError

type SystemSharedMemoryStatusRequestValidationError struct {
	// contains filtered or unexported fields
}

SystemSharedMemoryStatusRequestValidationError is the validation error returned by SystemSharedMemoryStatusRequest.Validate if the designated constraints aren't met.

func (SystemSharedMemoryStatusRequestValidationError) Cause

Cause function returns cause value.

func (SystemSharedMemoryStatusRequestValidationError) Error

Error satisfies the builtin error interface

func (SystemSharedMemoryStatusRequestValidationError) ErrorName

ErrorName returns error name.

func (SystemSharedMemoryStatusRequestValidationError) Field

Field function returns field value.

func (SystemSharedMemoryStatusRequestValidationError) Key

Key function returns key value.

func (SystemSharedMemoryStatusRequestValidationError) Reason

Reason function returns reason value.

type SystemSharedMemoryStatusResponse

type SystemSharedMemoryStatusResponse struct {

	// @@
	// @@  .. cpp:var:: map<string,RegionStatus> regions
	// @@
	// @@     Status for each of the registered regions, indexed by
	// @@     region name.
	// @@
	Regions map[string]*SystemSharedMemoryStatusResponse_RegionStatus `` /* 155-byte string literal not displayed */
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message SystemSharedMemoryStatusResponse @@ @@ Response message for SystemSharedMemoryStatus. @@

func (*SystemSharedMemoryStatusResponse) Descriptor deprecated

func (*SystemSharedMemoryStatusResponse) Descriptor() ([]byte, []int)

Deprecated: Use SystemSharedMemoryStatusResponse.ProtoReflect.Descriptor instead.

func (*SystemSharedMemoryStatusResponse) GetRegions

func (*SystemSharedMemoryStatusResponse) ProtoMessage

func (*SystemSharedMemoryStatusResponse) ProtoMessage()

func (*SystemSharedMemoryStatusResponse) ProtoReflect

func (*SystemSharedMemoryStatusResponse) Reset

func (*SystemSharedMemoryStatusResponse) String

func (*SystemSharedMemoryStatusResponse) Validate

Validate checks the field values on SystemSharedMemoryStatusResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*SystemSharedMemoryStatusResponse) ValidateAll

func (m *SystemSharedMemoryStatusResponse) ValidateAll() error

ValidateAll checks the field values on SystemSharedMemoryStatusResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SystemSharedMemoryStatusResponseMultiError, or nil if none found.

type SystemSharedMemoryStatusResponseMultiError

type SystemSharedMemoryStatusResponseMultiError []error

SystemSharedMemoryStatusResponseMultiError is an error wrapping multiple validation errors returned by SystemSharedMemoryStatusResponse.ValidateAll() if the designated constraints aren't met.

func (SystemSharedMemoryStatusResponseMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (SystemSharedMemoryStatusResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type SystemSharedMemoryStatusResponseValidationError

type SystemSharedMemoryStatusResponseValidationError struct {
	// contains filtered or unexported fields
}

SystemSharedMemoryStatusResponseValidationError is the validation error returned by SystemSharedMemoryStatusResponse.Validate if the designated constraints aren't met.

func (SystemSharedMemoryStatusResponseValidationError) Cause

Cause function returns cause value.

func (SystemSharedMemoryStatusResponseValidationError) Error

Error satisfies the builtin error interface

func (SystemSharedMemoryStatusResponseValidationError) ErrorName

ErrorName returns error name.

func (SystemSharedMemoryStatusResponseValidationError) Field

Field function returns field value.

func (SystemSharedMemoryStatusResponseValidationError) Key

Key function returns key value.

func (SystemSharedMemoryStatusResponseValidationError) Reason

Reason function returns reason value.

type SystemSharedMemoryStatusResponse_RegionStatus

type SystemSharedMemoryStatusResponse_RegionStatus struct {

	// @@
	// @@    .. cpp:var:: string name
	// @@
	// @@       The name for the shared memory region.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// @@    .. cpp:var:: string shared_memory_key
	// @@
	// @@       The key of the underlying memory object that contains the
	// @@       shared memory region.
	// @@
	Key string `protobuf:"bytes,2,opt,name=key,proto3" json:"key,omitempty"`
	// @@    .. cpp:var:: uint64 offset
	// @@
	// @@       Offset, in bytes, within the underlying memory object to
	// @@       the start of the shared memory region.
	// @@
	Offset uint64 `protobuf:"varint,3,opt,name=offset,proto3" json:"offset,omitempty"`
	// @@    .. cpp:var:: uint64 byte_size
	// @@
	// @@       Size of the shared memory region, in bytes.
	// @@
	ByteSize uint64 `protobuf:"varint,4,opt,name=byte_size,json=byteSize,proto3" json:"byte_size,omitempty"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message RegionStatus @@ @@ Status for a shared memory region. @@

func (*SystemSharedMemoryStatusResponse_RegionStatus) Descriptor deprecated

Deprecated: Use SystemSharedMemoryStatusResponse_RegionStatus.ProtoReflect.Descriptor instead.

func (*SystemSharedMemoryStatusResponse_RegionStatus) GetByteSize

func (*SystemSharedMemoryStatusResponse_RegionStatus) GetKey

func (*SystemSharedMemoryStatusResponse_RegionStatus) GetName

func (*SystemSharedMemoryStatusResponse_RegionStatus) GetOffset

func (*SystemSharedMemoryStatusResponse_RegionStatus) ProtoMessage

func (*SystemSharedMemoryStatusResponse_RegionStatus) ProtoReflect

func (*SystemSharedMemoryStatusResponse_RegionStatus) Reset

func (*SystemSharedMemoryStatusResponse_RegionStatus) String

func (*SystemSharedMemoryStatusResponse_RegionStatus) Validate

Validate checks the field values on SystemSharedMemoryStatusResponse_RegionStatus with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*SystemSharedMemoryStatusResponse_RegionStatus) ValidateAll

ValidateAll checks the field values on SystemSharedMemoryStatusResponse_RegionStatus with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SystemSharedMemoryStatusResponse_RegionStatusMultiError, or nil if none found.

type SystemSharedMemoryStatusResponse_RegionStatusMultiError

type SystemSharedMemoryStatusResponse_RegionStatusMultiError []error

SystemSharedMemoryStatusResponse_RegionStatusMultiError is an error wrapping multiple validation errors returned by SystemSharedMemoryStatusResponse_RegionStatus.ValidateAll() if the designated constraints aren't met.

func (SystemSharedMemoryStatusResponse_RegionStatusMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (SystemSharedMemoryStatusResponse_RegionStatusMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type SystemSharedMemoryStatusResponse_RegionStatusValidationError

type SystemSharedMemoryStatusResponse_RegionStatusValidationError struct {
	// contains filtered or unexported fields
}

SystemSharedMemoryStatusResponse_RegionStatusValidationError is the validation error returned by SystemSharedMemoryStatusResponse_RegionStatus.Validate if the designated constraints aren't met.

func (SystemSharedMemoryStatusResponse_RegionStatusValidationError) Cause

Cause function returns cause value.

func (SystemSharedMemoryStatusResponse_RegionStatusValidationError) Error

Error satisfies the builtin error interface

func (SystemSharedMemoryStatusResponse_RegionStatusValidationError) ErrorName

ErrorName returns error name.

func (SystemSharedMemoryStatusResponse_RegionStatusValidationError) Field

Field function returns field value.

func (SystemSharedMemoryStatusResponse_RegionStatusValidationError) Key

Key function returns key value.

func (SystemSharedMemoryStatusResponse_RegionStatusValidationError) Reason

Reason function returns reason value.

type SystemSharedMemoryUnregisterRequest

type SystemSharedMemoryUnregisterRequest struct {

	// @@
	// @@  .. cpp:var:: string name
	// @@
	// @@     The name of the system region to unregister. If empty
	// @@     all system shared-memory regions are unregistered.
	// @@
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message SystemSharedMemoryUnregisterRequest @@ @@ Request message for SystemSharedMemoryUnregister. @@

func (*SystemSharedMemoryUnregisterRequest) Descriptor deprecated

func (*SystemSharedMemoryUnregisterRequest) Descriptor() ([]byte, []int)

Deprecated: Use SystemSharedMemoryUnregisterRequest.ProtoReflect.Descriptor instead.

func (*SystemSharedMemoryUnregisterRequest) GetName

func (*SystemSharedMemoryUnregisterRequest) ProtoMessage

func (*SystemSharedMemoryUnregisterRequest) ProtoMessage()

func (*SystemSharedMemoryUnregisterRequest) ProtoReflect

func (*SystemSharedMemoryUnregisterRequest) Reset

func (*SystemSharedMemoryUnregisterRequest) String

func (*SystemSharedMemoryUnregisterRequest) Validate

Validate checks the field values on SystemSharedMemoryUnregisterRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*SystemSharedMemoryUnregisterRequest) ValidateAll

func (m *SystemSharedMemoryUnregisterRequest) ValidateAll() error

ValidateAll checks the field values on SystemSharedMemoryUnregisterRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SystemSharedMemoryUnregisterRequestMultiError, or nil if none found.

type SystemSharedMemoryUnregisterRequestMultiError

type SystemSharedMemoryUnregisterRequestMultiError []error

SystemSharedMemoryUnregisterRequestMultiError is an error wrapping multiple validation errors returned by SystemSharedMemoryUnregisterRequest.ValidateAll() if the designated constraints aren't met.

func (SystemSharedMemoryUnregisterRequestMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (SystemSharedMemoryUnregisterRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type SystemSharedMemoryUnregisterRequestValidationError

type SystemSharedMemoryUnregisterRequestValidationError struct {
	// contains filtered or unexported fields
}

SystemSharedMemoryUnregisterRequestValidationError is the validation error returned by SystemSharedMemoryUnregisterRequest.Validate if the designated constraints aren't met.

func (SystemSharedMemoryUnregisterRequestValidationError) Cause

Cause function returns cause value.

func (SystemSharedMemoryUnregisterRequestValidationError) Error

Error satisfies the builtin error interface

func (SystemSharedMemoryUnregisterRequestValidationError) ErrorName

ErrorName returns error name.

func (SystemSharedMemoryUnregisterRequestValidationError) Field

Field function returns field value.

func (SystemSharedMemoryUnregisterRequestValidationError) Key

Key function returns key value.

func (SystemSharedMemoryUnregisterRequestValidationError) Reason

Reason function returns reason value.

type SystemSharedMemoryUnregisterResponse

type SystemSharedMemoryUnregisterResponse struct {
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message SystemSharedMemoryUnregisterResponse @@ @@ Response message for SystemSharedMemoryUnregister. @@

func (*SystemSharedMemoryUnregisterResponse) Descriptor deprecated

func (*SystemSharedMemoryUnregisterResponse) Descriptor() ([]byte, []int)

Deprecated: Use SystemSharedMemoryUnregisterResponse.ProtoReflect.Descriptor instead.

func (*SystemSharedMemoryUnregisterResponse) ProtoMessage

func (*SystemSharedMemoryUnregisterResponse) ProtoMessage()

func (*SystemSharedMemoryUnregisterResponse) ProtoReflect

func (*SystemSharedMemoryUnregisterResponse) Reset

func (*SystemSharedMemoryUnregisterResponse) String

func (*SystemSharedMemoryUnregisterResponse) Validate

Validate checks the field values on SystemSharedMemoryUnregisterResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*SystemSharedMemoryUnregisterResponse) ValidateAll

ValidateAll checks the field values on SystemSharedMemoryUnregisterResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SystemSharedMemoryUnregisterResponseMultiError, or nil if none found.

type SystemSharedMemoryUnregisterResponseMultiError

type SystemSharedMemoryUnregisterResponseMultiError []error

SystemSharedMemoryUnregisterResponseMultiError is an error wrapping multiple validation errors returned by SystemSharedMemoryUnregisterResponse.ValidateAll() if the designated constraints aren't met.

func (SystemSharedMemoryUnregisterResponseMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (SystemSharedMemoryUnregisterResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type SystemSharedMemoryUnregisterResponseValidationError

type SystemSharedMemoryUnregisterResponseValidationError struct {
	// contains filtered or unexported fields
}

SystemSharedMemoryUnregisterResponseValidationError is the validation error returned by SystemSharedMemoryUnregisterResponse.Validate if the designated constraints aren't met.

func (SystemSharedMemoryUnregisterResponseValidationError) Cause

Cause function returns cause value.

func (SystemSharedMemoryUnregisterResponseValidationError) Error

Error satisfies the builtin error interface

func (SystemSharedMemoryUnregisterResponseValidationError) ErrorName

ErrorName returns error name.

func (SystemSharedMemoryUnregisterResponseValidationError) Field

Field function returns field value.

func (SystemSharedMemoryUnregisterResponseValidationError) Key

Key function returns key value.

func (SystemSharedMemoryUnregisterResponseValidationError) Reason

Reason function returns reason value.

type TraceSettingRequest

type TraceSettingRequest struct {

	// @@  .. cpp:var:: map<string,SettingValue> settings
	// @@
	// @@     The new setting values to be updated,
	// @@     settings that are not specified will remain unchanged.
	// @@
	Settings map[string]*TraceSettingRequest_SettingValue `` /* 157-byte string literal not displayed */
	// @@
	// @@  .. cpp:var:: string model_name
	// @@
	// @@     The name of the model to apply the new trace settings.
	// @@     If not given, the new settings will be applied globally.
	// @@
	ModelName string `protobuf:"bytes,2,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"`
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message TraceSettingRequest @@ @@ Request message for TraceSetting. @@

func (*TraceSettingRequest) Descriptor deprecated

func (*TraceSettingRequest) Descriptor() ([]byte, []int)

Deprecated: Use TraceSettingRequest.ProtoReflect.Descriptor instead.

func (*TraceSettingRequest) GetModelName

func (x *TraceSettingRequest) GetModelName() string

func (*TraceSettingRequest) GetSettings

func (*TraceSettingRequest) ProtoMessage

func (*TraceSettingRequest) ProtoMessage()

func (*TraceSettingRequest) ProtoReflect

func (x *TraceSettingRequest) ProtoReflect() protoreflect.Message

func (*TraceSettingRequest) Reset

func (x *TraceSettingRequest) Reset()

func (*TraceSettingRequest) String

func (x *TraceSettingRequest) String() string

func (*TraceSettingRequest) Validate

func (m *TraceSettingRequest) Validate() error

Validate checks the field values on TraceSettingRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*TraceSettingRequest) ValidateAll

func (m *TraceSettingRequest) ValidateAll() error

ValidateAll checks the field values on TraceSettingRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in TraceSettingRequestMultiError, or nil if none found.

type TraceSettingRequestMultiError

type TraceSettingRequestMultiError []error

TraceSettingRequestMultiError is an error wrapping multiple validation errors returned by TraceSettingRequest.ValidateAll() if the designated constraints aren't met.

func (TraceSettingRequestMultiError) AllErrors

func (m TraceSettingRequestMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (TraceSettingRequestMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type TraceSettingRequestValidationError

type TraceSettingRequestValidationError struct {
	// contains filtered or unexported fields
}

TraceSettingRequestValidationError is the validation error returned by TraceSettingRequest.Validate if the designated constraints aren't met.

func (TraceSettingRequestValidationError) Cause

Cause function returns cause value.

func (TraceSettingRequestValidationError) Error

Error satisfies the builtin error interface

func (TraceSettingRequestValidationError) ErrorName

ErrorName returns error name.

func (TraceSettingRequestValidationError) Field

Field function returns field value.

func (TraceSettingRequestValidationError) Key

Key function returns key value.

func (TraceSettingRequestValidationError) Reason

Reason function returns reason value.

type TraceSettingRequest_SettingValue

type TraceSettingRequest_SettingValue struct {

	// @@
	// @@    .. cpp:var:: string value (repeated)
	// @@
	// @@       The value.
	// @@
	Value []string `protobuf:"bytes,1,rep,name=value,proto3" json:"value,omitempty"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message SettingValue @@ @@ The values to be associated with a trace setting. @@ If no value is provided, the setting will be clear and @@ the global setting value will be used. @@

func (*TraceSettingRequest_SettingValue) Descriptor deprecated

func (*TraceSettingRequest_SettingValue) Descriptor() ([]byte, []int)

Deprecated: Use TraceSettingRequest_SettingValue.ProtoReflect.Descriptor instead.

func (*TraceSettingRequest_SettingValue) GetValue

func (x *TraceSettingRequest_SettingValue) GetValue() []string

func (*TraceSettingRequest_SettingValue) ProtoMessage

func (*TraceSettingRequest_SettingValue) ProtoMessage()

func (*TraceSettingRequest_SettingValue) ProtoReflect

func (*TraceSettingRequest_SettingValue) Reset

func (*TraceSettingRequest_SettingValue) String

func (*TraceSettingRequest_SettingValue) Validate

Validate checks the field values on TraceSettingRequest_SettingValue with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*TraceSettingRequest_SettingValue) ValidateAll

func (m *TraceSettingRequest_SettingValue) ValidateAll() error

ValidateAll checks the field values on TraceSettingRequest_SettingValue with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in TraceSettingRequest_SettingValueMultiError, or nil if none found.

type TraceSettingRequest_SettingValueMultiError

type TraceSettingRequest_SettingValueMultiError []error

TraceSettingRequest_SettingValueMultiError is an error wrapping multiple validation errors returned by TraceSettingRequest_SettingValue.ValidateAll() if the designated constraints aren't met.

func (TraceSettingRequest_SettingValueMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (TraceSettingRequest_SettingValueMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type TraceSettingRequest_SettingValueValidationError

type TraceSettingRequest_SettingValueValidationError struct {
	// contains filtered or unexported fields
}

TraceSettingRequest_SettingValueValidationError is the validation error returned by TraceSettingRequest_SettingValue.Validate if the designated constraints aren't met.

func (TraceSettingRequest_SettingValueValidationError) Cause

Cause function returns cause value.

func (TraceSettingRequest_SettingValueValidationError) Error

Error satisfies the builtin error interface

func (TraceSettingRequest_SettingValueValidationError) ErrorName

ErrorName returns error name.

func (TraceSettingRequest_SettingValueValidationError) Field

Field function returns field value.

func (TraceSettingRequest_SettingValueValidationError) Key

Key function returns key value.

func (TraceSettingRequest_SettingValueValidationError) Reason

Reason function returns reason value.

type TraceSettingResponse

type TraceSettingResponse struct {

	// @@  .. cpp:var:: map<string,SettingValue> settings
	// @@
	// @@     The current trace settings, including any changes specified
	// @@     by TraceSettingRequest.
	// @@
	Settings map[string]*TraceSettingResponse_SettingValue `` /* 157-byte string literal not displayed */
	// contains filtered or unexported fields
}

@@ @@.. cpp:var:: message TraceSettingResponse @@ @@ Response message for TraceSetting. @@

func (*TraceSettingResponse) Descriptor deprecated

func (*TraceSettingResponse) Descriptor() ([]byte, []int)

Deprecated: Use TraceSettingResponse.ProtoReflect.Descriptor instead.

func (*TraceSettingResponse) GetSettings

func (*TraceSettingResponse) ProtoMessage

func (*TraceSettingResponse) ProtoMessage()

func (*TraceSettingResponse) ProtoReflect

func (x *TraceSettingResponse) ProtoReflect() protoreflect.Message

func (*TraceSettingResponse) Reset

func (x *TraceSettingResponse) Reset()

func (*TraceSettingResponse) String

func (x *TraceSettingResponse) String() string

func (*TraceSettingResponse) Validate

func (m *TraceSettingResponse) Validate() error

Validate checks the field values on TraceSettingResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*TraceSettingResponse) ValidateAll

func (m *TraceSettingResponse) ValidateAll() error

ValidateAll checks the field values on TraceSettingResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in TraceSettingResponseMultiError, or nil if none found.

type TraceSettingResponseMultiError

type TraceSettingResponseMultiError []error

TraceSettingResponseMultiError is an error wrapping multiple validation errors returned by TraceSettingResponse.ValidateAll() if the designated constraints aren't met.

func (TraceSettingResponseMultiError) AllErrors

func (m TraceSettingResponseMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (TraceSettingResponseMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type TraceSettingResponseValidationError

type TraceSettingResponseValidationError struct {
	// contains filtered or unexported fields
}

TraceSettingResponseValidationError is the validation error returned by TraceSettingResponse.Validate if the designated constraints aren't met.

func (TraceSettingResponseValidationError) Cause

Cause function returns cause value.

func (TraceSettingResponseValidationError) Error

Error satisfies the builtin error interface

func (TraceSettingResponseValidationError) ErrorName

ErrorName returns error name.

func (TraceSettingResponseValidationError) Field

Field function returns field value.

func (TraceSettingResponseValidationError) Key

Key function returns key value.

func (TraceSettingResponseValidationError) Reason

Reason function returns reason value.

type TraceSettingResponse_SettingValue

type TraceSettingResponse_SettingValue struct {

	// @@
	// @@    .. cpp:var:: string value (repeated)
	// @@
	// @@       The value.
	// @@
	Value []string `protobuf:"bytes,1,rep,name=value,proto3" json:"value,omitempty"`
	// contains filtered or unexported fields
}

@@ @@ .. cpp:var:: message SettingValue @@ @@ The values to be associated with a trace setting. @@

func (*TraceSettingResponse_SettingValue) Descriptor deprecated

func (*TraceSettingResponse_SettingValue) Descriptor() ([]byte, []int)

Deprecated: Use TraceSettingResponse_SettingValue.ProtoReflect.Descriptor instead.

func (*TraceSettingResponse_SettingValue) GetValue

func (x *TraceSettingResponse_SettingValue) GetValue() []string

func (*TraceSettingResponse_SettingValue) ProtoMessage

func (*TraceSettingResponse_SettingValue) ProtoMessage()

func (*TraceSettingResponse_SettingValue) ProtoReflect

func (*TraceSettingResponse_SettingValue) Reset

func (*TraceSettingResponse_SettingValue) String

func (*TraceSettingResponse_SettingValue) Validate

Validate checks the field values on TraceSettingResponse_SettingValue with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*TraceSettingResponse_SettingValue) ValidateAll

func (m *TraceSettingResponse_SettingValue) ValidateAll() error

ValidateAll checks the field values on TraceSettingResponse_SettingValue with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in TraceSettingResponse_SettingValueMultiError, or nil if none found.

type TraceSettingResponse_SettingValueMultiError

type TraceSettingResponse_SettingValueMultiError []error

TraceSettingResponse_SettingValueMultiError is an error wrapping multiple validation errors returned by TraceSettingResponse_SettingValue.ValidateAll() if the designated constraints aren't met.

func (TraceSettingResponse_SettingValueMultiError) AllErrors

AllErrors returns a list of validation violation errors.

func (TraceSettingResponse_SettingValueMultiError) Error

Error returns a concatenation of all the error messages it wraps.

type TraceSettingResponse_SettingValueValidationError

type TraceSettingResponse_SettingValueValidationError struct {
	// contains filtered or unexported fields
}

TraceSettingResponse_SettingValueValidationError is the validation error returned by TraceSettingResponse_SettingValue.Validate if the designated constraints aren't met.

func (TraceSettingResponse_SettingValueValidationError) Cause

Cause function returns cause value.

func (TraceSettingResponse_SettingValueValidationError) Error

Error satisfies the builtin error interface

func (TraceSettingResponse_SettingValueValidationError) ErrorName

ErrorName returns error name.

func (TraceSettingResponse_SettingValueValidationError) Field

Field function returns field value.

func (TraceSettingResponse_SettingValueValidationError) Key

Key function returns key value.

func (TraceSettingResponse_SettingValueValidationError) Reason

Reason function returns reason value.

type UnimplementedGRPCInferenceServiceServer

type UnimplementedGRPCInferenceServiceServer struct {
}

UnimplementedGRPCInferenceServiceServer should be embedded to have forward compatible implementations.

func (UnimplementedGRPCInferenceServiceServer) LogSettings

func (UnimplementedGRPCInferenceServiceServer) ModelConfig

func (UnimplementedGRPCInferenceServiceServer) ModelInfer

func (UnimplementedGRPCInferenceServiceServer) ModelMetadata

func (UnimplementedGRPCInferenceServiceServer) ModelReady

func (UnimplementedGRPCInferenceServiceServer) ModelStatistics

func (UnimplementedGRPCInferenceServiceServer) ModelStreamInfer

func (UnimplementedGRPCInferenceServiceServer) RepositoryIndex

func (UnimplementedGRPCInferenceServiceServer) RepositoryModelLoad

func (UnimplementedGRPCInferenceServiceServer) RepositoryModelUnload

func (UnimplementedGRPCInferenceServiceServer) ServerLive

func (UnimplementedGRPCInferenceServiceServer) ServerMetadata

func (UnimplementedGRPCInferenceServiceServer) ServerReady

func (UnimplementedGRPCInferenceServiceServer) TraceSetting

type UnsafeGRPCInferenceServiceServer

type UnsafeGRPCInferenceServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeGRPCInferenceServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to GRPCInferenceServiceServer will result in compilation errors.

Directories

Path Synopsis
Code generated by MockGen.
Code generated by MockGen.

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL