Documentation ¶
Index ¶
- Variables
- func RegisterGRPCInferenceServiceServer(s grpc.ServiceRegistrar, srv GRPCInferenceServiceServer)
- type BatchInput
- func (*BatchInput) Descriptor() ([]byte, []int)deprecated
- func (x *BatchInput) GetDataType() DataType
- func (x *BatchInput) GetKind() BatchInput_Kind
- func (x *BatchInput) GetSourceInput() []string
- func (x *BatchInput) GetTargetName() []string
- func (*BatchInput) ProtoMessage()
- func (x *BatchInput) ProtoReflect() protoreflect.Message
- func (x *BatchInput) Reset()
- func (x *BatchInput) String() string
- func (m *BatchInput) Validate() error
- func (m *BatchInput) ValidateAll() error
- type BatchInputMultiError
- type BatchInputValidationError
- type BatchInput_Kind
- func (BatchInput_Kind) Descriptor() protoreflect.EnumDescriptor
- func (x BatchInput_Kind) Enum() *BatchInput_Kind
- func (BatchInput_Kind) EnumDescriptor() ([]byte, []int)deprecated
- func (x BatchInput_Kind) Number() protoreflect.EnumNumber
- func (x BatchInput_Kind) String() string
- func (BatchInput_Kind) Type() protoreflect.EnumType
- type BatchOutput
- func (*BatchOutput) Descriptor() ([]byte, []int)deprecated
- func (x *BatchOutput) GetKind() BatchOutput_Kind
- func (x *BatchOutput) GetSourceInput() []string
- func (x *BatchOutput) GetTargetName() []string
- func (*BatchOutput) ProtoMessage()
- func (x *BatchOutput) ProtoReflect() protoreflect.Message
- func (x *BatchOutput) Reset()
- func (x *BatchOutput) String() string
- func (m *BatchOutput) Validate() error
- func (m *BatchOutput) ValidateAll() error
- type BatchOutputMultiError
- type BatchOutputValidationError
- func (e BatchOutputValidationError) Cause() error
- func (e BatchOutputValidationError) Error() string
- func (e BatchOutputValidationError) ErrorName() string
- func (e BatchOutputValidationError) Field() string
- func (e BatchOutputValidationError) Key() bool
- func (e BatchOutputValidationError) Reason() string
- type BatchOutput_Kind
- func (BatchOutput_Kind) Descriptor() protoreflect.EnumDescriptor
- func (x BatchOutput_Kind) Enum() *BatchOutput_Kind
- func (BatchOutput_Kind) EnumDescriptor() ([]byte, []int)deprecated
- func (x BatchOutput_Kind) Number() protoreflect.EnumNumber
- func (x BatchOutput_Kind) String() string
- func (BatchOutput_Kind) Type() protoreflect.EnumType
- type CudaSharedMemoryRegisterRequest
- func (*CudaSharedMemoryRegisterRequest) Descriptor() ([]byte, []int)deprecated
- func (x *CudaSharedMemoryRegisterRequest) GetByteSize() uint64
- func (x *CudaSharedMemoryRegisterRequest) GetDeviceId() int64
- func (x *CudaSharedMemoryRegisterRequest) GetName() string
- func (x *CudaSharedMemoryRegisterRequest) GetRawHandle() []byte
- func (*CudaSharedMemoryRegisterRequest) ProtoMessage()
- func (x *CudaSharedMemoryRegisterRequest) ProtoReflect() protoreflect.Message
- func (x *CudaSharedMemoryRegisterRequest) Reset()
- func (x *CudaSharedMemoryRegisterRequest) String() string
- func (m *CudaSharedMemoryRegisterRequest) Validate() error
- func (m *CudaSharedMemoryRegisterRequest) ValidateAll() error
- type CudaSharedMemoryRegisterRequestMultiError
- type CudaSharedMemoryRegisterRequestValidationError
- func (e CudaSharedMemoryRegisterRequestValidationError) Cause() error
- func (e CudaSharedMemoryRegisterRequestValidationError) Error() string
- func (e CudaSharedMemoryRegisterRequestValidationError) ErrorName() string
- func (e CudaSharedMemoryRegisterRequestValidationError) Field() string
- func (e CudaSharedMemoryRegisterRequestValidationError) Key() bool
- func (e CudaSharedMemoryRegisterRequestValidationError) Reason() string
- type CudaSharedMemoryRegisterResponse
- func (*CudaSharedMemoryRegisterResponse) Descriptor() ([]byte, []int)deprecated
- func (*CudaSharedMemoryRegisterResponse) ProtoMessage()
- func (x *CudaSharedMemoryRegisterResponse) ProtoReflect() protoreflect.Message
- func (x *CudaSharedMemoryRegisterResponse) Reset()
- func (x *CudaSharedMemoryRegisterResponse) String() string
- func (m *CudaSharedMemoryRegisterResponse) Validate() error
- func (m *CudaSharedMemoryRegisterResponse) ValidateAll() error
- type CudaSharedMemoryRegisterResponseMultiError
- type CudaSharedMemoryRegisterResponseValidationError
- func (e CudaSharedMemoryRegisterResponseValidationError) Cause() error
- func (e CudaSharedMemoryRegisterResponseValidationError) Error() string
- func (e CudaSharedMemoryRegisterResponseValidationError) ErrorName() string
- func (e CudaSharedMemoryRegisterResponseValidationError) Field() string
- func (e CudaSharedMemoryRegisterResponseValidationError) Key() bool
- func (e CudaSharedMemoryRegisterResponseValidationError) Reason() string
- type CudaSharedMemoryStatusRequest
- func (*CudaSharedMemoryStatusRequest) Descriptor() ([]byte, []int)deprecated
- func (x *CudaSharedMemoryStatusRequest) GetName() string
- func (*CudaSharedMemoryStatusRequest) ProtoMessage()
- func (x *CudaSharedMemoryStatusRequest) ProtoReflect() protoreflect.Message
- func (x *CudaSharedMemoryStatusRequest) Reset()
- func (x *CudaSharedMemoryStatusRequest) String() string
- func (m *CudaSharedMemoryStatusRequest) Validate() error
- func (m *CudaSharedMemoryStatusRequest) ValidateAll() error
- type CudaSharedMemoryStatusRequestMultiError
- type CudaSharedMemoryStatusRequestValidationError
- func (e CudaSharedMemoryStatusRequestValidationError) Cause() error
- func (e CudaSharedMemoryStatusRequestValidationError) Error() string
- func (e CudaSharedMemoryStatusRequestValidationError) ErrorName() string
- func (e CudaSharedMemoryStatusRequestValidationError) Field() string
- func (e CudaSharedMemoryStatusRequestValidationError) Key() bool
- func (e CudaSharedMemoryStatusRequestValidationError) Reason() string
- type CudaSharedMemoryStatusResponse
- func (*CudaSharedMemoryStatusResponse) Descriptor() ([]byte, []int)deprecated
- func (x *CudaSharedMemoryStatusResponse) GetRegions() map[string]*CudaSharedMemoryStatusResponse_RegionStatus
- func (*CudaSharedMemoryStatusResponse) ProtoMessage()
- func (x *CudaSharedMemoryStatusResponse) ProtoReflect() protoreflect.Message
- func (x *CudaSharedMemoryStatusResponse) Reset()
- func (x *CudaSharedMemoryStatusResponse) String() string
- func (m *CudaSharedMemoryStatusResponse) Validate() error
- func (m *CudaSharedMemoryStatusResponse) ValidateAll() error
- type CudaSharedMemoryStatusResponseMultiError
- type CudaSharedMemoryStatusResponseValidationError
- func (e CudaSharedMemoryStatusResponseValidationError) Cause() error
- func (e CudaSharedMemoryStatusResponseValidationError) Error() string
- func (e CudaSharedMemoryStatusResponseValidationError) ErrorName() string
- func (e CudaSharedMemoryStatusResponseValidationError) Field() string
- func (e CudaSharedMemoryStatusResponseValidationError) Key() bool
- func (e CudaSharedMemoryStatusResponseValidationError) Reason() string
- type CudaSharedMemoryStatusResponse_RegionStatus
- func (*CudaSharedMemoryStatusResponse_RegionStatus) Descriptor() ([]byte, []int)deprecated
- func (x *CudaSharedMemoryStatusResponse_RegionStatus) GetByteSize() uint64
- func (x *CudaSharedMemoryStatusResponse_RegionStatus) GetDeviceId() uint64
- func (x *CudaSharedMemoryStatusResponse_RegionStatus) GetName() string
- func (*CudaSharedMemoryStatusResponse_RegionStatus) ProtoMessage()
- func (x *CudaSharedMemoryStatusResponse_RegionStatus) ProtoReflect() protoreflect.Message
- func (x *CudaSharedMemoryStatusResponse_RegionStatus) Reset()
- func (x *CudaSharedMemoryStatusResponse_RegionStatus) String() string
- func (m *CudaSharedMemoryStatusResponse_RegionStatus) Validate() error
- func (m *CudaSharedMemoryStatusResponse_RegionStatus) ValidateAll() error
- type CudaSharedMemoryStatusResponse_RegionStatusMultiError
- type CudaSharedMemoryStatusResponse_RegionStatusValidationError
- func (e CudaSharedMemoryStatusResponse_RegionStatusValidationError) Cause() error
- func (e CudaSharedMemoryStatusResponse_RegionStatusValidationError) Error() string
- func (e CudaSharedMemoryStatusResponse_RegionStatusValidationError) ErrorName() string
- func (e CudaSharedMemoryStatusResponse_RegionStatusValidationError) Field() string
- func (e CudaSharedMemoryStatusResponse_RegionStatusValidationError) Key() bool
- func (e CudaSharedMemoryStatusResponse_RegionStatusValidationError) Reason() string
- type CudaSharedMemoryUnregisterRequest
- func (*CudaSharedMemoryUnregisterRequest) Descriptor() ([]byte, []int)deprecated
- func (x *CudaSharedMemoryUnregisterRequest) GetName() string
- func (*CudaSharedMemoryUnregisterRequest) ProtoMessage()
- func (x *CudaSharedMemoryUnregisterRequest) ProtoReflect() protoreflect.Message
- func (x *CudaSharedMemoryUnregisterRequest) Reset()
- func (x *CudaSharedMemoryUnregisterRequest) String() string
- func (m *CudaSharedMemoryUnregisterRequest) Validate() error
- func (m *CudaSharedMemoryUnregisterRequest) ValidateAll() error
- type CudaSharedMemoryUnregisterRequestMultiError
- type CudaSharedMemoryUnregisterRequestValidationError
- func (e CudaSharedMemoryUnregisterRequestValidationError) Cause() error
- func (e CudaSharedMemoryUnregisterRequestValidationError) Error() string
- func (e CudaSharedMemoryUnregisterRequestValidationError) ErrorName() string
- func (e CudaSharedMemoryUnregisterRequestValidationError) Field() string
- func (e CudaSharedMemoryUnregisterRequestValidationError) Key() bool
- func (e CudaSharedMemoryUnregisterRequestValidationError) Reason() string
- type CudaSharedMemoryUnregisterResponse
- func (*CudaSharedMemoryUnregisterResponse) Descriptor() ([]byte, []int)deprecated
- func (*CudaSharedMemoryUnregisterResponse) ProtoMessage()
- func (x *CudaSharedMemoryUnregisterResponse) ProtoReflect() protoreflect.Message
- func (x *CudaSharedMemoryUnregisterResponse) Reset()
- func (x *CudaSharedMemoryUnregisterResponse) String() string
- func (m *CudaSharedMemoryUnregisterResponse) Validate() error
- func (m *CudaSharedMemoryUnregisterResponse) ValidateAll() error
- type CudaSharedMemoryUnregisterResponseMultiError
- type CudaSharedMemoryUnregisterResponseValidationError
- func (e CudaSharedMemoryUnregisterResponseValidationError) Cause() error
- func (e CudaSharedMemoryUnregisterResponseValidationError) Error() string
- func (e CudaSharedMemoryUnregisterResponseValidationError) ErrorName() string
- func (e CudaSharedMemoryUnregisterResponseValidationError) Field() string
- func (e CudaSharedMemoryUnregisterResponseValidationError) Key() bool
- func (e CudaSharedMemoryUnregisterResponseValidationError) Reason() string
- type DataType
- type GRPCInferenceServiceClient
- type GRPCInferenceServiceServer
- type GRPCInferenceService_ModelStreamInferClient
- type GRPCInferenceService_ModelStreamInferServer
- type InferBatchStatistics
- func (*InferBatchStatistics) Descriptor() ([]byte, []int)deprecated
- func (x *InferBatchStatistics) GetBatchSize() uint64
- func (x *InferBatchStatistics) GetComputeInfer() *StatisticDuration
- func (x *InferBatchStatistics) GetComputeInput() *StatisticDuration
- func (x *InferBatchStatistics) GetComputeOutput() *StatisticDuration
- func (*InferBatchStatistics) ProtoMessage()
- func (x *InferBatchStatistics) ProtoReflect() protoreflect.Message
- func (x *InferBatchStatistics) Reset()
- func (x *InferBatchStatistics) String() string
- func (m *InferBatchStatistics) Validate() error
- func (m *InferBatchStatistics) ValidateAll() error
- type InferBatchStatisticsMultiError
- type InferBatchStatisticsValidationError
- func (e InferBatchStatisticsValidationError) Cause() error
- func (e InferBatchStatisticsValidationError) Error() string
- func (e InferBatchStatisticsValidationError) ErrorName() string
- func (e InferBatchStatisticsValidationError) Field() string
- func (e InferBatchStatisticsValidationError) Key() bool
- func (e InferBatchStatisticsValidationError) Reason() string
- type InferParameter
- func (*InferParameter) Descriptor() ([]byte, []int)deprecated
- func (x *InferParameter) GetBoolParam() bool
- func (x *InferParameter) GetDoubleParam() float64
- func (x *InferParameter) GetInt64Param() int64
- func (m *InferParameter) GetParameterChoice() isInferParameter_ParameterChoice
- func (x *InferParameter) GetStringParam() string
- func (x *InferParameter) GetUint64Param() uint64
- func (*InferParameter) ProtoMessage()
- func (x *InferParameter) ProtoReflect() protoreflect.Message
- func (x *InferParameter) Reset()
- func (x *InferParameter) String() string
- func (m *InferParameter) Validate() error
- func (m *InferParameter) ValidateAll() error
- type InferParameterMultiError
- type InferParameterValidationError
- func (e InferParameterValidationError) Cause() error
- func (e InferParameterValidationError) Error() string
- func (e InferParameterValidationError) ErrorName() string
- func (e InferParameterValidationError) Field() string
- func (e InferParameterValidationError) Key() bool
- func (e InferParameterValidationError) Reason() string
- type InferParameter_BoolParam
- type InferParameter_DoubleParam
- type InferParameter_Int64Param
- type InferParameter_StringParam
- type InferParameter_Uint64Param
- type InferStatistics
- func (*InferStatistics) Descriptor() ([]byte, []int)deprecated
- func (x *InferStatistics) GetCacheHit() *StatisticDuration
- func (x *InferStatistics) GetCacheMiss() *StatisticDuration
- func (x *InferStatistics) GetComputeInfer() *StatisticDuration
- func (x *InferStatistics) GetComputeInput() *StatisticDuration
- func (x *InferStatistics) GetComputeOutput() *StatisticDuration
- func (x *InferStatistics) GetFail() *StatisticDuration
- func (x *InferStatistics) GetQueue() *StatisticDuration
- func (x *InferStatistics) GetSuccess() *StatisticDuration
- func (*InferStatistics) ProtoMessage()
- func (x *InferStatistics) ProtoReflect() protoreflect.Message
- func (x *InferStatistics) Reset()
- func (x *InferStatistics) String() string
- func (m *InferStatistics) Validate() error
- func (m *InferStatistics) ValidateAll() error
- type InferStatisticsMultiError
- type InferStatisticsValidationError
- func (e InferStatisticsValidationError) Cause() error
- func (e InferStatisticsValidationError) Error() string
- func (e InferStatisticsValidationError) ErrorName() string
- func (e InferStatisticsValidationError) Field() string
- func (e InferStatisticsValidationError) Key() bool
- func (e InferStatisticsValidationError) Reason() string
- type InferTensorContents
- func (*InferTensorContents) Descriptor() ([]byte, []int)deprecated
- func (x *InferTensorContents) GetBoolContents() []bool
- func (x *InferTensorContents) GetBytesContents() [][]byte
- func (x *InferTensorContents) GetFp32Contents() []float32
- func (x *InferTensorContents) GetFp64Contents() []float64
- func (x *InferTensorContents) GetInt64Contents() []int64
- func (x *InferTensorContents) GetIntContents() []int32
- func (x *InferTensorContents) GetUint64Contents() []uint64
- func (x *InferTensorContents) GetUintContents() []uint32
- func (*InferTensorContents) ProtoMessage()
- func (x *InferTensorContents) ProtoReflect() protoreflect.Message
- func (x *InferTensorContents) Reset()
- func (x *InferTensorContents) String() string
- func (m *InferTensorContents) Validate() error
- func (m *InferTensorContents) ValidateAll() error
- type InferTensorContentsMultiError
- type InferTensorContentsValidationError
- func (e InferTensorContentsValidationError) Cause() error
- func (e InferTensorContentsValidationError) Error() string
- func (e InferTensorContentsValidationError) ErrorName() string
- func (e InferTensorContentsValidationError) Field() string
- func (e InferTensorContentsValidationError) Key() bool
- func (e InferTensorContentsValidationError) Reason() string
- type LogSettingsRequest
- func (*LogSettingsRequest) Descriptor() ([]byte, []int)deprecated
- func (x *LogSettingsRequest) GetSettings() map[string]*LogSettingsRequest_SettingValue
- func (*LogSettingsRequest) ProtoMessage()
- func (x *LogSettingsRequest) ProtoReflect() protoreflect.Message
- func (x *LogSettingsRequest) Reset()
- func (x *LogSettingsRequest) String() string
- func (m *LogSettingsRequest) Validate() error
- func (m *LogSettingsRequest) ValidateAll() error
- type LogSettingsRequestMultiError
- type LogSettingsRequestValidationError
- func (e LogSettingsRequestValidationError) Cause() error
- func (e LogSettingsRequestValidationError) Error() string
- func (e LogSettingsRequestValidationError) ErrorName() string
- func (e LogSettingsRequestValidationError) Field() string
- func (e LogSettingsRequestValidationError) Key() bool
- func (e LogSettingsRequestValidationError) Reason() string
- type LogSettingsRequest_SettingValue
- func (*LogSettingsRequest_SettingValue) Descriptor() ([]byte, []int)deprecated
- func (x *LogSettingsRequest_SettingValue) GetBoolParam() bool
- func (m *LogSettingsRequest_SettingValue) GetParameterChoice() isLogSettingsRequest_SettingValue_ParameterChoice
- func (x *LogSettingsRequest_SettingValue) GetStringParam() string
- func (x *LogSettingsRequest_SettingValue) GetUint32Param() uint32
- func (*LogSettingsRequest_SettingValue) ProtoMessage()
- func (x *LogSettingsRequest_SettingValue) ProtoReflect() protoreflect.Message
- func (x *LogSettingsRequest_SettingValue) Reset()
- func (x *LogSettingsRequest_SettingValue) String() string
- func (m *LogSettingsRequest_SettingValue) Validate() error
- func (m *LogSettingsRequest_SettingValue) ValidateAll() error
- type LogSettingsRequest_SettingValueMultiError
- type LogSettingsRequest_SettingValueValidationError
- func (e LogSettingsRequest_SettingValueValidationError) Cause() error
- func (e LogSettingsRequest_SettingValueValidationError) Error() string
- func (e LogSettingsRequest_SettingValueValidationError) ErrorName() string
- func (e LogSettingsRequest_SettingValueValidationError) Field() string
- func (e LogSettingsRequest_SettingValueValidationError) Key() bool
- func (e LogSettingsRequest_SettingValueValidationError) Reason() string
- type LogSettingsRequest_SettingValue_BoolParam
- type LogSettingsRequest_SettingValue_StringParam
- type LogSettingsRequest_SettingValue_Uint32Param
- type LogSettingsResponse
- func (*LogSettingsResponse) Descriptor() ([]byte, []int)deprecated
- func (x *LogSettingsResponse) GetSettings() map[string]*LogSettingsResponse_SettingValue
- func (*LogSettingsResponse) ProtoMessage()
- func (x *LogSettingsResponse) ProtoReflect() protoreflect.Message
- func (x *LogSettingsResponse) Reset()
- func (x *LogSettingsResponse) String() string
- func (m *LogSettingsResponse) Validate() error
- func (m *LogSettingsResponse) ValidateAll() error
- type LogSettingsResponseMultiError
- type LogSettingsResponseValidationError
- func (e LogSettingsResponseValidationError) Cause() error
- func (e LogSettingsResponseValidationError) Error() string
- func (e LogSettingsResponseValidationError) ErrorName() string
- func (e LogSettingsResponseValidationError) Field() string
- func (e LogSettingsResponseValidationError) Key() bool
- func (e LogSettingsResponseValidationError) Reason() string
- type LogSettingsResponse_SettingValue
- func (*LogSettingsResponse_SettingValue) Descriptor() ([]byte, []int)deprecated
- func (x *LogSettingsResponse_SettingValue) GetBoolParam() bool
- func (m *LogSettingsResponse_SettingValue) GetParameterChoice() isLogSettingsResponse_SettingValue_ParameterChoice
- func (x *LogSettingsResponse_SettingValue) GetStringParam() string
- func (x *LogSettingsResponse_SettingValue) GetUint32Param() uint32
- func (*LogSettingsResponse_SettingValue) ProtoMessage()
- func (x *LogSettingsResponse_SettingValue) ProtoReflect() protoreflect.Message
- func (x *LogSettingsResponse_SettingValue) Reset()
- func (x *LogSettingsResponse_SettingValue) String() string
- func (m *LogSettingsResponse_SettingValue) Validate() error
- func (m *LogSettingsResponse_SettingValue) ValidateAll() error
- type LogSettingsResponse_SettingValueMultiError
- type LogSettingsResponse_SettingValueValidationError
- func (e LogSettingsResponse_SettingValueValidationError) Cause() error
- func (e LogSettingsResponse_SettingValueValidationError) Error() string
- func (e LogSettingsResponse_SettingValueValidationError) ErrorName() string
- func (e LogSettingsResponse_SettingValueValidationError) Field() string
- func (e LogSettingsResponse_SettingValueValidationError) Key() bool
- func (e LogSettingsResponse_SettingValueValidationError) Reason() string
- type LogSettingsResponse_SettingValue_BoolParam
- type LogSettingsResponse_SettingValue_StringParam
- type LogSettingsResponse_SettingValue_Uint32Param
- type MemoryUsage
- func (*MemoryUsage) Descriptor() ([]byte, []int)deprecated
- func (x *MemoryUsage) GetByteSize() uint64
- func (x *MemoryUsage) GetId() int64
- func (x *MemoryUsage) GetType() string
- func (*MemoryUsage) ProtoMessage()
- func (x *MemoryUsage) ProtoReflect() protoreflect.Message
- func (x *MemoryUsage) Reset()
- func (x *MemoryUsage) String() string
- func (m *MemoryUsage) Validate() error
- func (m *MemoryUsage) ValidateAll() error
- type MemoryUsageMultiError
- type MemoryUsageValidationError
- func (e MemoryUsageValidationError) Cause() error
- func (e MemoryUsageValidationError) Error() string
- func (e MemoryUsageValidationError) ErrorName() string
- func (e MemoryUsageValidationError) Field() string
- func (e MemoryUsageValidationError) Key() bool
- func (e MemoryUsageValidationError) Reason() string
- type ModelConfig
- func (*ModelConfig) Descriptor() ([]byte, []int)deprecated
- func (x *ModelConfig) GetBackend() string
- func (x *ModelConfig) GetBatchInput() []*BatchInput
- func (x *ModelConfig) GetBatchOutput() []*BatchOutput
- func (x *ModelConfig) GetCcModelFilenames() map[string]string
- func (x *ModelConfig) GetDefaultModelFilename() string
- func (x *ModelConfig) GetDynamicBatching() *ModelDynamicBatching
- func (x *ModelConfig) GetEnsembleScheduling() *ModelEnsembling
- func (x *ModelConfig) GetInput() []*ModelInput
- func (x *ModelConfig) GetInstanceGroup() []*ModelInstanceGroup
- func (x *ModelConfig) GetMaxBatchSize() int32
- func (x *ModelConfig) GetMetricTags() map[string]string
- func (x *ModelConfig) GetModelOperations() *ModelOperations
- func (x *ModelConfig) GetModelRepositoryAgents() *ModelRepositoryAgents
- func (x *ModelConfig) GetModelTransactionPolicy() *ModelTransactionPolicy
- func (x *ModelConfig) GetModelWarmup() []*ModelWarmup
- func (x *ModelConfig) GetName() string
- func (x *ModelConfig) GetOptimization() *ModelOptimizationPolicy
- func (x *ModelConfig) GetOutput() []*ModelOutput
- func (x *ModelConfig) GetParameters() map[string]*ModelParameter
- func (x *ModelConfig) GetPlatform() string
- func (x *ModelConfig) GetResponseCache() *ModelResponseCache
- func (m *ModelConfig) GetSchedulingChoice() isModelConfig_SchedulingChoice
- func (x *ModelConfig) GetSequenceBatching() *ModelSequenceBatching
- func (x *ModelConfig) GetVersionPolicy() *ModelVersionPolicy
- func (*ModelConfig) ProtoMessage()
- func (x *ModelConfig) ProtoReflect() protoreflect.Message
- func (x *ModelConfig) Reset()
- func (x *ModelConfig) String() string
- func (m *ModelConfig) Validate() error
- func (m *ModelConfig) ValidateAll() error
- type ModelConfigMultiError
- type ModelConfigRequest
- func (*ModelConfigRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ModelConfigRequest) GetName() string
- func (x *ModelConfigRequest) GetVersion() string
- func (*ModelConfigRequest) ProtoMessage()
- func (x *ModelConfigRequest) ProtoReflect() protoreflect.Message
- func (x *ModelConfigRequest) Reset()
- func (x *ModelConfigRequest) String() string
- func (m *ModelConfigRequest) Validate() error
- func (m *ModelConfigRequest) ValidateAll() error
- type ModelConfigRequestMultiError
- type ModelConfigRequestValidationError
- func (e ModelConfigRequestValidationError) Cause() error
- func (e ModelConfigRequestValidationError) Error() string
- func (e ModelConfigRequestValidationError) ErrorName() string
- func (e ModelConfigRequestValidationError) Field() string
- func (e ModelConfigRequestValidationError) Key() bool
- func (e ModelConfigRequestValidationError) Reason() string
- type ModelConfigResponse
- func (*ModelConfigResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ModelConfigResponse) GetConfig() *ModelConfig
- func (*ModelConfigResponse) ProtoMessage()
- func (x *ModelConfigResponse) ProtoReflect() protoreflect.Message
- func (x *ModelConfigResponse) Reset()
- func (x *ModelConfigResponse) String() string
- func (m *ModelConfigResponse) Validate() error
- func (m *ModelConfigResponse) ValidateAll() error
- type ModelConfigResponseMultiError
- type ModelConfigResponseValidationError
- func (e ModelConfigResponseValidationError) Cause() error
- func (e ModelConfigResponseValidationError) Error() string
- func (e ModelConfigResponseValidationError) ErrorName() string
- func (e ModelConfigResponseValidationError) Field() string
- func (e ModelConfigResponseValidationError) Key() bool
- func (e ModelConfigResponseValidationError) Reason() string
- type ModelConfigValidationError
- func (e ModelConfigValidationError) Cause() error
- func (e ModelConfigValidationError) Error() string
- func (e ModelConfigValidationError) ErrorName() string
- func (e ModelConfigValidationError) Field() string
- func (e ModelConfigValidationError) Key() bool
- func (e ModelConfigValidationError) Reason() string
- type ModelConfig_DynamicBatching
- type ModelConfig_EnsembleScheduling
- type ModelConfig_SequenceBatching
- type ModelDynamicBatching
- func (*ModelDynamicBatching) Descriptor() ([]byte, []int)deprecated
- func (x *ModelDynamicBatching) GetDefaultPriorityLevel() uint64
- func (x *ModelDynamicBatching) GetDefaultQueuePolicy() *ModelQueuePolicy
- func (x *ModelDynamicBatching) GetMaxQueueDelayMicroseconds() uint64
- func (x *ModelDynamicBatching) GetPreferredBatchSize() []int32
- func (x *ModelDynamicBatching) GetPreserveOrdering() bool
- func (x *ModelDynamicBatching) GetPriorityLevels() uint64
- func (x *ModelDynamicBatching) GetPriorityQueuePolicy() map[uint64]*ModelQueuePolicy
- func (*ModelDynamicBatching) ProtoMessage()
- func (x *ModelDynamicBatching) ProtoReflect() protoreflect.Message
- func (x *ModelDynamicBatching) Reset()
- func (x *ModelDynamicBatching) String() string
- func (m *ModelDynamicBatching) Validate() error
- func (m *ModelDynamicBatching) ValidateAll() error
- type ModelDynamicBatchingMultiError
- type ModelDynamicBatchingValidationError
- func (e ModelDynamicBatchingValidationError) Cause() error
- func (e ModelDynamicBatchingValidationError) Error() string
- func (e ModelDynamicBatchingValidationError) ErrorName() string
- func (e ModelDynamicBatchingValidationError) Field() string
- func (e ModelDynamicBatchingValidationError) Key() bool
- func (e ModelDynamicBatchingValidationError) Reason() string
- type ModelEnsembling
- func (*ModelEnsembling) Descriptor() ([]byte, []int)deprecated
- func (x *ModelEnsembling) GetStep() []*ModelEnsembling_Step
- func (*ModelEnsembling) ProtoMessage()
- func (x *ModelEnsembling) ProtoReflect() protoreflect.Message
- func (x *ModelEnsembling) Reset()
- func (x *ModelEnsembling) String() string
- func (m *ModelEnsembling) Validate() error
- func (m *ModelEnsembling) ValidateAll() error
- type ModelEnsemblingMultiError
- type ModelEnsemblingValidationError
- func (e ModelEnsemblingValidationError) Cause() error
- func (e ModelEnsemblingValidationError) Error() string
- func (e ModelEnsemblingValidationError) ErrorName() string
- func (e ModelEnsemblingValidationError) Field() string
- func (e ModelEnsemblingValidationError) Key() bool
- func (e ModelEnsemblingValidationError) Reason() string
- type ModelEnsembling_Step
- func (*ModelEnsembling_Step) Descriptor() ([]byte, []int)deprecated
- func (x *ModelEnsembling_Step) GetInputMap() map[string]string
- func (x *ModelEnsembling_Step) GetModelName() string
- func (x *ModelEnsembling_Step) GetModelNamespace() string
- func (x *ModelEnsembling_Step) GetModelVersion() int64
- func (x *ModelEnsembling_Step) GetOutputMap() map[string]string
- func (*ModelEnsembling_Step) ProtoMessage()
- func (x *ModelEnsembling_Step) ProtoReflect() protoreflect.Message
- func (x *ModelEnsembling_Step) Reset()
- func (x *ModelEnsembling_Step) String() string
- func (m *ModelEnsembling_Step) Validate() error
- func (m *ModelEnsembling_Step) ValidateAll() error
- type ModelEnsembling_StepMultiError
- type ModelEnsembling_StepValidationError
- func (e ModelEnsembling_StepValidationError) Cause() error
- func (e ModelEnsembling_StepValidationError) Error() string
- func (e ModelEnsembling_StepValidationError) ErrorName() string
- func (e ModelEnsembling_StepValidationError) Field() string
- func (e ModelEnsembling_StepValidationError) Key() bool
- func (e ModelEnsembling_StepValidationError) Reason() string
- type ModelInferRequest
- func (*ModelInferRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ModelInferRequest) GetId() string
- func (x *ModelInferRequest) GetInputs() []*ModelInferRequest_InferInputTensor
- func (x *ModelInferRequest) GetModelName() string
- func (x *ModelInferRequest) GetModelVersion() string
- func (x *ModelInferRequest) GetOutputs() []*ModelInferRequest_InferRequestedOutputTensor
- func (x *ModelInferRequest) GetParameters() map[string]*InferParameter
- func (x *ModelInferRequest) GetRawInputContents() [][]byte
- func (*ModelInferRequest) ProtoMessage()
- func (x *ModelInferRequest) ProtoReflect() protoreflect.Message
- func (x *ModelInferRequest) Reset()
- func (x *ModelInferRequest) String() string
- func (m *ModelInferRequest) Validate() error
- func (m *ModelInferRequest) ValidateAll() error
- type ModelInferRequestMultiError
- type ModelInferRequestValidationError
- func (e ModelInferRequestValidationError) Cause() error
- func (e ModelInferRequestValidationError) Error() string
- func (e ModelInferRequestValidationError) ErrorName() string
- func (e ModelInferRequestValidationError) Field() string
- func (e ModelInferRequestValidationError) Key() bool
- func (e ModelInferRequestValidationError) Reason() string
- type ModelInferRequest_InferInputTensor
- func (*ModelInferRequest_InferInputTensor) Descriptor() ([]byte, []int)deprecated
- func (x *ModelInferRequest_InferInputTensor) GetContents() *InferTensorContents
- func (x *ModelInferRequest_InferInputTensor) GetDatatype() string
- func (x *ModelInferRequest_InferInputTensor) GetName() string
- func (x *ModelInferRequest_InferInputTensor) GetParameters() map[string]*InferParameter
- func (x *ModelInferRequest_InferInputTensor) GetShape() []int64
- func (*ModelInferRequest_InferInputTensor) ProtoMessage()
- func (x *ModelInferRequest_InferInputTensor) ProtoReflect() protoreflect.Message
- func (x *ModelInferRequest_InferInputTensor) Reset()
- func (x *ModelInferRequest_InferInputTensor) String() string
- func (m *ModelInferRequest_InferInputTensor) Validate() error
- func (m *ModelInferRequest_InferInputTensor) ValidateAll() error
- type ModelInferRequest_InferInputTensorMultiError
- type ModelInferRequest_InferInputTensorValidationError
- func (e ModelInferRequest_InferInputTensorValidationError) Cause() error
- func (e ModelInferRequest_InferInputTensorValidationError) Error() string
- func (e ModelInferRequest_InferInputTensorValidationError) ErrorName() string
- func (e ModelInferRequest_InferInputTensorValidationError) Field() string
- func (e ModelInferRequest_InferInputTensorValidationError) Key() bool
- func (e ModelInferRequest_InferInputTensorValidationError) Reason() string
- type ModelInferRequest_InferRequestedOutputTensor
- func (*ModelInferRequest_InferRequestedOutputTensor) Descriptor() ([]byte, []int)deprecated
- func (x *ModelInferRequest_InferRequestedOutputTensor) GetName() string
- func (x *ModelInferRequest_InferRequestedOutputTensor) GetParameters() map[string]*InferParameter
- func (*ModelInferRequest_InferRequestedOutputTensor) ProtoMessage()
- func (x *ModelInferRequest_InferRequestedOutputTensor) ProtoReflect() protoreflect.Message
- func (x *ModelInferRequest_InferRequestedOutputTensor) Reset()
- func (x *ModelInferRequest_InferRequestedOutputTensor) String() string
- func (m *ModelInferRequest_InferRequestedOutputTensor) Validate() error
- func (m *ModelInferRequest_InferRequestedOutputTensor) ValidateAll() error
- type ModelInferRequest_InferRequestedOutputTensorMultiError
- type ModelInferRequest_InferRequestedOutputTensorValidationError
- func (e ModelInferRequest_InferRequestedOutputTensorValidationError) Cause() error
- func (e ModelInferRequest_InferRequestedOutputTensorValidationError) Error() string
- func (e ModelInferRequest_InferRequestedOutputTensorValidationError) ErrorName() string
- func (e ModelInferRequest_InferRequestedOutputTensorValidationError) Field() string
- func (e ModelInferRequest_InferRequestedOutputTensorValidationError) Key() bool
- func (e ModelInferRequest_InferRequestedOutputTensorValidationError) Reason() string
- type ModelInferResponse
- func (*ModelInferResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ModelInferResponse) GetId() string
- func (x *ModelInferResponse) GetModelName() string
- func (x *ModelInferResponse) GetModelVersion() string
- func (x *ModelInferResponse) GetOutputs() []*ModelInferResponse_InferOutputTensor
- func (x *ModelInferResponse) GetParameters() map[string]*InferParameter
- func (x *ModelInferResponse) GetRawOutputContents() [][]byte
- func (*ModelInferResponse) ProtoMessage()
- func (x *ModelInferResponse) ProtoReflect() protoreflect.Message
- func (x *ModelInferResponse) Reset()
- func (x *ModelInferResponse) String() string
- func (m *ModelInferResponse) Validate() error
- func (m *ModelInferResponse) ValidateAll() error
- type ModelInferResponseMultiError
- type ModelInferResponseValidationError
- func (e ModelInferResponseValidationError) Cause() error
- func (e ModelInferResponseValidationError) Error() string
- func (e ModelInferResponseValidationError) ErrorName() string
- func (e ModelInferResponseValidationError) Field() string
- func (e ModelInferResponseValidationError) Key() bool
- func (e ModelInferResponseValidationError) Reason() string
- type ModelInferResponse_InferOutputTensor
- func (*ModelInferResponse_InferOutputTensor) Descriptor() ([]byte, []int)deprecated
- func (x *ModelInferResponse_InferOutputTensor) GetContents() *InferTensorContents
- func (x *ModelInferResponse_InferOutputTensor) GetDatatype() string
- func (x *ModelInferResponse_InferOutputTensor) GetName() string
- func (x *ModelInferResponse_InferOutputTensor) GetParameters() map[string]*InferParameter
- func (x *ModelInferResponse_InferOutputTensor) GetShape() []int64
- func (*ModelInferResponse_InferOutputTensor) ProtoMessage()
- func (x *ModelInferResponse_InferOutputTensor) ProtoReflect() protoreflect.Message
- func (x *ModelInferResponse_InferOutputTensor) Reset()
- func (x *ModelInferResponse_InferOutputTensor) String() string
- func (m *ModelInferResponse_InferOutputTensor) Validate() error
- func (m *ModelInferResponse_InferOutputTensor) ValidateAll() error
- type ModelInferResponse_InferOutputTensorMultiError
- type ModelInferResponse_InferOutputTensorValidationError
- func (e ModelInferResponse_InferOutputTensorValidationError) Cause() error
- func (e ModelInferResponse_InferOutputTensorValidationError) Error() string
- func (e ModelInferResponse_InferOutputTensorValidationError) ErrorName() string
- func (e ModelInferResponse_InferOutputTensorValidationError) Field() string
- func (e ModelInferResponse_InferOutputTensorValidationError) Key() bool
- func (e ModelInferResponse_InferOutputTensorValidationError) Reason() string
- type ModelInput
- func (*ModelInput) Descriptor() ([]byte, []int)deprecated
- func (x *ModelInput) GetAllowRaggedBatch() bool
- func (x *ModelInput) GetDataType() DataType
- func (x *ModelInput) GetDims() []int64
- func (x *ModelInput) GetFormat() ModelInput_Format
- func (x *ModelInput) GetIsShapeTensor() bool
- func (x *ModelInput) GetName() string
- func (x *ModelInput) GetOptional() bool
- func (x *ModelInput) GetReshape() *ModelTensorReshape
- func (*ModelInput) ProtoMessage()
- func (x *ModelInput) ProtoReflect() protoreflect.Message
- func (x *ModelInput) Reset()
- func (x *ModelInput) String() string
- func (m *ModelInput) Validate() error
- func (m *ModelInput) ValidateAll() error
- type ModelInputMultiError
- type ModelInputValidationError
- type ModelInput_Format
- func (ModelInput_Format) Descriptor() protoreflect.EnumDescriptor
- func (x ModelInput_Format) Enum() *ModelInput_Format
- func (ModelInput_Format) EnumDescriptor() ([]byte, []int)deprecated
- func (x ModelInput_Format) Number() protoreflect.EnumNumber
- func (x ModelInput_Format) String() string
- func (ModelInput_Format) Type() protoreflect.EnumType
- type ModelInstanceGroup
- func (*ModelInstanceGroup) Descriptor() ([]byte, []int)deprecated
- func (x *ModelInstanceGroup) GetCount() int32
- func (x *ModelInstanceGroup) GetGpus() []int32
- func (x *ModelInstanceGroup) GetHostPolicy() string
- func (x *ModelInstanceGroup) GetKind() ModelInstanceGroup_Kind
- func (x *ModelInstanceGroup) GetName() string
- func (x *ModelInstanceGroup) GetPassive() bool
- func (x *ModelInstanceGroup) GetProfile() []string
- func (x *ModelInstanceGroup) GetRateLimiter() *ModelRateLimiter
- func (x *ModelInstanceGroup) GetSecondaryDevices() []*ModelInstanceGroup_SecondaryDevice
- func (*ModelInstanceGroup) ProtoMessage()
- func (x *ModelInstanceGroup) ProtoReflect() protoreflect.Message
- func (x *ModelInstanceGroup) Reset()
- func (x *ModelInstanceGroup) String() string
- func (m *ModelInstanceGroup) Validate() error
- func (m *ModelInstanceGroup) ValidateAll() error
- type ModelInstanceGroupMultiError
- type ModelInstanceGroupValidationError
- func (e ModelInstanceGroupValidationError) Cause() error
- func (e ModelInstanceGroupValidationError) Error() string
- func (e ModelInstanceGroupValidationError) ErrorName() string
- func (e ModelInstanceGroupValidationError) Field() string
- func (e ModelInstanceGroupValidationError) Key() bool
- func (e ModelInstanceGroupValidationError) Reason() string
- type ModelInstanceGroup_Kind
- func (ModelInstanceGroup_Kind) Descriptor() protoreflect.EnumDescriptor
- func (x ModelInstanceGroup_Kind) Enum() *ModelInstanceGroup_Kind
- func (ModelInstanceGroup_Kind) EnumDescriptor() ([]byte, []int)deprecated
- func (x ModelInstanceGroup_Kind) Number() protoreflect.EnumNumber
- func (x ModelInstanceGroup_Kind) String() string
- func (ModelInstanceGroup_Kind) Type() protoreflect.EnumType
- type ModelInstanceGroup_SecondaryDevice
- func (*ModelInstanceGroup_SecondaryDevice) Descriptor() ([]byte, []int)deprecated
- func (x *ModelInstanceGroup_SecondaryDevice) GetDeviceId() int64
- func (x *ModelInstanceGroup_SecondaryDevice) GetKind() ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind
- func (*ModelInstanceGroup_SecondaryDevice) ProtoMessage()
- func (x *ModelInstanceGroup_SecondaryDevice) ProtoReflect() protoreflect.Message
- func (x *ModelInstanceGroup_SecondaryDevice) Reset()
- func (x *ModelInstanceGroup_SecondaryDevice) String() string
- func (m *ModelInstanceGroup_SecondaryDevice) Validate() error
- func (m *ModelInstanceGroup_SecondaryDevice) ValidateAll() error
- type ModelInstanceGroup_SecondaryDeviceMultiError
- type ModelInstanceGroup_SecondaryDeviceValidationError
- func (e ModelInstanceGroup_SecondaryDeviceValidationError) Cause() error
- func (e ModelInstanceGroup_SecondaryDeviceValidationError) Error() string
- func (e ModelInstanceGroup_SecondaryDeviceValidationError) ErrorName() string
- func (e ModelInstanceGroup_SecondaryDeviceValidationError) Field() string
- func (e ModelInstanceGroup_SecondaryDeviceValidationError) Key() bool
- func (e ModelInstanceGroup_SecondaryDeviceValidationError) Reason() string
- type ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind
- func (ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) Descriptor() protoreflect.EnumDescriptor
- func (x ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) Enum() *ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind
- func (ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) EnumDescriptor() ([]byte, []int)deprecated
- func (x ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) Number() protoreflect.EnumNumber
- func (x ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) String() string
- func (ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) Type() protoreflect.EnumType
- type ModelMetadataRequest
- func (*ModelMetadataRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ModelMetadataRequest) GetName() string
- func (x *ModelMetadataRequest) GetVersion() string
- func (*ModelMetadataRequest) ProtoMessage()
- func (x *ModelMetadataRequest) ProtoReflect() protoreflect.Message
- func (x *ModelMetadataRequest) Reset()
- func (x *ModelMetadataRequest) String() string
- func (m *ModelMetadataRequest) Validate() error
- func (m *ModelMetadataRequest) ValidateAll() error
- type ModelMetadataRequestMultiError
- type ModelMetadataRequestValidationError
- func (e ModelMetadataRequestValidationError) Cause() error
- func (e ModelMetadataRequestValidationError) Error() string
- func (e ModelMetadataRequestValidationError) ErrorName() string
- func (e ModelMetadataRequestValidationError) Field() string
- func (e ModelMetadataRequestValidationError) Key() bool
- func (e ModelMetadataRequestValidationError) Reason() string
- type ModelMetadataResponse
- func (*ModelMetadataResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ModelMetadataResponse) GetInputs() []*ModelMetadataResponse_TensorMetadata
- func (x *ModelMetadataResponse) GetName() string
- func (x *ModelMetadataResponse) GetOutputs() []*ModelMetadataResponse_TensorMetadata
- func (x *ModelMetadataResponse) GetPlatform() string
- func (x *ModelMetadataResponse) GetVersions() []string
- func (*ModelMetadataResponse) ProtoMessage()
- func (x *ModelMetadataResponse) ProtoReflect() protoreflect.Message
- func (x *ModelMetadataResponse) Reset()
- func (x *ModelMetadataResponse) String() string
- func (m *ModelMetadataResponse) Validate() error
- func (m *ModelMetadataResponse) ValidateAll() error
- type ModelMetadataResponseMultiError
- type ModelMetadataResponseValidationError
- func (e ModelMetadataResponseValidationError) Cause() error
- func (e ModelMetadataResponseValidationError) Error() string
- func (e ModelMetadataResponseValidationError) ErrorName() string
- func (e ModelMetadataResponseValidationError) Field() string
- func (e ModelMetadataResponseValidationError) Key() bool
- func (e ModelMetadataResponseValidationError) Reason() string
- type ModelMetadataResponse_TensorMetadata
- func (*ModelMetadataResponse_TensorMetadata) Descriptor() ([]byte, []int)deprecated
- func (x *ModelMetadataResponse_TensorMetadata) GetDatatype() string
- func (x *ModelMetadataResponse_TensorMetadata) GetName() string
- func (x *ModelMetadataResponse_TensorMetadata) GetShape() []int64
- func (*ModelMetadataResponse_TensorMetadata) ProtoMessage()
- func (x *ModelMetadataResponse_TensorMetadata) ProtoReflect() protoreflect.Message
- func (x *ModelMetadataResponse_TensorMetadata) Reset()
- func (x *ModelMetadataResponse_TensorMetadata) String() string
- func (m *ModelMetadataResponse_TensorMetadata) Validate() error
- func (m *ModelMetadataResponse_TensorMetadata) ValidateAll() error
- type ModelMetadataResponse_TensorMetadataMultiError
- type ModelMetadataResponse_TensorMetadataValidationError
- func (e ModelMetadataResponse_TensorMetadataValidationError) Cause() error
- func (e ModelMetadataResponse_TensorMetadataValidationError) Error() string
- func (e ModelMetadataResponse_TensorMetadataValidationError) ErrorName() string
- func (e ModelMetadataResponse_TensorMetadataValidationError) Field() string
- func (e ModelMetadataResponse_TensorMetadataValidationError) Key() bool
- func (e ModelMetadataResponse_TensorMetadataValidationError) Reason() string
- type ModelOperations
- func (*ModelOperations) Descriptor() ([]byte, []int)deprecated
- func (x *ModelOperations) GetOpLibraryFilename() []string
- func (*ModelOperations) ProtoMessage()
- func (x *ModelOperations) ProtoReflect() protoreflect.Message
- func (x *ModelOperations) Reset()
- func (x *ModelOperations) String() string
- func (m *ModelOperations) Validate() error
- func (m *ModelOperations) ValidateAll() error
- type ModelOperationsMultiError
- type ModelOperationsValidationError
- func (e ModelOperationsValidationError) Cause() error
- func (e ModelOperationsValidationError) Error() string
- func (e ModelOperationsValidationError) ErrorName() string
- func (e ModelOperationsValidationError) Field() string
- func (e ModelOperationsValidationError) Key() bool
- func (e ModelOperationsValidationError) Reason() string
- type ModelOptimizationPolicy
- func (*ModelOptimizationPolicy) Descriptor() ([]byte, []int)deprecated
- func (x *ModelOptimizationPolicy) GetCuda() *ModelOptimizationPolicy_Cuda
- func (x *ModelOptimizationPolicy) GetEagerBatching() bool
- func (x *ModelOptimizationPolicy) GetExecutionAccelerators() *ModelOptimizationPolicy_ExecutionAccelerators
- func (x *ModelOptimizationPolicy) GetGatherKernelBufferThreshold() uint32
- func (x *ModelOptimizationPolicy) GetGraph() *ModelOptimizationPolicy_Graph
- func (x *ModelOptimizationPolicy) GetInputPinnedMemory() *ModelOptimizationPolicy_PinnedMemoryBuffer
- func (x *ModelOptimizationPolicy) GetOutputPinnedMemory() *ModelOptimizationPolicy_PinnedMemoryBuffer
- func (x *ModelOptimizationPolicy) GetPriority() ModelOptimizationPolicy_ModelPriority
- func (*ModelOptimizationPolicy) ProtoMessage()
- func (x *ModelOptimizationPolicy) ProtoReflect() protoreflect.Message
- func (x *ModelOptimizationPolicy) Reset()
- func (x *ModelOptimizationPolicy) String() string
- func (m *ModelOptimizationPolicy) Validate() error
- func (m *ModelOptimizationPolicy) ValidateAll() error
- type ModelOptimizationPolicyMultiError
- type ModelOptimizationPolicyValidationError
- func (e ModelOptimizationPolicyValidationError) Cause() error
- func (e ModelOptimizationPolicyValidationError) Error() string
- func (e ModelOptimizationPolicyValidationError) ErrorName() string
- func (e ModelOptimizationPolicyValidationError) Field() string
- func (e ModelOptimizationPolicyValidationError) Key() bool
- func (e ModelOptimizationPolicyValidationError) Reason() string
- type ModelOptimizationPolicy_Cuda
- func (*ModelOptimizationPolicy_Cuda) Descriptor() ([]byte, []int)deprecated
- func (x *ModelOptimizationPolicy_Cuda) GetBusyWaitEvents() bool
- func (x *ModelOptimizationPolicy_Cuda) GetGraphSpec() []*ModelOptimizationPolicy_Cuda_GraphSpec
- func (x *ModelOptimizationPolicy_Cuda) GetGraphs() bool
- func (x *ModelOptimizationPolicy_Cuda) GetOutputCopyStream() bool
- func (*ModelOptimizationPolicy_Cuda) ProtoMessage()
- func (x *ModelOptimizationPolicy_Cuda) ProtoReflect() protoreflect.Message
- func (x *ModelOptimizationPolicy_Cuda) Reset()
- func (x *ModelOptimizationPolicy_Cuda) String() string
- func (m *ModelOptimizationPolicy_Cuda) Validate() error
- func (m *ModelOptimizationPolicy_Cuda) ValidateAll() error
- type ModelOptimizationPolicy_CudaMultiError
- type ModelOptimizationPolicy_CudaValidationError
- func (e ModelOptimizationPolicy_CudaValidationError) Cause() error
- func (e ModelOptimizationPolicy_CudaValidationError) Error() string
- func (e ModelOptimizationPolicy_CudaValidationError) ErrorName() string
- func (e ModelOptimizationPolicy_CudaValidationError) Field() string
- func (e ModelOptimizationPolicy_CudaValidationError) Key() bool
- func (e ModelOptimizationPolicy_CudaValidationError) Reason() string
- type ModelOptimizationPolicy_Cuda_GraphSpec
- func (*ModelOptimizationPolicy_Cuda_GraphSpec) Descriptor() ([]byte, []int)deprecated
- func (x *ModelOptimizationPolicy_Cuda_GraphSpec) GetBatchSize() int32
- func (x *ModelOptimizationPolicy_Cuda_GraphSpec) GetGraphLowerBound() *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound
- func (x *ModelOptimizationPolicy_Cuda_GraphSpec) GetInput() map[string]*ModelOptimizationPolicy_Cuda_GraphSpec_Shape
- func (*ModelOptimizationPolicy_Cuda_GraphSpec) ProtoMessage()
- func (x *ModelOptimizationPolicy_Cuda_GraphSpec) ProtoReflect() protoreflect.Message
- func (x *ModelOptimizationPolicy_Cuda_GraphSpec) Reset()
- func (x *ModelOptimizationPolicy_Cuda_GraphSpec) String() string
- func (m *ModelOptimizationPolicy_Cuda_GraphSpec) Validate() error
- func (m *ModelOptimizationPolicy_Cuda_GraphSpec) ValidateAll() error
- type ModelOptimizationPolicy_Cuda_GraphSpecMultiError
- type ModelOptimizationPolicy_Cuda_GraphSpecValidationError
- func (e ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Cause() error
- func (e ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Error() string
- func (e ModelOptimizationPolicy_Cuda_GraphSpecValidationError) ErrorName() string
- func (e ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Field() string
- func (e ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Key() bool
- func (e ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Reason() string
- type ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound
- func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) Descriptor() ([]byte, []int)deprecated
- func (x *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) GetBatchSize() int32
- func (x *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) GetInput() map[string]*ModelOptimizationPolicy_Cuda_GraphSpec_Shape
- func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) ProtoMessage()
- func (x *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) ProtoReflect() protoreflect.Message
- func (x *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) Reset()
- func (x *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) String() string
- func (m *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) Validate() error
- func (m *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) ValidateAll() error
- type ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundMultiError
- type ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError
- func (e ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Cause() error
- func (e ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Error() string
- func (e ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) ErrorName() string
- func (e ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Field() string
- func (e ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Key() bool
- func (e ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Reason() string
- type ModelOptimizationPolicy_Cuda_GraphSpec_Shape
- func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) Descriptor() ([]byte, []int)deprecated
- func (x *ModelOptimizationPolicy_Cuda_GraphSpec_Shape) GetDim() []int64
- func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) ProtoMessage()
- func (x *ModelOptimizationPolicy_Cuda_GraphSpec_Shape) ProtoReflect() protoreflect.Message
- func (x *ModelOptimizationPolicy_Cuda_GraphSpec_Shape) Reset()
- func (x *ModelOptimizationPolicy_Cuda_GraphSpec_Shape) String() string
- func (m *ModelOptimizationPolicy_Cuda_GraphSpec_Shape) Validate() error
- func (m *ModelOptimizationPolicy_Cuda_GraphSpec_Shape) ValidateAll() error
- type ModelOptimizationPolicy_Cuda_GraphSpec_ShapeMultiError
- type ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError
- func (e ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Cause() error
- func (e ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Error() string
- func (e ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) ErrorName() string
- func (e ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Field() string
- func (e ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Key() bool
- func (e ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Reason() string
- type ModelOptimizationPolicy_ExecutionAccelerators
- func (*ModelOptimizationPolicy_ExecutionAccelerators) Descriptor() ([]byte, []int)deprecated
- func (x *ModelOptimizationPolicy_ExecutionAccelerators) GetCpuExecutionAccelerator() []*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator
- func (x *ModelOptimizationPolicy_ExecutionAccelerators) GetGpuExecutionAccelerator() []*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator
- func (*ModelOptimizationPolicy_ExecutionAccelerators) ProtoMessage()
- func (x *ModelOptimizationPolicy_ExecutionAccelerators) ProtoReflect() protoreflect.Message
- func (x *ModelOptimizationPolicy_ExecutionAccelerators) Reset()
- func (x *ModelOptimizationPolicy_ExecutionAccelerators) String() string
- func (m *ModelOptimizationPolicy_ExecutionAccelerators) Validate() error
- func (m *ModelOptimizationPolicy_ExecutionAccelerators) ValidateAll() error
- type ModelOptimizationPolicy_ExecutionAcceleratorsMultiError
- type ModelOptimizationPolicy_ExecutionAcceleratorsValidationError
- func (e ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Cause() error
- func (e ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Error() string
- func (e ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) ErrorName() string
- func (e ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Field() string
- func (e ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Key() bool
- func (e ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Reason() string
- type ModelOptimizationPolicy_ExecutionAccelerators_Accelerator
- func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) Descriptor() ([]byte, []int)deprecated
- func (x *ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) GetName() string
- func (x *ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) GetParameters() map[string]string
- func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) ProtoMessage()
- func (x *ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) ProtoReflect() protoreflect.Message
- func (x *ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) Reset()
- func (x *ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) String() string
- func (m *ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) Validate() error
- func (m *ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) ValidateAll() error
- type ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorMultiError
- type ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError
- func (e ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) Cause() error
- func (e ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) Error() string
- func (e ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) ErrorName() string
- func (e ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) Field() string
- func (e ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) Key() bool
- func (e ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) Reason() string
- type ModelOptimizationPolicy_Graph
- func (*ModelOptimizationPolicy_Graph) Descriptor() ([]byte, []int)deprecated
- func (x *ModelOptimizationPolicy_Graph) GetLevel() int32
- func (*ModelOptimizationPolicy_Graph) ProtoMessage()
- func (x *ModelOptimizationPolicy_Graph) ProtoReflect() protoreflect.Message
- func (x *ModelOptimizationPolicy_Graph) Reset()
- func (x *ModelOptimizationPolicy_Graph) String() string
- func (m *ModelOptimizationPolicy_Graph) Validate() error
- func (m *ModelOptimizationPolicy_Graph) ValidateAll() error
- type ModelOptimizationPolicy_GraphMultiError
- type ModelOptimizationPolicy_GraphValidationError
- func (e ModelOptimizationPolicy_GraphValidationError) Cause() error
- func (e ModelOptimizationPolicy_GraphValidationError) Error() string
- func (e ModelOptimizationPolicy_GraphValidationError) ErrorName() string
- func (e ModelOptimizationPolicy_GraphValidationError) Field() string
- func (e ModelOptimizationPolicy_GraphValidationError) Key() bool
- func (e ModelOptimizationPolicy_GraphValidationError) Reason() string
- type ModelOptimizationPolicy_ModelPriority
- func (ModelOptimizationPolicy_ModelPriority) Descriptor() protoreflect.EnumDescriptor
- func (x ModelOptimizationPolicy_ModelPriority) Enum() *ModelOptimizationPolicy_ModelPriority
- func (ModelOptimizationPolicy_ModelPriority) EnumDescriptor() ([]byte, []int)deprecated
- func (x ModelOptimizationPolicy_ModelPriority) Number() protoreflect.EnumNumber
- func (x ModelOptimizationPolicy_ModelPriority) String() string
- func (ModelOptimizationPolicy_ModelPriority) Type() protoreflect.EnumType
- type ModelOptimizationPolicy_PinnedMemoryBuffer
- func (*ModelOptimizationPolicy_PinnedMemoryBuffer) Descriptor() ([]byte, []int)deprecated
- func (x *ModelOptimizationPolicy_PinnedMemoryBuffer) GetEnable() bool
- func (*ModelOptimizationPolicy_PinnedMemoryBuffer) ProtoMessage()
- func (x *ModelOptimizationPolicy_PinnedMemoryBuffer) ProtoReflect() protoreflect.Message
- func (x *ModelOptimizationPolicy_PinnedMemoryBuffer) Reset()
- func (x *ModelOptimizationPolicy_PinnedMemoryBuffer) String() string
- func (m *ModelOptimizationPolicy_PinnedMemoryBuffer) Validate() error
- func (m *ModelOptimizationPolicy_PinnedMemoryBuffer) ValidateAll() error
- type ModelOptimizationPolicy_PinnedMemoryBufferMultiError
- type ModelOptimizationPolicy_PinnedMemoryBufferValidationError
- func (e ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Cause() error
- func (e ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Error() string
- func (e ModelOptimizationPolicy_PinnedMemoryBufferValidationError) ErrorName() string
- func (e ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Field() string
- func (e ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Key() bool
- func (e ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Reason() string
- type ModelOutput
- func (*ModelOutput) Descriptor() ([]byte, []int)deprecated
- func (x *ModelOutput) GetDataType() DataType
- func (x *ModelOutput) GetDims() []int64
- func (x *ModelOutput) GetIsShapeTensor() bool
- func (x *ModelOutput) GetLabelFilename() string
- func (x *ModelOutput) GetName() string
- func (x *ModelOutput) GetReshape() *ModelTensorReshape
- func (*ModelOutput) ProtoMessage()
- func (x *ModelOutput) ProtoReflect() protoreflect.Message
- func (x *ModelOutput) Reset()
- func (x *ModelOutput) String() string
- func (m *ModelOutput) Validate() error
- func (m *ModelOutput) ValidateAll() error
- type ModelOutputMultiError
- type ModelOutputValidationError
- func (e ModelOutputValidationError) Cause() error
- func (e ModelOutputValidationError) Error() string
- func (e ModelOutputValidationError) ErrorName() string
- func (e ModelOutputValidationError) Field() string
- func (e ModelOutputValidationError) Key() bool
- func (e ModelOutputValidationError) Reason() string
- type ModelParameter
- func (*ModelParameter) Descriptor() ([]byte, []int)deprecated
- func (x *ModelParameter) GetStringValue() string
- func (*ModelParameter) ProtoMessage()
- func (x *ModelParameter) ProtoReflect() protoreflect.Message
- func (x *ModelParameter) Reset()
- func (x *ModelParameter) String() string
- func (m *ModelParameter) Validate() error
- func (m *ModelParameter) ValidateAll() error
- type ModelParameterMultiError
- type ModelParameterValidationError
- func (e ModelParameterValidationError) Cause() error
- func (e ModelParameterValidationError) Error() string
- func (e ModelParameterValidationError) ErrorName() string
- func (e ModelParameterValidationError) Field() string
- func (e ModelParameterValidationError) Key() bool
- func (e ModelParameterValidationError) Reason() string
- type ModelQueuePolicy
- func (*ModelQueuePolicy) Descriptor() ([]byte, []int)deprecated
- func (x *ModelQueuePolicy) GetAllowTimeoutOverride() bool
- func (x *ModelQueuePolicy) GetDefaultTimeoutMicroseconds() uint64
- func (x *ModelQueuePolicy) GetMaxQueueSize() uint32
- func (x *ModelQueuePolicy) GetTimeoutAction() ModelQueuePolicy_TimeoutAction
- func (*ModelQueuePolicy) ProtoMessage()
- func (x *ModelQueuePolicy) ProtoReflect() protoreflect.Message
- func (x *ModelQueuePolicy) Reset()
- func (x *ModelQueuePolicy) String() string
- func (m *ModelQueuePolicy) Validate() error
- func (m *ModelQueuePolicy) ValidateAll() error
- type ModelQueuePolicyMultiError
- type ModelQueuePolicyValidationError
- func (e ModelQueuePolicyValidationError) Cause() error
- func (e ModelQueuePolicyValidationError) Error() string
- func (e ModelQueuePolicyValidationError) ErrorName() string
- func (e ModelQueuePolicyValidationError) Field() string
- func (e ModelQueuePolicyValidationError) Key() bool
- func (e ModelQueuePolicyValidationError) Reason() string
- type ModelQueuePolicy_TimeoutAction
- func (ModelQueuePolicy_TimeoutAction) Descriptor() protoreflect.EnumDescriptor
- func (x ModelQueuePolicy_TimeoutAction) Enum() *ModelQueuePolicy_TimeoutAction
- func (ModelQueuePolicy_TimeoutAction) EnumDescriptor() ([]byte, []int)deprecated
- func (x ModelQueuePolicy_TimeoutAction) Number() protoreflect.EnumNumber
- func (x ModelQueuePolicy_TimeoutAction) String() string
- func (ModelQueuePolicy_TimeoutAction) Type() protoreflect.EnumType
- type ModelRateLimiter
- func (*ModelRateLimiter) Descriptor() ([]byte, []int)deprecated
- func (x *ModelRateLimiter) GetPriority() uint32
- func (x *ModelRateLimiter) GetResources() []*ModelRateLimiter_Resource
- func (*ModelRateLimiter) ProtoMessage()
- func (x *ModelRateLimiter) ProtoReflect() protoreflect.Message
- func (x *ModelRateLimiter) Reset()
- func (x *ModelRateLimiter) String() string
- func (m *ModelRateLimiter) Validate() error
- func (m *ModelRateLimiter) ValidateAll() error
- type ModelRateLimiterMultiError
- type ModelRateLimiterValidationError
- func (e ModelRateLimiterValidationError) Cause() error
- func (e ModelRateLimiterValidationError) Error() string
- func (e ModelRateLimiterValidationError) ErrorName() string
- func (e ModelRateLimiterValidationError) Field() string
- func (e ModelRateLimiterValidationError) Key() bool
- func (e ModelRateLimiterValidationError) Reason() string
- type ModelRateLimiter_Resource
- func (*ModelRateLimiter_Resource) Descriptor() ([]byte, []int)deprecated
- func (x *ModelRateLimiter_Resource) GetCount() uint32
- func (x *ModelRateLimiter_Resource) GetGlobal() bool
- func (x *ModelRateLimiter_Resource) GetName() string
- func (*ModelRateLimiter_Resource) ProtoMessage()
- func (x *ModelRateLimiter_Resource) ProtoReflect() protoreflect.Message
- func (x *ModelRateLimiter_Resource) Reset()
- func (x *ModelRateLimiter_Resource) String() string
- func (m *ModelRateLimiter_Resource) Validate() error
- func (m *ModelRateLimiter_Resource) ValidateAll() error
- type ModelRateLimiter_ResourceMultiError
- type ModelRateLimiter_ResourceValidationError
- func (e ModelRateLimiter_ResourceValidationError) Cause() error
- func (e ModelRateLimiter_ResourceValidationError) Error() string
- func (e ModelRateLimiter_ResourceValidationError) ErrorName() string
- func (e ModelRateLimiter_ResourceValidationError) Field() string
- func (e ModelRateLimiter_ResourceValidationError) Key() bool
- func (e ModelRateLimiter_ResourceValidationError) Reason() string
- type ModelReadyRequest
- func (*ModelReadyRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ModelReadyRequest) GetName() string
- func (x *ModelReadyRequest) GetVersion() string
- func (*ModelReadyRequest) ProtoMessage()
- func (x *ModelReadyRequest) ProtoReflect() protoreflect.Message
- func (x *ModelReadyRequest) Reset()
- func (x *ModelReadyRequest) String() string
- func (m *ModelReadyRequest) Validate() error
- func (m *ModelReadyRequest) ValidateAll() error
- type ModelReadyRequestMultiError
- type ModelReadyRequestValidationError
- func (e ModelReadyRequestValidationError) Cause() error
- func (e ModelReadyRequestValidationError) Error() string
- func (e ModelReadyRequestValidationError) ErrorName() string
- func (e ModelReadyRequestValidationError) Field() string
- func (e ModelReadyRequestValidationError) Key() bool
- func (e ModelReadyRequestValidationError) Reason() string
- type ModelReadyResponse
- func (*ModelReadyResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ModelReadyResponse) GetReady() bool
- func (*ModelReadyResponse) ProtoMessage()
- func (x *ModelReadyResponse) ProtoReflect() protoreflect.Message
- func (x *ModelReadyResponse) Reset()
- func (x *ModelReadyResponse) String() string
- func (m *ModelReadyResponse) Validate() error
- func (m *ModelReadyResponse) ValidateAll() error
- type ModelReadyResponseMultiError
- type ModelReadyResponseValidationError
- func (e ModelReadyResponseValidationError) Cause() error
- func (e ModelReadyResponseValidationError) Error() string
- func (e ModelReadyResponseValidationError) ErrorName() string
- func (e ModelReadyResponseValidationError) Field() string
- func (e ModelReadyResponseValidationError) Key() bool
- func (e ModelReadyResponseValidationError) Reason() string
- type ModelRepositoryAgents
- func (*ModelRepositoryAgents) Descriptor() ([]byte, []int)deprecated
- func (x *ModelRepositoryAgents) GetAgents() []*ModelRepositoryAgents_Agent
- func (*ModelRepositoryAgents) ProtoMessage()
- func (x *ModelRepositoryAgents) ProtoReflect() protoreflect.Message
- func (x *ModelRepositoryAgents) Reset()
- func (x *ModelRepositoryAgents) String() string
- func (m *ModelRepositoryAgents) Validate() error
- func (m *ModelRepositoryAgents) ValidateAll() error
- type ModelRepositoryAgentsMultiError
- type ModelRepositoryAgentsValidationError
- func (e ModelRepositoryAgentsValidationError) Cause() error
- func (e ModelRepositoryAgentsValidationError) Error() string
- func (e ModelRepositoryAgentsValidationError) ErrorName() string
- func (e ModelRepositoryAgentsValidationError) Field() string
- func (e ModelRepositoryAgentsValidationError) Key() bool
- func (e ModelRepositoryAgentsValidationError) Reason() string
- type ModelRepositoryAgents_Agent
- func (*ModelRepositoryAgents_Agent) Descriptor() ([]byte, []int)deprecated
- func (x *ModelRepositoryAgents_Agent) GetName() string
- func (x *ModelRepositoryAgents_Agent) GetParameters() map[string]string
- func (*ModelRepositoryAgents_Agent) ProtoMessage()
- func (x *ModelRepositoryAgents_Agent) ProtoReflect() protoreflect.Message
- func (x *ModelRepositoryAgents_Agent) Reset()
- func (x *ModelRepositoryAgents_Agent) String() string
- func (m *ModelRepositoryAgents_Agent) Validate() error
- func (m *ModelRepositoryAgents_Agent) ValidateAll() error
- type ModelRepositoryAgents_AgentMultiError
- type ModelRepositoryAgents_AgentValidationError
- func (e ModelRepositoryAgents_AgentValidationError) Cause() error
- func (e ModelRepositoryAgents_AgentValidationError) Error() string
- func (e ModelRepositoryAgents_AgentValidationError) ErrorName() string
- func (e ModelRepositoryAgents_AgentValidationError) Field() string
- func (e ModelRepositoryAgents_AgentValidationError) Key() bool
- func (e ModelRepositoryAgents_AgentValidationError) Reason() string
- type ModelRepositoryParameter
- func (*ModelRepositoryParameter) Descriptor() ([]byte, []int)deprecated
- func (x *ModelRepositoryParameter) GetBoolParam() bool
- func (x *ModelRepositoryParameter) GetBytesParam() []byte
- func (x *ModelRepositoryParameter) GetInt64Param() int64
- func (m *ModelRepositoryParameter) GetParameterChoice() isModelRepositoryParameter_ParameterChoice
- func (x *ModelRepositoryParameter) GetStringParam() string
- func (*ModelRepositoryParameter) ProtoMessage()
- func (x *ModelRepositoryParameter) ProtoReflect() protoreflect.Message
- func (x *ModelRepositoryParameter) Reset()
- func (x *ModelRepositoryParameter) String() string
- func (m *ModelRepositoryParameter) Validate() error
- func (m *ModelRepositoryParameter) ValidateAll() error
- type ModelRepositoryParameterMultiError
- type ModelRepositoryParameterValidationError
- func (e ModelRepositoryParameterValidationError) Cause() error
- func (e ModelRepositoryParameterValidationError) Error() string
- func (e ModelRepositoryParameterValidationError) ErrorName() string
- func (e ModelRepositoryParameterValidationError) Field() string
- func (e ModelRepositoryParameterValidationError) Key() bool
- func (e ModelRepositoryParameterValidationError) Reason() string
- type ModelRepositoryParameter_BoolParam
- type ModelRepositoryParameter_BytesParam
- type ModelRepositoryParameter_Int64Param
- type ModelRepositoryParameter_StringParam
- type ModelResponseCache
- func (*ModelResponseCache) Descriptor() ([]byte, []int)deprecated
- func (x *ModelResponseCache) GetEnable() bool
- func (*ModelResponseCache) ProtoMessage()
- func (x *ModelResponseCache) ProtoReflect() protoreflect.Message
- func (x *ModelResponseCache) Reset()
- func (x *ModelResponseCache) String() string
- func (m *ModelResponseCache) Validate() error
- func (m *ModelResponseCache) ValidateAll() error
- type ModelResponseCacheMultiError
- type ModelResponseCacheValidationError
- func (e ModelResponseCacheValidationError) Cause() error
- func (e ModelResponseCacheValidationError) Error() string
- func (e ModelResponseCacheValidationError) ErrorName() string
- func (e ModelResponseCacheValidationError) Field() string
- func (e ModelResponseCacheValidationError) Key() bool
- func (e ModelResponseCacheValidationError) Reason() string
- type ModelSequenceBatching
- func (*ModelSequenceBatching) Descriptor() ([]byte, []int)deprecated
- func (x *ModelSequenceBatching) GetControlInput() []*ModelSequenceBatching_ControlInput
- func (x *ModelSequenceBatching) GetDirect() *ModelSequenceBatching_StrategyDirect
- func (x *ModelSequenceBatching) GetMaxSequenceIdleMicroseconds() uint64
- func (x *ModelSequenceBatching) GetOldest() *ModelSequenceBatching_StrategyOldest
- func (x *ModelSequenceBatching) GetState() []*ModelSequenceBatching_State
- func (m *ModelSequenceBatching) GetStrategyChoice() isModelSequenceBatching_StrategyChoice
- func (*ModelSequenceBatching) ProtoMessage()
- func (x *ModelSequenceBatching) ProtoReflect() protoreflect.Message
- func (x *ModelSequenceBatching) Reset()
- func (x *ModelSequenceBatching) String() string
- func (m *ModelSequenceBatching) Validate() error
- func (m *ModelSequenceBatching) ValidateAll() error
- type ModelSequenceBatchingMultiError
- type ModelSequenceBatchingValidationError
- func (e ModelSequenceBatchingValidationError) Cause() error
- func (e ModelSequenceBatchingValidationError) Error() string
- func (e ModelSequenceBatchingValidationError) ErrorName() string
- func (e ModelSequenceBatchingValidationError) Field() string
- func (e ModelSequenceBatchingValidationError) Key() bool
- func (e ModelSequenceBatchingValidationError) Reason() string
- type ModelSequenceBatching_Control
- func (*ModelSequenceBatching_Control) Descriptor() ([]byte, []int)deprecated
- func (x *ModelSequenceBatching_Control) GetBoolFalseTrue() []bool
- func (x *ModelSequenceBatching_Control) GetDataType() DataType
- func (x *ModelSequenceBatching_Control) GetFp32FalseTrue() []float32
- func (x *ModelSequenceBatching_Control) GetInt32FalseTrue() []int32
- func (x *ModelSequenceBatching_Control) GetKind() ModelSequenceBatching_Control_Kind
- func (*ModelSequenceBatching_Control) ProtoMessage()
- func (x *ModelSequenceBatching_Control) ProtoReflect() protoreflect.Message
- func (x *ModelSequenceBatching_Control) Reset()
- func (x *ModelSequenceBatching_Control) String() string
- func (m *ModelSequenceBatching_Control) Validate() error
- func (m *ModelSequenceBatching_Control) ValidateAll() error
- type ModelSequenceBatching_ControlInput
- func (*ModelSequenceBatching_ControlInput) Descriptor() ([]byte, []int)deprecated
- func (x *ModelSequenceBatching_ControlInput) GetControl() []*ModelSequenceBatching_Control
- func (x *ModelSequenceBatching_ControlInput) GetName() string
- func (*ModelSequenceBatching_ControlInput) ProtoMessage()
- func (x *ModelSequenceBatching_ControlInput) ProtoReflect() protoreflect.Message
- func (x *ModelSequenceBatching_ControlInput) Reset()
- func (x *ModelSequenceBatching_ControlInput) String() string
- func (m *ModelSequenceBatching_ControlInput) Validate() error
- func (m *ModelSequenceBatching_ControlInput) ValidateAll() error
- type ModelSequenceBatching_ControlInputMultiError
- type ModelSequenceBatching_ControlInputValidationError
- func (e ModelSequenceBatching_ControlInputValidationError) Cause() error
- func (e ModelSequenceBatching_ControlInputValidationError) Error() string
- func (e ModelSequenceBatching_ControlInputValidationError) ErrorName() string
- func (e ModelSequenceBatching_ControlInputValidationError) Field() string
- func (e ModelSequenceBatching_ControlInputValidationError) Key() bool
- func (e ModelSequenceBatching_ControlInputValidationError) Reason() string
- type ModelSequenceBatching_ControlMultiError
- type ModelSequenceBatching_ControlValidationError
- func (e ModelSequenceBatching_ControlValidationError) Cause() error
- func (e ModelSequenceBatching_ControlValidationError) Error() string
- func (e ModelSequenceBatching_ControlValidationError) ErrorName() string
- func (e ModelSequenceBatching_ControlValidationError) Field() string
- func (e ModelSequenceBatching_ControlValidationError) Key() bool
- func (e ModelSequenceBatching_ControlValidationError) Reason() string
- type ModelSequenceBatching_Control_Kind
- func (ModelSequenceBatching_Control_Kind) Descriptor() protoreflect.EnumDescriptor
- func (x ModelSequenceBatching_Control_Kind) Enum() *ModelSequenceBatching_Control_Kind
- func (ModelSequenceBatching_Control_Kind) EnumDescriptor() ([]byte, []int)deprecated
- func (x ModelSequenceBatching_Control_Kind) Number() protoreflect.EnumNumber
- func (x ModelSequenceBatching_Control_Kind) String() string
- func (ModelSequenceBatching_Control_Kind) Type() protoreflect.EnumType
- type ModelSequenceBatching_Direct
- type ModelSequenceBatching_InitialState
- func (*ModelSequenceBatching_InitialState) Descriptor() ([]byte, []int)deprecated
- func (x *ModelSequenceBatching_InitialState) GetDataFile() string
- func (x *ModelSequenceBatching_InitialState) GetDataType() DataType
- func (x *ModelSequenceBatching_InitialState) GetDims() []int64
- func (x *ModelSequenceBatching_InitialState) GetName() string
- func (m *ModelSequenceBatching_InitialState) GetStateData() isModelSequenceBatching_InitialState_StateData
- func (x *ModelSequenceBatching_InitialState) GetZeroData() bool
- func (*ModelSequenceBatching_InitialState) ProtoMessage()
- func (x *ModelSequenceBatching_InitialState) ProtoReflect() protoreflect.Message
- func (x *ModelSequenceBatching_InitialState) Reset()
- func (x *ModelSequenceBatching_InitialState) String() string
- func (m *ModelSequenceBatching_InitialState) Validate() error
- func (m *ModelSequenceBatching_InitialState) ValidateAll() error
- type ModelSequenceBatching_InitialStateMultiError
- type ModelSequenceBatching_InitialStateValidationError
- func (e ModelSequenceBatching_InitialStateValidationError) Cause() error
- func (e ModelSequenceBatching_InitialStateValidationError) Error() string
- func (e ModelSequenceBatching_InitialStateValidationError) ErrorName() string
- func (e ModelSequenceBatching_InitialStateValidationError) Field() string
- func (e ModelSequenceBatching_InitialStateValidationError) Key() bool
- func (e ModelSequenceBatching_InitialStateValidationError) Reason() string
- type ModelSequenceBatching_InitialState_DataFile
- type ModelSequenceBatching_InitialState_ZeroData
- type ModelSequenceBatching_Oldest
- type ModelSequenceBatching_State
- func (*ModelSequenceBatching_State) Descriptor() ([]byte, []int)deprecated
- func (x *ModelSequenceBatching_State) GetDataType() DataType
- func (x *ModelSequenceBatching_State) GetDims() []int64
- func (x *ModelSequenceBatching_State) GetInitialState() []*ModelSequenceBatching_InitialState
- func (x *ModelSequenceBatching_State) GetInputName() string
- func (x *ModelSequenceBatching_State) GetOutputName() string
- func (*ModelSequenceBatching_State) ProtoMessage()
- func (x *ModelSequenceBatching_State) ProtoReflect() protoreflect.Message
- func (x *ModelSequenceBatching_State) Reset()
- func (x *ModelSequenceBatching_State) String() string
- func (m *ModelSequenceBatching_State) Validate() error
- func (m *ModelSequenceBatching_State) ValidateAll() error
- type ModelSequenceBatching_StateMultiError
- type ModelSequenceBatching_StateValidationError
- func (e ModelSequenceBatching_StateValidationError) Cause() error
- func (e ModelSequenceBatching_StateValidationError) Error() string
- func (e ModelSequenceBatching_StateValidationError) ErrorName() string
- func (e ModelSequenceBatching_StateValidationError) Field() string
- func (e ModelSequenceBatching_StateValidationError) Key() bool
- func (e ModelSequenceBatching_StateValidationError) Reason() string
- type ModelSequenceBatching_StrategyDirect
- func (*ModelSequenceBatching_StrategyDirect) Descriptor() ([]byte, []int)deprecated
- func (x *ModelSequenceBatching_StrategyDirect) GetMaxQueueDelayMicroseconds() uint64
- func (x *ModelSequenceBatching_StrategyDirect) GetMinimumSlotUtilization() float32
- func (*ModelSequenceBatching_StrategyDirect) ProtoMessage()
- func (x *ModelSequenceBatching_StrategyDirect) ProtoReflect() protoreflect.Message
- func (x *ModelSequenceBatching_StrategyDirect) Reset()
- func (x *ModelSequenceBatching_StrategyDirect) String() string
- func (m *ModelSequenceBatching_StrategyDirect) Validate() error
- func (m *ModelSequenceBatching_StrategyDirect) ValidateAll() error
- type ModelSequenceBatching_StrategyDirectMultiError
- type ModelSequenceBatching_StrategyDirectValidationError
- func (e ModelSequenceBatching_StrategyDirectValidationError) Cause() error
- func (e ModelSequenceBatching_StrategyDirectValidationError) Error() string
- func (e ModelSequenceBatching_StrategyDirectValidationError) ErrorName() string
- func (e ModelSequenceBatching_StrategyDirectValidationError) Field() string
- func (e ModelSequenceBatching_StrategyDirectValidationError) Key() bool
- func (e ModelSequenceBatching_StrategyDirectValidationError) Reason() string
- type ModelSequenceBatching_StrategyOldest
- func (*ModelSequenceBatching_StrategyOldest) Descriptor() ([]byte, []int)deprecated
- func (x *ModelSequenceBatching_StrategyOldest) GetMaxCandidateSequences() int32
- func (x *ModelSequenceBatching_StrategyOldest) GetMaxQueueDelayMicroseconds() uint64
- func (x *ModelSequenceBatching_StrategyOldest) GetPreferredBatchSize() []int32
- func (*ModelSequenceBatching_StrategyOldest) ProtoMessage()
- func (x *ModelSequenceBatching_StrategyOldest) ProtoReflect() protoreflect.Message
- func (x *ModelSequenceBatching_StrategyOldest) Reset()
- func (x *ModelSequenceBatching_StrategyOldest) String() string
- func (m *ModelSequenceBatching_StrategyOldest) Validate() error
- func (m *ModelSequenceBatching_StrategyOldest) ValidateAll() error
- type ModelSequenceBatching_StrategyOldestMultiError
- type ModelSequenceBatching_StrategyOldestValidationError
- func (e ModelSequenceBatching_StrategyOldestValidationError) Cause() error
- func (e ModelSequenceBatching_StrategyOldestValidationError) Error() string
- func (e ModelSequenceBatching_StrategyOldestValidationError) ErrorName() string
- func (e ModelSequenceBatching_StrategyOldestValidationError) Field() string
- func (e ModelSequenceBatching_StrategyOldestValidationError) Key() bool
- func (e ModelSequenceBatching_StrategyOldestValidationError) Reason() string
- type ModelStatistics
- func (*ModelStatistics) Descriptor() ([]byte, []int)deprecated
- func (x *ModelStatistics) GetBatchStats() []*InferBatchStatistics
- func (x *ModelStatistics) GetExecutionCount() uint64
- func (x *ModelStatistics) GetInferenceCount() uint64
- func (x *ModelStatistics) GetInferenceStats() *InferStatistics
- func (x *ModelStatistics) GetLastInference() uint64
- func (x *ModelStatistics) GetMemoryUsage() []*MemoryUsage
- func (x *ModelStatistics) GetName() string
- func (x *ModelStatistics) GetVersion() string
- func (*ModelStatistics) ProtoMessage()
- func (x *ModelStatistics) ProtoReflect() protoreflect.Message
- func (x *ModelStatistics) Reset()
- func (x *ModelStatistics) String() string
- func (m *ModelStatistics) Validate() error
- func (m *ModelStatistics) ValidateAll() error
- type ModelStatisticsMultiError
- type ModelStatisticsRequest
- func (*ModelStatisticsRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ModelStatisticsRequest) GetName() string
- func (x *ModelStatisticsRequest) GetVersion() string
- func (*ModelStatisticsRequest) ProtoMessage()
- func (x *ModelStatisticsRequest) ProtoReflect() protoreflect.Message
- func (x *ModelStatisticsRequest) Reset()
- func (x *ModelStatisticsRequest) String() string
- func (m *ModelStatisticsRequest) Validate() error
- func (m *ModelStatisticsRequest) ValidateAll() error
- type ModelStatisticsRequestMultiError
- type ModelStatisticsRequestValidationError
- func (e ModelStatisticsRequestValidationError) Cause() error
- func (e ModelStatisticsRequestValidationError) Error() string
- func (e ModelStatisticsRequestValidationError) ErrorName() string
- func (e ModelStatisticsRequestValidationError) Field() string
- func (e ModelStatisticsRequestValidationError) Key() bool
- func (e ModelStatisticsRequestValidationError) Reason() string
- type ModelStatisticsResponse
- func (*ModelStatisticsResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ModelStatisticsResponse) GetModelStats() []*ModelStatistics
- func (*ModelStatisticsResponse) ProtoMessage()
- func (x *ModelStatisticsResponse) ProtoReflect() protoreflect.Message
- func (x *ModelStatisticsResponse) Reset()
- func (x *ModelStatisticsResponse) String() string
- func (m *ModelStatisticsResponse) Validate() error
- func (m *ModelStatisticsResponse) ValidateAll() error
- type ModelStatisticsResponseMultiError
- type ModelStatisticsResponseValidationError
- func (e ModelStatisticsResponseValidationError) Cause() error
- func (e ModelStatisticsResponseValidationError) Error() string
- func (e ModelStatisticsResponseValidationError) ErrorName() string
- func (e ModelStatisticsResponseValidationError) Field() string
- func (e ModelStatisticsResponseValidationError) Key() bool
- func (e ModelStatisticsResponseValidationError) Reason() string
- type ModelStatisticsValidationError
- func (e ModelStatisticsValidationError) Cause() error
- func (e ModelStatisticsValidationError) Error() string
- func (e ModelStatisticsValidationError) ErrorName() string
- func (e ModelStatisticsValidationError) Field() string
- func (e ModelStatisticsValidationError) Key() bool
- func (e ModelStatisticsValidationError) Reason() string
- type ModelStreamInferResponse
- func (*ModelStreamInferResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ModelStreamInferResponse) GetErrorMessage() string
- func (x *ModelStreamInferResponse) GetInferResponse() *ModelInferResponse
- func (*ModelStreamInferResponse) ProtoMessage()
- func (x *ModelStreamInferResponse) ProtoReflect() protoreflect.Message
- func (x *ModelStreamInferResponse) Reset()
- func (x *ModelStreamInferResponse) String() string
- func (m *ModelStreamInferResponse) Validate() error
- func (m *ModelStreamInferResponse) ValidateAll() error
- type ModelStreamInferResponseMultiError
- type ModelStreamInferResponseValidationError
- func (e ModelStreamInferResponseValidationError) Cause() error
- func (e ModelStreamInferResponseValidationError) Error() string
- func (e ModelStreamInferResponseValidationError) ErrorName() string
- func (e ModelStreamInferResponseValidationError) Field() string
- func (e ModelStreamInferResponseValidationError) Key() bool
- func (e ModelStreamInferResponseValidationError) Reason() string
- type ModelTensorReshape
- func (*ModelTensorReshape) Descriptor() ([]byte, []int)deprecated
- func (x *ModelTensorReshape) GetShape() []int64
- func (*ModelTensorReshape) ProtoMessage()
- func (x *ModelTensorReshape) ProtoReflect() protoreflect.Message
- func (x *ModelTensorReshape) Reset()
- func (x *ModelTensorReshape) String() string
- func (m *ModelTensorReshape) Validate() error
- func (m *ModelTensorReshape) ValidateAll() error
- type ModelTensorReshapeMultiError
- type ModelTensorReshapeValidationError
- func (e ModelTensorReshapeValidationError) Cause() error
- func (e ModelTensorReshapeValidationError) Error() string
- func (e ModelTensorReshapeValidationError) ErrorName() string
- func (e ModelTensorReshapeValidationError) Field() string
- func (e ModelTensorReshapeValidationError) Key() bool
- func (e ModelTensorReshapeValidationError) Reason() string
- type ModelTransactionPolicy
- func (*ModelTransactionPolicy) Descriptor() ([]byte, []int)deprecated
- func (x *ModelTransactionPolicy) GetDecoupled() bool
- func (*ModelTransactionPolicy) ProtoMessage()
- func (x *ModelTransactionPolicy) ProtoReflect() protoreflect.Message
- func (x *ModelTransactionPolicy) Reset()
- func (x *ModelTransactionPolicy) String() string
- func (m *ModelTransactionPolicy) Validate() error
- func (m *ModelTransactionPolicy) ValidateAll() error
- type ModelTransactionPolicyMultiError
- type ModelTransactionPolicyValidationError
- func (e ModelTransactionPolicyValidationError) Cause() error
- func (e ModelTransactionPolicyValidationError) Error() string
- func (e ModelTransactionPolicyValidationError) ErrorName() string
- func (e ModelTransactionPolicyValidationError) Field() string
- func (e ModelTransactionPolicyValidationError) Key() bool
- func (e ModelTransactionPolicyValidationError) Reason() string
- type ModelVersionPolicy
- func (*ModelVersionPolicy) Descriptor() ([]byte, []int)deprecated
- func (x *ModelVersionPolicy) GetAll() *ModelVersionPolicy_All
- func (x *ModelVersionPolicy) GetLatest() *ModelVersionPolicy_Latest
- func (m *ModelVersionPolicy) GetPolicyChoice() isModelVersionPolicy_PolicyChoice
- func (x *ModelVersionPolicy) GetSpecific() *ModelVersionPolicy_Specific
- func (*ModelVersionPolicy) ProtoMessage()
- func (x *ModelVersionPolicy) ProtoReflect() protoreflect.Message
- func (x *ModelVersionPolicy) Reset()
- func (x *ModelVersionPolicy) String() string
- func (m *ModelVersionPolicy) Validate() error
- func (m *ModelVersionPolicy) ValidateAll() error
- type ModelVersionPolicyMultiError
- type ModelVersionPolicyValidationError
- func (e ModelVersionPolicyValidationError) Cause() error
- func (e ModelVersionPolicyValidationError) Error() string
- func (e ModelVersionPolicyValidationError) ErrorName() string
- func (e ModelVersionPolicyValidationError) Field() string
- func (e ModelVersionPolicyValidationError) Key() bool
- func (e ModelVersionPolicyValidationError) Reason() string
- type ModelVersionPolicy_All
- func (*ModelVersionPolicy_All) Descriptor() ([]byte, []int)deprecated
- func (*ModelVersionPolicy_All) ProtoMessage()
- func (x *ModelVersionPolicy_All) ProtoReflect() protoreflect.Message
- func (x *ModelVersionPolicy_All) Reset()
- func (x *ModelVersionPolicy_All) String() string
- func (m *ModelVersionPolicy_All) Validate() error
- func (m *ModelVersionPolicy_All) ValidateAll() error
- type ModelVersionPolicy_AllMultiError
- type ModelVersionPolicy_AllValidationError
- func (e ModelVersionPolicy_AllValidationError) Cause() error
- func (e ModelVersionPolicy_AllValidationError) Error() string
- func (e ModelVersionPolicy_AllValidationError) ErrorName() string
- func (e ModelVersionPolicy_AllValidationError) Field() string
- func (e ModelVersionPolicy_AllValidationError) Key() bool
- func (e ModelVersionPolicy_AllValidationError) Reason() string
- type ModelVersionPolicy_All_
- type ModelVersionPolicy_Latest
- func (*ModelVersionPolicy_Latest) Descriptor() ([]byte, []int)deprecated
- func (x *ModelVersionPolicy_Latest) GetNumVersions() uint32
- func (*ModelVersionPolicy_Latest) ProtoMessage()
- func (x *ModelVersionPolicy_Latest) ProtoReflect() protoreflect.Message
- func (x *ModelVersionPolicy_Latest) Reset()
- func (x *ModelVersionPolicy_Latest) String() string
- func (m *ModelVersionPolicy_Latest) Validate() error
- func (m *ModelVersionPolicy_Latest) ValidateAll() error
- type ModelVersionPolicy_LatestMultiError
- type ModelVersionPolicy_LatestValidationError
- func (e ModelVersionPolicy_LatestValidationError) Cause() error
- func (e ModelVersionPolicy_LatestValidationError) Error() string
- func (e ModelVersionPolicy_LatestValidationError) ErrorName() string
- func (e ModelVersionPolicy_LatestValidationError) Field() string
- func (e ModelVersionPolicy_LatestValidationError) Key() bool
- func (e ModelVersionPolicy_LatestValidationError) Reason() string
- type ModelVersionPolicy_Latest_
- type ModelVersionPolicy_Specific
- func (*ModelVersionPolicy_Specific) Descriptor() ([]byte, []int)deprecated
- func (x *ModelVersionPolicy_Specific) GetVersions() []int64
- func (*ModelVersionPolicy_Specific) ProtoMessage()
- func (x *ModelVersionPolicy_Specific) ProtoReflect() protoreflect.Message
- func (x *ModelVersionPolicy_Specific) Reset()
- func (x *ModelVersionPolicy_Specific) String() string
- func (m *ModelVersionPolicy_Specific) Validate() error
- func (m *ModelVersionPolicy_Specific) ValidateAll() error
- type ModelVersionPolicy_SpecificMultiError
- type ModelVersionPolicy_SpecificValidationError
- func (e ModelVersionPolicy_SpecificValidationError) Cause() error
- func (e ModelVersionPolicy_SpecificValidationError) Error() string
- func (e ModelVersionPolicy_SpecificValidationError) ErrorName() string
- func (e ModelVersionPolicy_SpecificValidationError) Field() string
- func (e ModelVersionPolicy_SpecificValidationError) Key() bool
- func (e ModelVersionPolicy_SpecificValidationError) Reason() string
- type ModelVersionPolicy_Specific_
- type ModelWarmup
- func (*ModelWarmup) Descriptor() ([]byte, []int)deprecated
- func (x *ModelWarmup) GetBatchSize() uint32
- func (x *ModelWarmup) GetCount() uint32
- func (x *ModelWarmup) GetInputs() map[string]*ModelWarmup_Input
- func (x *ModelWarmup) GetName() string
- func (*ModelWarmup) ProtoMessage()
- func (x *ModelWarmup) ProtoReflect() protoreflect.Message
- func (x *ModelWarmup) Reset()
- func (x *ModelWarmup) String() string
- func (m *ModelWarmup) Validate() error
- func (m *ModelWarmup) ValidateAll() error
- type ModelWarmupMultiError
- type ModelWarmupValidationError
- func (e ModelWarmupValidationError) Cause() error
- func (e ModelWarmupValidationError) Error() string
- func (e ModelWarmupValidationError) ErrorName() string
- func (e ModelWarmupValidationError) Field() string
- func (e ModelWarmupValidationError) Key() bool
- func (e ModelWarmupValidationError) Reason() string
- type ModelWarmup_Input
- func (*ModelWarmup_Input) Descriptor() ([]byte, []int)deprecated
- func (x *ModelWarmup_Input) GetDataType() DataType
- func (x *ModelWarmup_Input) GetDims() []int64
- func (x *ModelWarmup_Input) GetInputDataFile() string
- func (m *ModelWarmup_Input) GetInputDataType() isModelWarmup_Input_InputDataType
- func (x *ModelWarmup_Input) GetRandomData() bool
- func (x *ModelWarmup_Input) GetZeroData() bool
- func (*ModelWarmup_Input) ProtoMessage()
- func (x *ModelWarmup_Input) ProtoReflect() protoreflect.Message
- func (x *ModelWarmup_Input) Reset()
- func (x *ModelWarmup_Input) String() string
- func (m *ModelWarmup_Input) Validate() error
- func (m *ModelWarmup_Input) ValidateAll() error
- type ModelWarmup_InputMultiError
- type ModelWarmup_InputValidationError
- func (e ModelWarmup_InputValidationError) Cause() error
- func (e ModelWarmup_InputValidationError) Error() string
- func (e ModelWarmup_InputValidationError) ErrorName() string
- func (e ModelWarmup_InputValidationError) Field() string
- func (e ModelWarmup_InputValidationError) Key() bool
- func (e ModelWarmup_InputValidationError) Reason() string
- type ModelWarmup_Input_InputDataFile
- type ModelWarmup_Input_RandomData
- type ModelWarmup_Input_ZeroData
- type RepositoryIndexRequest
- func (*RepositoryIndexRequest) Descriptor() ([]byte, []int)deprecated
- func (x *RepositoryIndexRequest) GetReady() bool
- func (x *RepositoryIndexRequest) GetRepositoryName() string
- func (*RepositoryIndexRequest) ProtoMessage()
- func (x *RepositoryIndexRequest) ProtoReflect() protoreflect.Message
- func (x *RepositoryIndexRequest) Reset()
- func (x *RepositoryIndexRequest) String() string
- func (m *RepositoryIndexRequest) Validate() error
- func (m *RepositoryIndexRequest) ValidateAll() error
- type RepositoryIndexRequestMultiError
- type RepositoryIndexRequestValidationError
- func (e RepositoryIndexRequestValidationError) Cause() error
- func (e RepositoryIndexRequestValidationError) Error() string
- func (e RepositoryIndexRequestValidationError) ErrorName() string
- func (e RepositoryIndexRequestValidationError) Field() string
- func (e RepositoryIndexRequestValidationError) Key() bool
- func (e RepositoryIndexRequestValidationError) Reason() string
- type RepositoryIndexResponse
- func (*RepositoryIndexResponse) Descriptor() ([]byte, []int)deprecated
- func (x *RepositoryIndexResponse) GetModels() []*RepositoryIndexResponse_ModelIndex
- func (*RepositoryIndexResponse) ProtoMessage()
- func (x *RepositoryIndexResponse) ProtoReflect() protoreflect.Message
- func (x *RepositoryIndexResponse) Reset()
- func (x *RepositoryIndexResponse) String() string
- func (m *RepositoryIndexResponse) Validate() error
- func (m *RepositoryIndexResponse) ValidateAll() error
- type RepositoryIndexResponseMultiError
- type RepositoryIndexResponseValidationError
- func (e RepositoryIndexResponseValidationError) Cause() error
- func (e RepositoryIndexResponseValidationError) Error() string
- func (e RepositoryIndexResponseValidationError) ErrorName() string
- func (e RepositoryIndexResponseValidationError) Field() string
- func (e RepositoryIndexResponseValidationError) Key() bool
- func (e RepositoryIndexResponseValidationError) Reason() string
- type RepositoryIndexResponse_ModelIndex
- func (*RepositoryIndexResponse_ModelIndex) Descriptor() ([]byte, []int)deprecated
- func (x *RepositoryIndexResponse_ModelIndex) GetName() string
- func (x *RepositoryIndexResponse_ModelIndex) GetReason() string
- func (x *RepositoryIndexResponse_ModelIndex) GetState() string
- func (x *RepositoryIndexResponse_ModelIndex) GetVersion() string
- func (*RepositoryIndexResponse_ModelIndex) ProtoMessage()
- func (x *RepositoryIndexResponse_ModelIndex) ProtoReflect() protoreflect.Message
- func (x *RepositoryIndexResponse_ModelIndex) Reset()
- func (x *RepositoryIndexResponse_ModelIndex) String() string
- func (m *RepositoryIndexResponse_ModelIndex) Validate() error
- func (m *RepositoryIndexResponse_ModelIndex) ValidateAll() error
- type RepositoryIndexResponse_ModelIndexMultiError
- type RepositoryIndexResponse_ModelIndexValidationError
- func (e RepositoryIndexResponse_ModelIndexValidationError) Cause() error
- func (e RepositoryIndexResponse_ModelIndexValidationError) Error() string
- func (e RepositoryIndexResponse_ModelIndexValidationError) ErrorName() string
- func (e RepositoryIndexResponse_ModelIndexValidationError) Field() string
- func (e RepositoryIndexResponse_ModelIndexValidationError) Key() bool
- func (e RepositoryIndexResponse_ModelIndexValidationError) Reason() string
- type RepositoryModelLoadRequest
- func (*RepositoryModelLoadRequest) Descriptor() ([]byte, []int)deprecated
- func (x *RepositoryModelLoadRequest) GetModelName() string
- func (x *RepositoryModelLoadRequest) GetParameters() map[string]*ModelRepositoryParameter
- func (x *RepositoryModelLoadRequest) GetRepositoryName() string
- func (*RepositoryModelLoadRequest) ProtoMessage()
- func (x *RepositoryModelLoadRequest) ProtoReflect() protoreflect.Message
- func (x *RepositoryModelLoadRequest) Reset()
- func (x *RepositoryModelLoadRequest) String() string
- func (m *RepositoryModelLoadRequest) Validate() error
- func (m *RepositoryModelLoadRequest) ValidateAll() error
- type RepositoryModelLoadRequestMultiError
- type RepositoryModelLoadRequestValidationError
- func (e RepositoryModelLoadRequestValidationError) Cause() error
- func (e RepositoryModelLoadRequestValidationError) Error() string
- func (e RepositoryModelLoadRequestValidationError) ErrorName() string
- func (e RepositoryModelLoadRequestValidationError) Field() string
- func (e RepositoryModelLoadRequestValidationError) Key() bool
- func (e RepositoryModelLoadRequestValidationError) Reason() string
- type RepositoryModelLoadResponse
- func (*RepositoryModelLoadResponse) Descriptor() ([]byte, []int)deprecated
- func (*RepositoryModelLoadResponse) ProtoMessage()
- func (x *RepositoryModelLoadResponse) ProtoReflect() protoreflect.Message
- func (x *RepositoryModelLoadResponse) Reset()
- func (x *RepositoryModelLoadResponse) String() string
- func (m *RepositoryModelLoadResponse) Validate() error
- func (m *RepositoryModelLoadResponse) ValidateAll() error
- type RepositoryModelLoadResponseMultiError
- type RepositoryModelLoadResponseValidationError
- func (e RepositoryModelLoadResponseValidationError) Cause() error
- func (e RepositoryModelLoadResponseValidationError) Error() string
- func (e RepositoryModelLoadResponseValidationError) ErrorName() string
- func (e RepositoryModelLoadResponseValidationError) Field() string
- func (e RepositoryModelLoadResponseValidationError) Key() bool
- func (e RepositoryModelLoadResponseValidationError) Reason() string
- type RepositoryModelUnloadRequest
- func (*RepositoryModelUnloadRequest) Descriptor() ([]byte, []int)deprecated
- func (x *RepositoryModelUnloadRequest) GetModelName() string
- func (x *RepositoryModelUnloadRequest) GetParameters() map[string]*ModelRepositoryParameter
- func (x *RepositoryModelUnloadRequest) GetRepositoryName() string
- func (*RepositoryModelUnloadRequest) ProtoMessage()
- func (x *RepositoryModelUnloadRequest) ProtoReflect() protoreflect.Message
- func (x *RepositoryModelUnloadRequest) Reset()
- func (x *RepositoryModelUnloadRequest) String() string
- func (m *RepositoryModelUnloadRequest) Validate() error
- func (m *RepositoryModelUnloadRequest) ValidateAll() error
- type RepositoryModelUnloadRequestMultiError
- type RepositoryModelUnloadRequestValidationError
- func (e RepositoryModelUnloadRequestValidationError) Cause() error
- func (e RepositoryModelUnloadRequestValidationError) Error() string
- func (e RepositoryModelUnloadRequestValidationError) ErrorName() string
- func (e RepositoryModelUnloadRequestValidationError) Field() string
- func (e RepositoryModelUnloadRequestValidationError) Key() bool
- func (e RepositoryModelUnloadRequestValidationError) Reason() string
- type RepositoryModelUnloadResponse
- func (*RepositoryModelUnloadResponse) Descriptor() ([]byte, []int)deprecated
- func (*RepositoryModelUnloadResponse) ProtoMessage()
- func (x *RepositoryModelUnloadResponse) ProtoReflect() protoreflect.Message
- func (x *RepositoryModelUnloadResponse) Reset()
- func (x *RepositoryModelUnloadResponse) String() string
- func (m *RepositoryModelUnloadResponse) Validate() error
- func (m *RepositoryModelUnloadResponse) ValidateAll() error
- type RepositoryModelUnloadResponseMultiError
- type RepositoryModelUnloadResponseValidationError
- func (e RepositoryModelUnloadResponseValidationError) Cause() error
- func (e RepositoryModelUnloadResponseValidationError) Error() string
- func (e RepositoryModelUnloadResponseValidationError) ErrorName() string
- func (e RepositoryModelUnloadResponseValidationError) Field() string
- func (e RepositoryModelUnloadResponseValidationError) Key() bool
- func (e RepositoryModelUnloadResponseValidationError) Reason() string
- type ServerLiveRequest
- func (*ServerLiveRequest) Descriptor() ([]byte, []int)deprecated
- func (*ServerLiveRequest) ProtoMessage()
- func (x *ServerLiveRequest) ProtoReflect() protoreflect.Message
- func (x *ServerLiveRequest) Reset()
- func (x *ServerLiveRequest) String() string
- func (m *ServerLiveRequest) Validate() error
- func (m *ServerLiveRequest) ValidateAll() error
- type ServerLiveRequestMultiError
- type ServerLiveRequestValidationError
- func (e ServerLiveRequestValidationError) Cause() error
- func (e ServerLiveRequestValidationError) Error() string
- func (e ServerLiveRequestValidationError) ErrorName() string
- func (e ServerLiveRequestValidationError) Field() string
- func (e ServerLiveRequestValidationError) Key() bool
- func (e ServerLiveRequestValidationError) Reason() string
- type ServerLiveResponse
- func (*ServerLiveResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ServerLiveResponse) GetLive() bool
- func (*ServerLiveResponse) ProtoMessage()
- func (x *ServerLiveResponse) ProtoReflect() protoreflect.Message
- func (x *ServerLiveResponse) Reset()
- func (x *ServerLiveResponse) String() string
- func (m *ServerLiveResponse) Validate() error
- func (m *ServerLiveResponse) ValidateAll() error
- type ServerLiveResponseMultiError
- type ServerLiveResponseValidationError
- func (e ServerLiveResponseValidationError) Cause() error
- func (e ServerLiveResponseValidationError) Error() string
- func (e ServerLiveResponseValidationError) ErrorName() string
- func (e ServerLiveResponseValidationError) Field() string
- func (e ServerLiveResponseValidationError) Key() bool
- func (e ServerLiveResponseValidationError) Reason() string
- type ServerMetadataRequest
- func (*ServerMetadataRequest) Descriptor() ([]byte, []int)deprecated
- func (*ServerMetadataRequest) ProtoMessage()
- func (x *ServerMetadataRequest) ProtoReflect() protoreflect.Message
- func (x *ServerMetadataRequest) Reset()
- func (x *ServerMetadataRequest) String() string
- func (m *ServerMetadataRequest) Validate() error
- func (m *ServerMetadataRequest) ValidateAll() error
- type ServerMetadataRequestMultiError
- type ServerMetadataRequestValidationError
- func (e ServerMetadataRequestValidationError) Cause() error
- func (e ServerMetadataRequestValidationError) Error() string
- func (e ServerMetadataRequestValidationError) ErrorName() string
- func (e ServerMetadataRequestValidationError) Field() string
- func (e ServerMetadataRequestValidationError) Key() bool
- func (e ServerMetadataRequestValidationError) Reason() string
- type ServerMetadataResponse
- func (*ServerMetadataResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ServerMetadataResponse) GetExtensions() []string
- func (x *ServerMetadataResponse) GetName() string
- func (x *ServerMetadataResponse) GetVersion() string
- func (*ServerMetadataResponse) ProtoMessage()
- func (x *ServerMetadataResponse) ProtoReflect() protoreflect.Message
- func (x *ServerMetadataResponse) Reset()
- func (x *ServerMetadataResponse) String() string
- func (m *ServerMetadataResponse) Validate() error
- func (m *ServerMetadataResponse) ValidateAll() error
- type ServerMetadataResponseMultiError
- type ServerMetadataResponseValidationError
- func (e ServerMetadataResponseValidationError) Cause() error
- func (e ServerMetadataResponseValidationError) Error() string
- func (e ServerMetadataResponseValidationError) ErrorName() string
- func (e ServerMetadataResponseValidationError) Field() string
- func (e ServerMetadataResponseValidationError) Key() bool
- func (e ServerMetadataResponseValidationError) Reason() string
- type ServerReadyRequest
- func (*ServerReadyRequest) Descriptor() ([]byte, []int)deprecated
- func (*ServerReadyRequest) ProtoMessage()
- func (x *ServerReadyRequest) ProtoReflect() protoreflect.Message
- func (x *ServerReadyRequest) Reset()
- func (x *ServerReadyRequest) String() string
- func (m *ServerReadyRequest) Validate() error
- func (m *ServerReadyRequest) ValidateAll() error
- type ServerReadyRequestMultiError
- type ServerReadyRequestValidationError
- func (e ServerReadyRequestValidationError) Cause() error
- func (e ServerReadyRequestValidationError) Error() string
- func (e ServerReadyRequestValidationError) ErrorName() string
- func (e ServerReadyRequestValidationError) Field() string
- func (e ServerReadyRequestValidationError) Key() bool
- func (e ServerReadyRequestValidationError) Reason() string
- type ServerReadyResponse
- func (*ServerReadyResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ServerReadyResponse) GetReady() bool
- func (*ServerReadyResponse) ProtoMessage()
- func (x *ServerReadyResponse) ProtoReflect() protoreflect.Message
- func (x *ServerReadyResponse) Reset()
- func (x *ServerReadyResponse) String() string
- func (m *ServerReadyResponse) Validate() error
- func (m *ServerReadyResponse) ValidateAll() error
- type ServerReadyResponseMultiError
- type ServerReadyResponseValidationError
- func (e ServerReadyResponseValidationError) Cause() error
- func (e ServerReadyResponseValidationError) Error() string
- func (e ServerReadyResponseValidationError) ErrorName() string
- func (e ServerReadyResponseValidationError) Field() string
- func (e ServerReadyResponseValidationError) Key() bool
- func (e ServerReadyResponseValidationError) Reason() string
- type StatisticDuration
- func (*StatisticDuration) Descriptor() ([]byte, []int)deprecated
- func (x *StatisticDuration) GetCount() uint64
- func (x *StatisticDuration) GetNs() uint64
- func (*StatisticDuration) ProtoMessage()
- func (x *StatisticDuration) ProtoReflect() protoreflect.Message
- func (x *StatisticDuration) Reset()
- func (x *StatisticDuration) String() string
- func (m *StatisticDuration) Validate() error
- func (m *StatisticDuration) ValidateAll() error
- type StatisticDurationMultiError
- type StatisticDurationValidationError
- func (e StatisticDurationValidationError) Cause() error
- func (e StatisticDurationValidationError) Error() string
- func (e StatisticDurationValidationError) ErrorName() string
- func (e StatisticDurationValidationError) Field() string
- func (e StatisticDurationValidationError) Key() bool
- func (e StatisticDurationValidationError) Reason() string
- type SystemSharedMemoryRegisterRequest
- func (*SystemSharedMemoryRegisterRequest) Descriptor() ([]byte, []int)deprecated
- func (x *SystemSharedMemoryRegisterRequest) GetByteSize() uint64
- func (x *SystemSharedMemoryRegisterRequest) GetKey() string
- func (x *SystemSharedMemoryRegisterRequest) GetName() string
- func (x *SystemSharedMemoryRegisterRequest) GetOffset() uint64
- func (*SystemSharedMemoryRegisterRequest) ProtoMessage()
- func (x *SystemSharedMemoryRegisterRequest) ProtoReflect() protoreflect.Message
- func (x *SystemSharedMemoryRegisterRequest) Reset()
- func (x *SystemSharedMemoryRegisterRequest) String() string
- func (m *SystemSharedMemoryRegisterRequest) Validate() error
- func (m *SystemSharedMemoryRegisterRequest) ValidateAll() error
- type SystemSharedMemoryRegisterRequestMultiError
- type SystemSharedMemoryRegisterRequestValidationError
- func (e SystemSharedMemoryRegisterRequestValidationError) Cause() error
- func (e SystemSharedMemoryRegisterRequestValidationError) Error() string
- func (e SystemSharedMemoryRegisterRequestValidationError) ErrorName() string
- func (e SystemSharedMemoryRegisterRequestValidationError) Field() string
- func (e SystemSharedMemoryRegisterRequestValidationError) Key() bool
- func (e SystemSharedMemoryRegisterRequestValidationError) Reason() string
- type SystemSharedMemoryRegisterResponse
- func (*SystemSharedMemoryRegisterResponse) Descriptor() ([]byte, []int)deprecated
- func (*SystemSharedMemoryRegisterResponse) ProtoMessage()
- func (x *SystemSharedMemoryRegisterResponse) ProtoReflect() protoreflect.Message
- func (x *SystemSharedMemoryRegisterResponse) Reset()
- func (x *SystemSharedMemoryRegisterResponse) String() string
- func (m *SystemSharedMemoryRegisterResponse) Validate() error
- func (m *SystemSharedMemoryRegisterResponse) ValidateAll() error
- type SystemSharedMemoryRegisterResponseMultiError
- type SystemSharedMemoryRegisterResponseValidationError
- func (e SystemSharedMemoryRegisterResponseValidationError) Cause() error
- func (e SystemSharedMemoryRegisterResponseValidationError) Error() string
- func (e SystemSharedMemoryRegisterResponseValidationError) ErrorName() string
- func (e SystemSharedMemoryRegisterResponseValidationError) Field() string
- func (e SystemSharedMemoryRegisterResponseValidationError) Key() bool
- func (e SystemSharedMemoryRegisterResponseValidationError) Reason() string
- type SystemSharedMemoryStatusRequest
- func (*SystemSharedMemoryStatusRequest) Descriptor() ([]byte, []int)deprecated
- func (x *SystemSharedMemoryStatusRequest) GetName() string
- func (*SystemSharedMemoryStatusRequest) ProtoMessage()
- func (x *SystemSharedMemoryStatusRequest) ProtoReflect() protoreflect.Message
- func (x *SystemSharedMemoryStatusRequest) Reset()
- func (x *SystemSharedMemoryStatusRequest) String() string
- func (m *SystemSharedMemoryStatusRequest) Validate() error
- func (m *SystemSharedMemoryStatusRequest) ValidateAll() error
- type SystemSharedMemoryStatusRequestMultiError
- type SystemSharedMemoryStatusRequestValidationError
- func (e SystemSharedMemoryStatusRequestValidationError) Cause() error
- func (e SystemSharedMemoryStatusRequestValidationError) Error() string
- func (e SystemSharedMemoryStatusRequestValidationError) ErrorName() string
- func (e SystemSharedMemoryStatusRequestValidationError) Field() string
- func (e SystemSharedMemoryStatusRequestValidationError) Key() bool
- func (e SystemSharedMemoryStatusRequestValidationError) Reason() string
- type SystemSharedMemoryStatusResponse
- func (*SystemSharedMemoryStatusResponse) Descriptor() ([]byte, []int)deprecated
- func (x *SystemSharedMemoryStatusResponse) GetRegions() map[string]*SystemSharedMemoryStatusResponse_RegionStatus
- func (*SystemSharedMemoryStatusResponse) ProtoMessage()
- func (x *SystemSharedMemoryStatusResponse) ProtoReflect() protoreflect.Message
- func (x *SystemSharedMemoryStatusResponse) Reset()
- func (x *SystemSharedMemoryStatusResponse) String() string
- func (m *SystemSharedMemoryStatusResponse) Validate() error
- func (m *SystemSharedMemoryStatusResponse) ValidateAll() error
- type SystemSharedMemoryStatusResponseMultiError
- type SystemSharedMemoryStatusResponseValidationError
- func (e SystemSharedMemoryStatusResponseValidationError) Cause() error
- func (e SystemSharedMemoryStatusResponseValidationError) Error() string
- func (e SystemSharedMemoryStatusResponseValidationError) ErrorName() string
- func (e SystemSharedMemoryStatusResponseValidationError) Field() string
- func (e SystemSharedMemoryStatusResponseValidationError) Key() bool
- func (e SystemSharedMemoryStatusResponseValidationError) Reason() string
- type SystemSharedMemoryStatusResponse_RegionStatus
- func (*SystemSharedMemoryStatusResponse_RegionStatus) Descriptor() ([]byte, []int)deprecated
- func (x *SystemSharedMemoryStatusResponse_RegionStatus) GetByteSize() uint64
- func (x *SystemSharedMemoryStatusResponse_RegionStatus) GetKey() string
- func (x *SystemSharedMemoryStatusResponse_RegionStatus) GetName() string
- func (x *SystemSharedMemoryStatusResponse_RegionStatus) GetOffset() uint64
- func (*SystemSharedMemoryStatusResponse_RegionStatus) ProtoMessage()
- func (x *SystemSharedMemoryStatusResponse_RegionStatus) ProtoReflect() protoreflect.Message
- func (x *SystemSharedMemoryStatusResponse_RegionStatus) Reset()
- func (x *SystemSharedMemoryStatusResponse_RegionStatus) String() string
- func (m *SystemSharedMemoryStatusResponse_RegionStatus) Validate() error
- func (m *SystemSharedMemoryStatusResponse_RegionStatus) ValidateAll() error
- type SystemSharedMemoryStatusResponse_RegionStatusMultiError
- type SystemSharedMemoryStatusResponse_RegionStatusValidationError
- func (e SystemSharedMemoryStatusResponse_RegionStatusValidationError) Cause() error
- func (e SystemSharedMemoryStatusResponse_RegionStatusValidationError) Error() string
- func (e SystemSharedMemoryStatusResponse_RegionStatusValidationError) ErrorName() string
- func (e SystemSharedMemoryStatusResponse_RegionStatusValidationError) Field() string
- func (e SystemSharedMemoryStatusResponse_RegionStatusValidationError) Key() bool
- func (e SystemSharedMemoryStatusResponse_RegionStatusValidationError) Reason() string
- type SystemSharedMemoryUnregisterRequest
- func (*SystemSharedMemoryUnregisterRequest) Descriptor() ([]byte, []int)deprecated
- func (x *SystemSharedMemoryUnregisterRequest) GetName() string
- func (*SystemSharedMemoryUnregisterRequest) ProtoMessage()
- func (x *SystemSharedMemoryUnregisterRequest) ProtoReflect() protoreflect.Message
- func (x *SystemSharedMemoryUnregisterRequest) Reset()
- func (x *SystemSharedMemoryUnregisterRequest) String() string
- func (m *SystemSharedMemoryUnregisterRequest) Validate() error
- func (m *SystemSharedMemoryUnregisterRequest) ValidateAll() error
- type SystemSharedMemoryUnregisterRequestMultiError
- type SystemSharedMemoryUnregisterRequestValidationError
- func (e SystemSharedMemoryUnregisterRequestValidationError) Cause() error
- func (e SystemSharedMemoryUnregisterRequestValidationError) Error() string
- func (e SystemSharedMemoryUnregisterRequestValidationError) ErrorName() string
- func (e SystemSharedMemoryUnregisterRequestValidationError) Field() string
- func (e SystemSharedMemoryUnregisterRequestValidationError) Key() bool
- func (e SystemSharedMemoryUnregisterRequestValidationError) Reason() string
- type SystemSharedMemoryUnregisterResponse
- func (*SystemSharedMemoryUnregisterResponse) Descriptor() ([]byte, []int)deprecated
- func (*SystemSharedMemoryUnregisterResponse) ProtoMessage()
- func (x *SystemSharedMemoryUnregisterResponse) ProtoReflect() protoreflect.Message
- func (x *SystemSharedMemoryUnregisterResponse) Reset()
- func (x *SystemSharedMemoryUnregisterResponse) String() string
- func (m *SystemSharedMemoryUnregisterResponse) Validate() error
- func (m *SystemSharedMemoryUnregisterResponse) ValidateAll() error
- type SystemSharedMemoryUnregisterResponseMultiError
- type SystemSharedMemoryUnregisterResponseValidationError
- func (e SystemSharedMemoryUnregisterResponseValidationError) Cause() error
- func (e SystemSharedMemoryUnregisterResponseValidationError) Error() string
- func (e SystemSharedMemoryUnregisterResponseValidationError) ErrorName() string
- func (e SystemSharedMemoryUnregisterResponseValidationError) Field() string
- func (e SystemSharedMemoryUnregisterResponseValidationError) Key() bool
- func (e SystemSharedMemoryUnregisterResponseValidationError) Reason() string
- type TraceSettingRequest
- func (*TraceSettingRequest) Descriptor() ([]byte, []int)deprecated
- func (x *TraceSettingRequest) GetModelName() string
- func (x *TraceSettingRequest) GetSettings() map[string]*TraceSettingRequest_SettingValue
- func (*TraceSettingRequest) ProtoMessage()
- func (x *TraceSettingRequest) ProtoReflect() protoreflect.Message
- func (x *TraceSettingRequest) Reset()
- func (x *TraceSettingRequest) String() string
- func (m *TraceSettingRequest) Validate() error
- func (m *TraceSettingRequest) ValidateAll() error
- type TraceSettingRequestMultiError
- type TraceSettingRequestValidationError
- func (e TraceSettingRequestValidationError) Cause() error
- func (e TraceSettingRequestValidationError) Error() string
- func (e TraceSettingRequestValidationError) ErrorName() string
- func (e TraceSettingRequestValidationError) Field() string
- func (e TraceSettingRequestValidationError) Key() bool
- func (e TraceSettingRequestValidationError) Reason() string
- type TraceSettingRequest_SettingValue
- func (*TraceSettingRequest_SettingValue) Descriptor() ([]byte, []int)deprecated
- func (x *TraceSettingRequest_SettingValue) GetValue() []string
- func (*TraceSettingRequest_SettingValue) ProtoMessage()
- func (x *TraceSettingRequest_SettingValue) ProtoReflect() protoreflect.Message
- func (x *TraceSettingRequest_SettingValue) Reset()
- func (x *TraceSettingRequest_SettingValue) String() string
- func (m *TraceSettingRequest_SettingValue) Validate() error
- func (m *TraceSettingRequest_SettingValue) ValidateAll() error
- type TraceSettingRequest_SettingValueMultiError
- type TraceSettingRequest_SettingValueValidationError
- func (e TraceSettingRequest_SettingValueValidationError) Cause() error
- func (e TraceSettingRequest_SettingValueValidationError) Error() string
- func (e TraceSettingRequest_SettingValueValidationError) ErrorName() string
- func (e TraceSettingRequest_SettingValueValidationError) Field() string
- func (e TraceSettingRequest_SettingValueValidationError) Key() bool
- func (e TraceSettingRequest_SettingValueValidationError) Reason() string
- type TraceSettingResponse
- func (*TraceSettingResponse) Descriptor() ([]byte, []int)deprecated
- func (x *TraceSettingResponse) GetSettings() map[string]*TraceSettingResponse_SettingValue
- func (*TraceSettingResponse) ProtoMessage()
- func (x *TraceSettingResponse) ProtoReflect() protoreflect.Message
- func (x *TraceSettingResponse) Reset()
- func (x *TraceSettingResponse) String() string
- func (m *TraceSettingResponse) Validate() error
- func (m *TraceSettingResponse) ValidateAll() error
- type TraceSettingResponseMultiError
- type TraceSettingResponseValidationError
- func (e TraceSettingResponseValidationError) Cause() error
- func (e TraceSettingResponseValidationError) Error() string
- func (e TraceSettingResponseValidationError) ErrorName() string
- func (e TraceSettingResponseValidationError) Field() string
- func (e TraceSettingResponseValidationError) Key() bool
- func (e TraceSettingResponseValidationError) Reason() string
- type TraceSettingResponse_SettingValue
- func (*TraceSettingResponse_SettingValue) Descriptor() ([]byte, []int)deprecated
- func (x *TraceSettingResponse_SettingValue) GetValue() []string
- func (*TraceSettingResponse_SettingValue) ProtoMessage()
- func (x *TraceSettingResponse_SettingValue) ProtoReflect() protoreflect.Message
- func (x *TraceSettingResponse_SettingValue) Reset()
- func (x *TraceSettingResponse_SettingValue) String() string
- func (m *TraceSettingResponse_SettingValue) Validate() error
- func (m *TraceSettingResponse_SettingValue) ValidateAll() error
- type TraceSettingResponse_SettingValueMultiError
- type TraceSettingResponse_SettingValueValidationError
- func (e TraceSettingResponse_SettingValueValidationError) Cause() error
- func (e TraceSettingResponse_SettingValueValidationError) Error() string
- func (e TraceSettingResponse_SettingValueValidationError) ErrorName() string
- func (e TraceSettingResponse_SettingValueValidationError) Field() string
- func (e TraceSettingResponse_SettingValueValidationError) Key() bool
- func (e TraceSettingResponse_SettingValueValidationError) Reason() string
- type UnimplementedGRPCInferenceServiceServer
- func (UnimplementedGRPCInferenceServiceServer) CudaSharedMemoryRegister(context.Context, *CudaSharedMemoryRegisterRequest) (*CudaSharedMemoryRegisterResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) CudaSharedMemoryStatus(context.Context, *CudaSharedMemoryStatusRequest) (*CudaSharedMemoryStatusResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) CudaSharedMemoryUnregister(context.Context, *CudaSharedMemoryUnregisterRequest) (*CudaSharedMemoryUnregisterResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) LogSettings(context.Context, *LogSettingsRequest) (*LogSettingsResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) ModelConfig(context.Context, *ModelConfigRequest) (*ModelConfigResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) ModelInfer(context.Context, *ModelInferRequest) (*ModelInferResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) ModelMetadata(context.Context, *ModelMetadataRequest) (*ModelMetadataResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) ModelReady(context.Context, *ModelReadyRequest) (*ModelReadyResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) ModelStatistics(context.Context, *ModelStatisticsRequest) (*ModelStatisticsResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) ModelStreamInfer(GRPCInferenceService_ModelStreamInferServer) error
- func (UnimplementedGRPCInferenceServiceServer) RepositoryIndex(context.Context, *RepositoryIndexRequest) (*RepositoryIndexResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) RepositoryModelLoad(context.Context, *RepositoryModelLoadRequest) (*RepositoryModelLoadResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) RepositoryModelUnload(context.Context, *RepositoryModelUnloadRequest) (*RepositoryModelUnloadResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) ServerLive(context.Context, *ServerLiveRequest) (*ServerLiveResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) ServerMetadata(context.Context, *ServerMetadataRequest) (*ServerMetadataResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) ServerReady(context.Context, *ServerReadyRequest) (*ServerReadyResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) SystemSharedMemoryRegister(context.Context, *SystemSharedMemoryRegisterRequest) (*SystemSharedMemoryRegisterResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) SystemSharedMemoryStatus(context.Context, *SystemSharedMemoryStatusRequest) (*SystemSharedMemoryStatusResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) SystemSharedMemoryUnregister(context.Context, *SystemSharedMemoryUnregisterRequest) (*SystemSharedMemoryUnregisterResponse, error)
- func (UnimplementedGRPCInferenceServiceServer) TraceSetting(context.Context, *TraceSettingRequest) (*TraceSettingResponse, error)
- type UnsafeGRPCInferenceServiceServer
Constants ¶
This section is empty.
Variables ¶
var ( DataType_name = map[int32]string{ 0: "TYPE_INVALID", 1: "TYPE_BOOL", 2: "TYPE_UINT8", 3: "TYPE_UINT16", 4: "TYPE_UINT32", 5: "TYPE_UINT64", 6: "TYPE_INT8", 7: "TYPE_INT16", 8: "TYPE_INT32", 9: "TYPE_INT64", 10: "TYPE_FP16", 11: "TYPE_FP32", 12: "TYPE_FP64", 13: "TYPE_STRING", 14: "TYPE_BF16", } DataType_value = map[string]int32{ "TYPE_INVALID": 0, "TYPE_BOOL": 1, "TYPE_UINT8": 2, "TYPE_UINT16": 3, "TYPE_UINT32": 4, "TYPE_UINT64": 5, "TYPE_INT8": 6, "TYPE_INT16": 7, "TYPE_INT32": 8, "TYPE_INT64": 9, "TYPE_FP16": 10, "TYPE_FP32": 11, "TYPE_FP64": 12, "TYPE_STRING": 13, "TYPE_BF16": 14, } )
Enum value maps for DataType.
var ( ModelInstanceGroup_Kind_name = map[int32]string{ 0: "KIND_AUTO", 1: "KIND_GPU", 2: "KIND_CPU", 3: "KIND_MODEL", } ModelInstanceGroup_Kind_value = map[string]int32{ "KIND_AUTO": 0, "KIND_GPU": 1, "KIND_CPU": 2, "KIND_MODEL": 3, } )
Enum value maps for ModelInstanceGroup_Kind.
var ( ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_name = map[int32]string{ 0: "KIND_NVDLA", } ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_value = map[string]int32{ "KIND_NVDLA": 0, } )
Enum value maps for ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind.
var ( ModelInput_Format_name = map[int32]string{ 0: "FORMAT_NONE", 1: "FORMAT_NHWC", 2: "FORMAT_NCHW", } ModelInput_Format_value = map[string]int32{ "FORMAT_NONE": 0, "FORMAT_NHWC": 1, "FORMAT_NCHW": 2, } )
Enum value maps for ModelInput_Format.
var ( BatchInput_Kind_name = map[int32]string{ 0: "BATCH_ELEMENT_COUNT", 1: "BATCH_ACCUMULATED_ELEMENT_COUNT", 2: "BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO", 3: "BATCH_MAX_ELEMENT_COUNT_AS_SHAPE", 4: "BATCH_ITEM_SHAPE", 5: "BATCH_ITEM_SHAPE_FLATTEN", } BatchInput_Kind_value = map[string]int32{ "BATCH_ELEMENT_COUNT": 0, "BATCH_ACCUMULATED_ELEMENT_COUNT": 1, "BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO": 2, "BATCH_MAX_ELEMENT_COUNT_AS_SHAPE": 3, "BATCH_ITEM_SHAPE": 4, "BATCH_ITEM_SHAPE_FLATTEN": 5, } )
Enum value maps for BatchInput_Kind.
var ( BatchOutput_Kind_name = map[int32]string{ 0: "BATCH_SCATTER_WITH_INPUT_SHAPE", } BatchOutput_Kind_value = map[string]int32{ "BATCH_SCATTER_WITH_INPUT_SHAPE": 0, } )
Enum value maps for BatchOutput_Kind.
var ( ModelOptimizationPolicy_ModelPriority_name = map[int32]string{ 0: "PRIORITY_DEFAULT", 1: "PRIORITY_MAX", 2: "PRIORITY_MIN", } ModelOptimizationPolicy_ModelPriority_value = map[string]int32{ "PRIORITY_DEFAULT": 0, "PRIORITY_MAX": 1, "PRIORITY_MIN": 2, } )
Enum value maps for ModelOptimizationPolicy_ModelPriority.
var ( ModelQueuePolicy_TimeoutAction_name = map[int32]string{ 0: "REJECT", 1: "DELAY", } ModelQueuePolicy_TimeoutAction_value = map[string]int32{ "REJECT": 0, "DELAY": 1, } )
Enum value maps for ModelQueuePolicy_TimeoutAction.
var ( ModelSequenceBatching_Control_Kind_name = map[int32]string{ 0: "CONTROL_SEQUENCE_START", 1: "CONTROL_SEQUENCE_READY", 2: "CONTROL_SEQUENCE_END", 3: "CONTROL_SEQUENCE_CORRID", } ModelSequenceBatching_Control_Kind_value = map[string]int32{ "CONTROL_SEQUENCE_START": 0, "CONTROL_SEQUENCE_READY": 1, "CONTROL_SEQUENCE_END": 2, "CONTROL_SEQUENCE_CORRID": 3, } )
Enum value maps for ModelSequenceBatching_Control_Kind.
var File_pkg_apis_inference_grpc_service_proto protoreflect.FileDescriptor
var File_pkg_apis_inference_model_config_proto protoreflect.FileDescriptor
var GRPCInferenceService_ServiceDesc = grpc.ServiceDesc{ ServiceName: "inference.GRPCInferenceService", HandlerType: (*GRPCInferenceServiceServer)(nil), Methods: []grpc.MethodDesc{ { MethodName: "ServerLive", Handler: _GRPCInferenceService_ServerLive_Handler, }, { MethodName: "ServerReady", Handler: _GRPCInferenceService_ServerReady_Handler, }, { MethodName: "ModelReady", Handler: _GRPCInferenceService_ModelReady_Handler, }, { MethodName: "ServerMetadata", Handler: _GRPCInferenceService_ServerMetadata_Handler, }, { MethodName: "ModelMetadata", Handler: _GRPCInferenceService_ModelMetadata_Handler, }, { MethodName: "ModelInfer", Handler: _GRPCInferenceService_ModelInfer_Handler, }, { MethodName: "ModelConfig", Handler: _GRPCInferenceService_ModelConfig_Handler, }, { MethodName: "ModelStatistics", Handler: _GRPCInferenceService_ModelStatistics_Handler, }, { MethodName: "RepositoryIndex", Handler: _GRPCInferenceService_RepositoryIndex_Handler, }, { MethodName: "RepositoryModelLoad", Handler: _GRPCInferenceService_RepositoryModelLoad_Handler, }, { MethodName: "RepositoryModelUnload", Handler: _GRPCInferenceService_RepositoryModelUnload_Handler, }, { MethodName: "SystemSharedMemoryStatus", Handler: _GRPCInferenceService_SystemSharedMemoryStatus_Handler, }, { MethodName: "SystemSharedMemoryRegister", Handler: _GRPCInferenceService_SystemSharedMemoryRegister_Handler, }, { MethodName: "SystemSharedMemoryUnregister", Handler: _GRPCInferenceService_SystemSharedMemoryUnregister_Handler, }, { MethodName: "CudaSharedMemoryStatus", Handler: _GRPCInferenceService_CudaSharedMemoryStatus_Handler, }, { MethodName: "CudaSharedMemoryRegister", Handler: _GRPCInferenceService_CudaSharedMemoryRegister_Handler, }, { MethodName: "CudaSharedMemoryUnregister", Handler: _GRPCInferenceService_CudaSharedMemoryUnregister_Handler, }, { MethodName: "TraceSetting", Handler: _GRPCInferenceService_TraceSetting_Handler, }, { MethodName: "LogSettings", Handler: _GRPCInferenceService_LogSettings_Handler, }, }, Streams: []grpc.StreamDesc{ { StreamName: "ModelStreamInfer", Handler: _GRPCInferenceService_ModelStreamInfer_Handler, ServerStreams: true, ClientStreams: true, }, }, Metadata: "pkg/apis/inference/grpc_service.proto", }
GRPCInferenceService_ServiceDesc is the grpc.ServiceDesc for GRPCInferenceService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)
Functions ¶
func RegisterGRPCInferenceServiceServer ¶
func RegisterGRPCInferenceServiceServer(s grpc.ServiceRegistrar, srv GRPCInferenceServiceServer)
Types ¶
type BatchInput ¶
type BatchInput struct { // @@ .. cpp:var:: Kind kind // @@ // @@ The kind of this batch input. // @@ Kind BatchInput_Kind `protobuf:"varint,1,opt,name=kind,proto3,enum=inference.BatchInput_Kind" json:"kind,omitempty"` // @@ .. cpp:var:: string target_name (repeated) // @@ // @@ The name of the model inputs that the backend will create // @@ for this batch input. // @@ TargetName []string `protobuf:"bytes,2,rep,name=target_name,json=targetName,proto3" json:"target_name,omitempty"` // @@ .. cpp:var:: DataType data_type // @@ // @@ The input's datatype. The data type can be TYPE_INT32 or // @@ TYPE_FP32. // @@ DataType DataType `protobuf:"varint,3,opt,name=data_type,json=dataType,proto3,enum=inference.DataType" json:"data_type,omitempty"` // @@ .. cpp:var:: string source_input (repeated) // @@ // @@ The backend derives the value for each batch input from one or // @@ more other inputs. 'source_input' gives the names of those // @@ inputs. // @@ SourceInput []string `protobuf:"bytes,4,rep,name=source_input,json=sourceInput,proto3" json:"source_input,omitempty"` // contains filtered or unexported fields }
@@ .. cpp:var:: message BatchInput @@ @@ A batch input is an additional input that must be added by @@ the backend based on all the requests in a batch. @@
func (*BatchInput) Descriptor
deprecated
func (*BatchInput) Descriptor() ([]byte, []int)
Deprecated: Use BatchInput.ProtoReflect.Descriptor instead.
func (*BatchInput) GetDataType ¶
func (x *BatchInput) GetDataType() DataType
func (*BatchInput) GetKind ¶
func (x *BatchInput) GetKind() BatchInput_Kind
func (*BatchInput) GetSourceInput ¶
func (x *BatchInput) GetSourceInput() []string
func (*BatchInput) GetTargetName ¶
func (x *BatchInput) GetTargetName() []string
func (*BatchInput) ProtoMessage ¶
func (*BatchInput) ProtoMessage()
func (*BatchInput) ProtoReflect ¶
func (x *BatchInput) ProtoReflect() protoreflect.Message
func (*BatchInput) Reset ¶
func (x *BatchInput) Reset()
func (*BatchInput) String ¶
func (x *BatchInput) String() string
func (*BatchInput) Validate ¶
func (m *BatchInput) Validate() error
Validate checks the field values on BatchInput with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*BatchInput) ValidateAll ¶
func (m *BatchInput) ValidateAll() error
ValidateAll checks the field values on BatchInput with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in BatchInputMultiError, or nil if none found.
type BatchInputMultiError ¶
type BatchInputMultiError []error
BatchInputMultiError is an error wrapping multiple validation errors returned by BatchInput.ValidateAll() if the designated constraints aren't met.
func (BatchInputMultiError) AllErrors ¶
func (m BatchInputMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (BatchInputMultiError) Error ¶
func (m BatchInputMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type BatchInputValidationError ¶
type BatchInputValidationError struct {
// contains filtered or unexported fields
}
BatchInputValidationError is the validation error returned by BatchInput.Validate if the designated constraints aren't met.
func (BatchInputValidationError) Cause ¶
func (e BatchInputValidationError) Cause() error
Cause function returns cause value.
func (BatchInputValidationError) Error ¶
func (e BatchInputValidationError) Error() string
Error satisfies the builtin error interface
func (BatchInputValidationError) ErrorName ¶
func (e BatchInputValidationError) ErrorName() string
ErrorName returns error name.
func (BatchInputValidationError) Field ¶
func (e BatchInputValidationError) Field() string
Field function returns field value.
func (BatchInputValidationError) Key ¶
func (e BatchInputValidationError) Key() bool
Key function returns key value.
func (BatchInputValidationError) Reason ¶
func (e BatchInputValidationError) Reason() string
Reason function returns reason value.
type BatchInput_Kind ¶
type BatchInput_Kind int32
@@ @@ .. cpp:enum:: Kind @@ @@ The kind of the batch input. @@
const ( // @@ .. cpp:enumerator:: Kind::BATCH_ELEMENT_COUNT = 0 // @@ // @@ The element count of the 'source_input' will be added as // @@ input with shape [1]. // @@ BatchInput_BATCH_ELEMENT_COUNT BatchInput_Kind = 0 // @@ .. cpp:enumerator:: Kind::BATCH_ACCUMULATED_ELEMENT_COUNT = 1 // @@ // @@ The accumulated element count of the 'source_input' will be // @@ added as input with shape [1]. For example, if there is a // @@ batch of two request, each with 2 elements, an input of value // @@ 2 will be added to the first request, and an input of value // @@ 4 will be added to the second request. // @@ BatchInput_BATCH_ACCUMULATED_ELEMENT_COUNT BatchInput_Kind = 1 // @@ .. cpp:enumerator:: // @@ Kind::BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO = 2 // @@ // @@ The accumulated element count of the 'source_input' will be // @@ added as input with shape [1], except for the first request // @@ in the batch. For the first request in the batch, the input // @@ will have shape [2] where the first element is value 0. // @@ BatchInput_BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO BatchInput_Kind = 2 // @@ .. cpp:enumerator:: Kind::BATCH_MAX_ELEMENT_COUNT_AS_SHAPE = 3 // @@ // @@ Among the requests in the batch, the max element count of the // @@ 'source_input' will be added as input with shape // @@ [max_element_count] for the first request in the batch. // @@ For other requests, such input will be with shape [0]. // @@ The data of the tensor will be uninitialized. // @@ BatchInput_BATCH_MAX_ELEMENT_COUNT_AS_SHAPE BatchInput_Kind = 3 // @@ .. cpp:enumerator:: Kind::BATCH_ITEM_SHAPE = 4 // @@ // @@ Among the requests in the batch, the shape of the // @@ 'source_input' will be added as input with shape // @@ [batch_size, len(input_dim)]. For example, if one // @@ batch-2 input with shape [3, 1] and batch-1 input // @@ with shape [2, 2] are batched, the batch input will // @@ have shape [3, 2] and value [ [3, 1], [3, 1], [2, 2]]. // @@ BatchInput_BATCH_ITEM_SHAPE BatchInput_Kind = 4 // @@ .. cpp:enumerator:: Kind::BATCH_ITEM_SHAPE_FLATTEN = 5 // @@ // @@ Among the requests in the batch, the shape of the // @@ 'source_input' will be added as input with single dimensional // @@ shape [batch_size * len(input_dim)]. For example, if one // @@ batch-2 input with shape [3, 1] and batch-1 input // @@ with shape [2, 2] are batched, the batch input will // @@ have shape [6] and value [3, 1, 3, 1, 2, 2]. // @@ BatchInput_BATCH_ITEM_SHAPE_FLATTEN BatchInput_Kind = 5 )
func (BatchInput_Kind) Descriptor ¶
func (BatchInput_Kind) Descriptor() protoreflect.EnumDescriptor
func (BatchInput_Kind) Enum ¶
func (x BatchInput_Kind) Enum() *BatchInput_Kind
func (BatchInput_Kind) EnumDescriptor
deprecated
func (BatchInput_Kind) EnumDescriptor() ([]byte, []int)
Deprecated: Use BatchInput_Kind.Descriptor instead.
func (BatchInput_Kind) Number ¶
func (x BatchInput_Kind) Number() protoreflect.EnumNumber
func (BatchInput_Kind) String ¶
func (x BatchInput_Kind) String() string
func (BatchInput_Kind) Type ¶
func (BatchInput_Kind) Type() protoreflect.EnumType
type BatchOutput ¶
type BatchOutput struct { // @@ .. cpp:var:: string target_name (repeated) // @@ // @@ The name of the outputs to be produced by this batch output // @@ specification. // @@ TargetName []string `protobuf:"bytes,1,rep,name=target_name,json=targetName,proto3" json:"target_name,omitempty"` // @@ .. cpp:var:: Kind kind // @@ // @@ The kind of this batch output. // @@ Kind BatchOutput_Kind `protobuf:"varint,2,opt,name=kind,proto3,enum=inference.BatchOutput_Kind" json:"kind,omitempty"` // @@ .. cpp:var:: string source_input (repeated) // @@ // @@ The backend derives each batch output from one or more inputs. // @@ 'source_input' gives the names of those inputs. // @@ SourceInput []string `protobuf:"bytes,3,rep,name=source_input,json=sourceInput,proto3" json:"source_input,omitempty"` // contains filtered or unexported fields }
@@.. cpp:var:: message BatchOutput @@ @@ A batch output is an output produced by the model that must be handled @@ differently by the backend based on all the requests in a batch. @@
func (*BatchOutput) Descriptor
deprecated
func (*BatchOutput) Descriptor() ([]byte, []int)
Deprecated: Use BatchOutput.ProtoReflect.Descriptor instead.
func (*BatchOutput) GetKind ¶
func (x *BatchOutput) GetKind() BatchOutput_Kind
func (*BatchOutput) GetSourceInput ¶
func (x *BatchOutput) GetSourceInput() []string
func (*BatchOutput) GetTargetName ¶
func (x *BatchOutput) GetTargetName() []string
func (*BatchOutput) ProtoMessage ¶
func (*BatchOutput) ProtoMessage()
func (*BatchOutput) ProtoReflect ¶
func (x *BatchOutput) ProtoReflect() protoreflect.Message
func (*BatchOutput) Reset ¶
func (x *BatchOutput) Reset()
func (*BatchOutput) String ¶
func (x *BatchOutput) String() string
func (*BatchOutput) Validate ¶
func (m *BatchOutput) Validate() error
Validate checks the field values on BatchOutput with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*BatchOutput) ValidateAll ¶
func (m *BatchOutput) ValidateAll() error
ValidateAll checks the field values on BatchOutput with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in BatchOutputMultiError, or nil if none found.
type BatchOutputMultiError ¶
type BatchOutputMultiError []error
BatchOutputMultiError is an error wrapping multiple validation errors returned by BatchOutput.ValidateAll() if the designated constraints aren't met.
func (BatchOutputMultiError) AllErrors ¶
func (m BatchOutputMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (BatchOutputMultiError) Error ¶
func (m BatchOutputMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type BatchOutputValidationError ¶
type BatchOutputValidationError struct {
// contains filtered or unexported fields
}
BatchOutputValidationError is the validation error returned by BatchOutput.Validate if the designated constraints aren't met.
func (BatchOutputValidationError) Cause ¶
func (e BatchOutputValidationError) Cause() error
Cause function returns cause value.
func (BatchOutputValidationError) Error ¶
func (e BatchOutputValidationError) Error() string
Error satisfies the builtin error interface
func (BatchOutputValidationError) ErrorName ¶
func (e BatchOutputValidationError) ErrorName() string
ErrorName returns error name.
func (BatchOutputValidationError) Field ¶
func (e BatchOutputValidationError) Field() string
Field function returns field value.
func (BatchOutputValidationError) Key ¶
func (e BatchOutputValidationError) Key() bool
Key function returns key value.
func (BatchOutputValidationError) Reason ¶
func (e BatchOutputValidationError) Reason() string
Reason function returns reason value.
type BatchOutput_Kind ¶
type BatchOutput_Kind int32
@@ @@ .. cpp:enum:: Kind @@ @@ The kind of the batch output. @@
const ( // @@ .. cpp:enumerator:: Kind::BATCH_SCATTER_WITH_INPUT_SHAPE = 0 // @@ // @@ The output should be scattered according to the shape of // @@ 'source_input'. The dynamic dimension of the output will // @@ be set to the value of the same dimension in the input. // @@ BatchOutput_BATCH_SCATTER_WITH_INPUT_SHAPE BatchOutput_Kind = 0 )
func (BatchOutput_Kind) Descriptor ¶
func (BatchOutput_Kind) Descriptor() protoreflect.EnumDescriptor
func (BatchOutput_Kind) Enum ¶
func (x BatchOutput_Kind) Enum() *BatchOutput_Kind
func (BatchOutput_Kind) EnumDescriptor
deprecated
func (BatchOutput_Kind) EnumDescriptor() ([]byte, []int)
Deprecated: Use BatchOutput_Kind.Descriptor instead.
func (BatchOutput_Kind) Number ¶
func (x BatchOutput_Kind) Number() protoreflect.EnumNumber
func (BatchOutput_Kind) String ¶
func (x BatchOutput_Kind) String() string
func (BatchOutput_Kind) Type ¶
func (BatchOutput_Kind) Type() protoreflect.EnumType
type CudaSharedMemoryRegisterRequest ¶
type CudaSharedMemoryRegisterRequest struct { // @@ .. cpp:var:: string name // @@ // @@ The name of the region to register. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ // @@ The raw serialized cudaIPC handle. // @@ RawHandle []byte `protobuf:"bytes,2,opt,name=raw_handle,json=rawHandle,proto3" json:"raw_handle,omitempty"` // @@ // @@ The GPU device ID on which the cudaIPC handle was created. // @@ DeviceId int64 `protobuf:"varint,3,opt,name=device_id,json=deviceId,proto3" json:"device_id,omitempty"` // @@ // @@ Size of the shared memory block, in bytes. // @@ ByteSize uint64 `protobuf:"varint,4,opt,name=byte_size,json=byteSize,proto3" json:"byte_size,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message CudaSharedMemoryRegisterRequest @@ @@ Request message for CudaSharedMemoryRegister. @@
func (*CudaSharedMemoryRegisterRequest) Descriptor
deprecated
func (*CudaSharedMemoryRegisterRequest) Descriptor() ([]byte, []int)
Deprecated: Use CudaSharedMemoryRegisterRequest.ProtoReflect.Descriptor instead.
func (*CudaSharedMemoryRegisterRequest) GetByteSize ¶
func (x *CudaSharedMemoryRegisterRequest) GetByteSize() uint64
func (*CudaSharedMemoryRegisterRequest) GetDeviceId ¶
func (x *CudaSharedMemoryRegisterRequest) GetDeviceId() int64
func (*CudaSharedMemoryRegisterRequest) GetName ¶
func (x *CudaSharedMemoryRegisterRequest) GetName() string
func (*CudaSharedMemoryRegisterRequest) GetRawHandle ¶
func (x *CudaSharedMemoryRegisterRequest) GetRawHandle() []byte
func (*CudaSharedMemoryRegisterRequest) ProtoMessage ¶
func (*CudaSharedMemoryRegisterRequest) ProtoMessage()
func (*CudaSharedMemoryRegisterRequest) ProtoReflect ¶
func (x *CudaSharedMemoryRegisterRequest) ProtoReflect() protoreflect.Message
func (*CudaSharedMemoryRegisterRequest) Reset ¶
func (x *CudaSharedMemoryRegisterRequest) Reset()
func (*CudaSharedMemoryRegisterRequest) String ¶
func (x *CudaSharedMemoryRegisterRequest) String() string
func (*CudaSharedMemoryRegisterRequest) Validate ¶
func (m *CudaSharedMemoryRegisterRequest) Validate() error
Validate checks the field values on CudaSharedMemoryRegisterRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*CudaSharedMemoryRegisterRequest) ValidateAll ¶
func (m *CudaSharedMemoryRegisterRequest) ValidateAll() error
ValidateAll checks the field values on CudaSharedMemoryRegisterRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CudaSharedMemoryRegisterRequestMultiError, or nil if none found.
type CudaSharedMemoryRegisterRequestMultiError ¶
type CudaSharedMemoryRegisterRequestMultiError []error
CudaSharedMemoryRegisterRequestMultiError is an error wrapping multiple validation errors returned by CudaSharedMemoryRegisterRequest.ValidateAll() if the designated constraints aren't met.
func (CudaSharedMemoryRegisterRequestMultiError) AllErrors ¶
func (m CudaSharedMemoryRegisterRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (CudaSharedMemoryRegisterRequestMultiError) Error ¶
func (m CudaSharedMemoryRegisterRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type CudaSharedMemoryRegisterRequestValidationError ¶
type CudaSharedMemoryRegisterRequestValidationError struct {
// contains filtered or unexported fields
}
CudaSharedMemoryRegisterRequestValidationError is the validation error returned by CudaSharedMemoryRegisterRequest.Validate if the designated constraints aren't met.
func (CudaSharedMemoryRegisterRequestValidationError) Cause ¶
func (e CudaSharedMemoryRegisterRequestValidationError) Cause() error
Cause function returns cause value.
func (CudaSharedMemoryRegisterRequestValidationError) Error ¶
func (e CudaSharedMemoryRegisterRequestValidationError) Error() string
Error satisfies the builtin error interface
func (CudaSharedMemoryRegisterRequestValidationError) ErrorName ¶
func (e CudaSharedMemoryRegisterRequestValidationError) ErrorName() string
ErrorName returns error name.
func (CudaSharedMemoryRegisterRequestValidationError) Field ¶
func (e CudaSharedMemoryRegisterRequestValidationError) Field() string
Field function returns field value.
func (CudaSharedMemoryRegisterRequestValidationError) Key ¶
func (e CudaSharedMemoryRegisterRequestValidationError) Key() bool
Key function returns key value.
func (CudaSharedMemoryRegisterRequestValidationError) Reason ¶
func (e CudaSharedMemoryRegisterRequestValidationError) Reason() string
Reason function returns reason value.
type CudaSharedMemoryRegisterResponse ¶
type CudaSharedMemoryRegisterResponse struct {
// contains filtered or unexported fields
}
@@ @@.. cpp:var:: message CudaSharedMemoryRegisterResponse @@ @@ Response message for CudaSharedMemoryRegister. @@
func (*CudaSharedMemoryRegisterResponse) Descriptor
deprecated
func (*CudaSharedMemoryRegisterResponse) Descriptor() ([]byte, []int)
Deprecated: Use CudaSharedMemoryRegisterResponse.ProtoReflect.Descriptor instead.
func (*CudaSharedMemoryRegisterResponse) ProtoMessage ¶
func (*CudaSharedMemoryRegisterResponse) ProtoMessage()
func (*CudaSharedMemoryRegisterResponse) ProtoReflect ¶
func (x *CudaSharedMemoryRegisterResponse) ProtoReflect() protoreflect.Message
func (*CudaSharedMemoryRegisterResponse) Reset ¶
func (x *CudaSharedMemoryRegisterResponse) Reset()
func (*CudaSharedMemoryRegisterResponse) String ¶
func (x *CudaSharedMemoryRegisterResponse) String() string
func (*CudaSharedMemoryRegisterResponse) Validate ¶
func (m *CudaSharedMemoryRegisterResponse) Validate() error
Validate checks the field values on CudaSharedMemoryRegisterResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*CudaSharedMemoryRegisterResponse) ValidateAll ¶
func (m *CudaSharedMemoryRegisterResponse) ValidateAll() error
ValidateAll checks the field values on CudaSharedMemoryRegisterResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CudaSharedMemoryRegisterResponseMultiError, or nil if none found.
type CudaSharedMemoryRegisterResponseMultiError ¶
type CudaSharedMemoryRegisterResponseMultiError []error
CudaSharedMemoryRegisterResponseMultiError is an error wrapping multiple validation errors returned by CudaSharedMemoryRegisterResponse.ValidateAll() if the designated constraints aren't met.
func (CudaSharedMemoryRegisterResponseMultiError) AllErrors ¶
func (m CudaSharedMemoryRegisterResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (CudaSharedMemoryRegisterResponseMultiError) Error ¶
func (m CudaSharedMemoryRegisterResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type CudaSharedMemoryRegisterResponseValidationError ¶
type CudaSharedMemoryRegisterResponseValidationError struct {
// contains filtered or unexported fields
}
CudaSharedMemoryRegisterResponseValidationError is the validation error returned by CudaSharedMemoryRegisterResponse.Validate if the designated constraints aren't met.
func (CudaSharedMemoryRegisterResponseValidationError) Cause ¶
func (e CudaSharedMemoryRegisterResponseValidationError) Cause() error
Cause function returns cause value.
func (CudaSharedMemoryRegisterResponseValidationError) Error ¶
func (e CudaSharedMemoryRegisterResponseValidationError) Error() string
Error satisfies the builtin error interface
func (CudaSharedMemoryRegisterResponseValidationError) ErrorName ¶
func (e CudaSharedMemoryRegisterResponseValidationError) ErrorName() string
ErrorName returns error name.
func (CudaSharedMemoryRegisterResponseValidationError) Field ¶
func (e CudaSharedMemoryRegisterResponseValidationError) Field() string
Field function returns field value.
func (CudaSharedMemoryRegisterResponseValidationError) Key ¶
func (e CudaSharedMemoryRegisterResponseValidationError) Key() bool
Key function returns key value.
func (CudaSharedMemoryRegisterResponseValidationError) Reason ¶
func (e CudaSharedMemoryRegisterResponseValidationError) Reason() string
Reason function returns reason value.
type CudaSharedMemoryStatusRequest ¶
type CudaSharedMemoryStatusRequest struct { // @@ .. cpp:var:: string name // @@ // @@ The name of the region to get status for. If empty the // @@ status is returned for all registered regions. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message CudaSharedMemoryStatusRequest @@ @@ Request message for CudaSharedMemoryStatus. @@
func (*CudaSharedMemoryStatusRequest) Descriptor
deprecated
func (*CudaSharedMemoryStatusRequest) Descriptor() ([]byte, []int)
Deprecated: Use CudaSharedMemoryStatusRequest.ProtoReflect.Descriptor instead.
func (*CudaSharedMemoryStatusRequest) GetName ¶
func (x *CudaSharedMemoryStatusRequest) GetName() string
func (*CudaSharedMemoryStatusRequest) ProtoMessage ¶
func (*CudaSharedMemoryStatusRequest) ProtoMessage()
func (*CudaSharedMemoryStatusRequest) ProtoReflect ¶
func (x *CudaSharedMemoryStatusRequest) ProtoReflect() protoreflect.Message
func (*CudaSharedMemoryStatusRequest) Reset ¶
func (x *CudaSharedMemoryStatusRequest) Reset()
func (*CudaSharedMemoryStatusRequest) String ¶
func (x *CudaSharedMemoryStatusRequest) String() string
func (*CudaSharedMemoryStatusRequest) Validate ¶
func (m *CudaSharedMemoryStatusRequest) Validate() error
Validate checks the field values on CudaSharedMemoryStatusRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*CudaSharedMemoryStatusRequest) ValidateAll ¶
func (m *CudaSharedMemoryStatusRequest) ValidateAll() error
ValidateAll checks the field values on CudaSharedMemoryStatusRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CudaSharedMemoryStatusRequestMultiError, or nil if none found.
type CudaSharedMemoryStatusRequestMultiError ¶
type CudaSharedMemoryStatusRequestMultiError []error
CudaSharedMemoryStatusRequestMultiError is an error wrapping multiple validation errors returned by CudaSharedMemoryStatusRequest.ValidateAll() if the designated constraints aren't met.
func (CudaSharedMemoryStatusRequestMultiError) AllErrors ¶
func (m CudaSharedMemoryStatusRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (CudaSharedMemoryStatusRequestMultiError) Error ¶
func (m CudaSharedMemoryStatusRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type CudaSharedMemoryStatusRequestValidationError ¶
type CudaSharedMemoryStatusRequestValidationError struct {
// contains filtered or unexported fields
}
CudaSharedMemoryStatusRequestValidationError is the validation error returned by CudaSharedMemoryStatusRequest.Validate if the designated constraints aren't met.
func (CudaSharedMemoryStatusRequestValidationError) Cause ¶
func (e CudaSharedMemoryStatusRequestValidationError) Cause() error
Cause function returns cause value.
func (CudaSharedMemoryStatusRequestValidationError) Error ¶
func (e CudaSharedMemoryStatusRequestValidationError) Error() string
Error satisfies the builtin error interface
func (CudaSharedMemoryStatusRequestValidationError) ErrorName ¶
func (e CudaSharedMemoryStatusRequestValidationError) ErrorName() string
ErrorName returns error name.
func (CudaSharedMemoryStatusRequestValidationError) Field ¶
func (e CudaSharedMemoryStatusRequestValidationError) Field() string
Field function returns field value.
func (CudaSharedMemoryStatusRequestValidationError) Key ¶
func (e CudaSharedMemoryStatusRequestValidationError) Key() bool
Key function returns key value.
func (CudaSharedMemoryStatusRequestValidationError) Reason ¶
func (e CudaSharedMemoryStatusRequestValidationError) Reason() string
Reason function returns reason value.
type CudaSharedMemoryStatusResponse ¶
type CudaSharedMemoryStatusResponse struct { // @@ .. cpp:var:: map<string,RegionStatus> regions // @@ // @@ Status for each of the registered regions, indexed by // @@ region name. // @@ Regions map[string]*CudaSharedMemoryStatusResponse_RegionStatus `` /* 155-byte string literal not displayed */ // contains filtered or unexported fields }
@@ @@.. cpp:var:: message CudaSharedMemoryStatusResponse @@ @@ Response message for CudaSharedMemoryStatus. @@
func (*CudaSharedMemoryStatusResponse) Descriptor
deprecated
func (*CudaSharedMemoryStatusResponse) Descriptor() ([]byte, []int)
Deprecated: Use CudaSharedMemoryStatusResponse.ProtoReflect.Descriptor instead.
func (*CudaSharedMemoryStatusResponse) GetRegions ¶
func (x *CudaSharedMemoryStatusResponse) GetRegions() map[string]*CudaSharedMemoryStatusResponse_RegionStatus
func (*CudaSharedMemoryStatusResponse) ProtoMessage ¶
func (*CudaSharedMemoryStatusResponse) ProtoMessage()
func (*CudaSharedMemoryStatusResponse) ProtoReflect ¶
func (x *CudaSharedMemoryStatusResponse) ProtoReflect() protoreflect.Message
func (*CudaSharedMemoryStatusResponse) Reset ¶
func (x *CudaSharedMemoryStatusResponse) Reset()
func (*CudaSharedMemoryStatusResponse) String ¶
func (x *CudaSharedMemoryStatusResponse) String() string
func (*CudaSharedMemoryStatusResponse) Validate ¶
func (m *CudaSharedMemoryStatusResponse) Validate() error
Validate checks the field values on CudaSharedMemoryStatusResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*CudaSharedMemoryStatusResponse) ValidateAll ¶
func (m *CudaSharedMemoryStatusResponse) ValidateAll() error
ValidateAll checks the field values on CudaSharedMemoryStatusResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CudaSharedMemoryStatusResponseMultiError, or nil if none found.
type CudaSharedMemoryStatusResponseMultiError ¶
type CudaSharedMemoryStatusResponseMultiError []error
CudaSharedMemoryStatusResponseMultiError is an error wrapping multiple validation errors returned by CudaSharedMemoryStatusResponse.ValidateAll() if the designated constraints aren't met.
func (CudaSharedMemoryStatusResponseMultiError) AllErrors ¶
func (m CudaSharedMemoryStatusResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (CudaSharedMemoryStatusResponseMultiError) Error ¶
func (m CudaSharedMemoryStatusResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type CudaSharedMemoryStatusResponseValidationError ¶
type CudaSharedMemoryStatusResponseValidationError struct {
// contains filtered or unexported fields
}
CudaSharedMemoryStatusResponseValidationError is the validation error returned by CudaSharedMemoryStatusResponse.Validate if the designated constraints aren't met.
func (CudaSharedMemoryStatusResponseValidationError) Cause ¶
func (e CudaSharedMemoryStatusResponseValidationError) Cause() error
Cause function returns cause value.
func (CudaSharedMemoryStatusResponseValidationError) Error ¶
func (e CudaSharedMemoryStatusResponseValidationError) Error() string
Error satisfies the builtin error interface
func (CudaSharedMemoryStatusResponseValidationError) ErrorName ¶
func (e CudaSharedMemoryStatusResponseValidationError) ErrorName() string
ErrorName returns error name.
func (CudaSharedMemoryStatusResponseValidationError) Field ¶
func (e CudaSharedMemoryStatusResponseValidationError) Field() string
Field function returns field value.
func (CudaSharedMemoryStatusResponseValidationError) Key ¶
func (e CudaSharedMemoryStatusResponseValidationError) Key() bool
Key function returns key value.
func (CudaSharedMemoryStatusResponseValidationError) Reason ¶
func (e CudaSharedMemoryStatusResponseValidationError) Reason() string
Reason function returns reason value.
type CudaSharedMemoryStatusResponse_RegionStatus ¶
type CudaSharedMemoryStatusResponse_RegionStatus struct { // @@ .. cpp:var:: string name // @@ // @@ The name for the shared memory region. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ // @@ The GPU device ID where the cudaIPC handle was created. // @@ DeviceId uint64 `protobuf:"varint,2,opt,name=device_id,json=deviceId,proto3" json:"device_id,omitempty"` // @@ // @@ Size of the shared memory region, in bytes. // @@ ByteSize uint64 `protobuf:"varint,3,opt,name=byte_size,json=byteSize,proto3" json:"byte_size,omitempty"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message RegionStatus @@ @@ Status for a shared memory region. @@
func (*CudaSharedMemoryStatusResponse_RegionStatus) Descriptor
deprecated
func (*CudaSharedMemoryStatusResponse_RegionStatus) Descriptor() ([]byte, []int)
Deprecated: Use CudaSharedMemoryStatusResponse_RegionStatus.ProtoReflect.Descriptor instead.
func (*CudaSharedMemoryStatusResponse_RegionStatus) GetByteSize ¶
func (x *CudaSharedMemoryStatusResponse_RegionStatus) GetByteSize() uint64
func (*CudaSharedMemoryStatusResponse_RegionStatus) GetDeviceId ¶
func (x *CudaSharedMemoryStatusResponse_RegionStatus) GetDeviceId() uint64
func (*CudaSharedMemoryStatusResponse_RegionStatus) GetName ¶
func (x *CudaSharedMemoryStatusResponse_RegionStatus) GetName() string
func (*CudaSharedMemoryStatusResponse_RegionStatus) ProtoMessage ¶
func (*CudaSharedMemoryStatusResponse_RegionStatus) ProtoMessage()
func (*CudaSharedMemoryStatusResponse_RegionStatus) ProtoReflect ¶
func (x *CudaSharedMemoryStatusResponse_RegionStatus) ProtoReflect() protoreflect.Message
func (*CudaSharedMemoryStatusResponse_RegionStatus) Reset ¶
func (x *CudaSharedMemoryStatusResponse_RegionStatus) Reset()
func (*CudaSharedMemoryStatusResponse_RegionStatus) String ¶
func (x *CudaSharedMemoryStatusResponse_RegionStatus) String() string
func (*CudaSharedMemoryStatusResponse_RegionStatus) Validate ¶
func (m *CudaSharedMemoryStatusResponse_RegionStatus) Validate() error
Validate checks the field values on CudaSharedMemoryStatusResponse_RegionStatus with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*CudaSharedMemoryStatusResponse_RegionStatus) ValidateAll ¶
func (m *CudaSharedMemoryStatusResponse_RegionStatus) ValidateAll() error
ValidateAll checks the field values on CudaSharedMemoryStatusResponse_RegionStatus with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CudaSharedMemoryStatusResponse_RegionStatusMultiError, or nil if none found.
type CudaSharedMemoryStatusResponse_RegionStatusMultiError ¶
type CudaSharedMemoryStatusResponse_RegionStatusMultiError []error
CudaSharedMemoryStatusResponse_RegionStatusMultiError is an error wrapping multiple validation errors returned by CudaSharedMemoryStatusResponse_RegionStatus.ValidateAll() if the designated constraints aren't met.
func (CudaSharedMemoryStatusResponse_RegionStatusMultiError) AllErrors ¶
func (m CudaSharedMemoryStatusResponse_RegionStatusMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (CudaSharedMemoryStatusResponse_RegionStatusMultiError) Error ¶
func (m CudaSharedMemoryStatusResponse_RegionStatusMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type CudaSharedMemoryStatusResponse_RegionStatusValidationError ¶
type CudaSharedMemoryStatusResponse_RegionStatusValidationError struct {
// contains filtered or unexported fields
}
CudaSharedMemoryStatusResponse_RegionStatusValidationError is the validation error returned by CudaSharedMemoryStatusResponse_RegionStatus.Validate if the designated constraints aren't met.
func (CudaSharedMemoryStatusResponse_RegionStatusValidationError) Cause ¶
func (e CudaSharedMemoryStatusResponse_RegionStatusValidationError) Cause() error
Cause function returns cause value.
func (CudaSharedMemoryStatusResponse_RegionStatusValidationError) Error ¶
func (e CudaSharedMemoryStatusResponse_RegionStatusValidationError) Error() string
Error satisfies the builtin error interface
func (CudaSharedMemoryStatusResponse_RegionStatusValidationError) ErrorName ¶
func (e CudaSharedMemoryStatusResponse_RegionStatusValidationError) ErrorName() string
ErrorName returns error name.
func (CudaSharedMemoryStatusResponse_RegionStatusValidationError) Field ¶
func (e CudaSharedMemoryStatusResponse_RegionStatusValidationError) Field() string
Field function returns field value.
func (CudaSharedMemoryStatusResponse_RegionStatusValidationError) Key ¶
func (e CudaSharedMemoryStatusResponse_RegionStatusValidationError) Key() bool
Key function returns key value.
func (CudaSharedMemoryStatusResponse_RegionStatusValidationError) Reason ¶
func (e CudaSharedMemoryStatusResponse_RegionStatusValidationError) Reason() string
Reason function returns reason value.
type CudaSharedMemoryUnregisterRequest ¶
type CudaSharedMemoryUnregisterRequest struct { // @@ .. cpp:var:: string name // @@ // @@ The name of the cuda region to unregister. If empty // @@ all cuda shared-memory regions are unregistered. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message CudaSharedMemoryUnregisterRequest @@ @@ Request message for CudaSharedMemoryUnregister. @@
func (*CudaSharedMemoryUnregisterRequest) Descriptor
deprecated
func (*CudaSharedMemoryUnregisterRequest) Descriptor() ([]byte, []int)
Deprecated: Use CudaSharedMemoryUnregisterRequest.ProtoReflect.Descriptor instead.
func (*CudaSharedMemoryUnregisterRequest) GetName ¶
func (x *CudaSharedMemoryUnregisterRequest) GetName() string
func (*CudaSharedMemoryUnregisterRequest) ProtoMessage ¶
func (*CudaSharedMemoryUnregisterRequest) ProtoMessage()
func (*CudaSharedMemoryUnregisterRequest) ProtoReflect ¶
func (x *CudaSharedMemoryUnregisterRequest) ProtoReflect() protoreflect.Message
func (*CudaSharedMemoryUnregisterRequest) Reset ¶
func (x *CudaSharedMemoryUnregisterRequest) Reset()
func (*CudaSharedMemoryUnregisterRequest) String ¶
func (x *CudaSharedMemoryUnregisterRequest) String() string
func (*CudaSharedMemoryUnregisterRequest) Validate ¶
func (m *CudaSharedMemoryUnregisterRequest) Validate() error
Validate checks the field values on CudaSharedMemoryUnregisterRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*CudaSharedMemoryUnregisterRequest) ValidateAll ¶
func (m *CudaSharedMemoryUnregisterRequest) ValidateAll() error
ValidateAll checks the field values on CudaSharedMemoryUnregisterRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CudaSharedMemoryUnregisterRequestMultiError, or nil if none found.
type CudaSharedMemoryUnregisterRequestMultiError ¶
type CudaSharedMemoryUnregisterRequestMultiError []error
CudaSharedMemoryUnregisterRequestMultiError is an error wrapping multiple validation errors returned by CudaSharedMemoryUnregisterRequest.ValidateAll() if the designated constraints aren't met.
func (CudaSharedMemoryUnregisterRequestMultiError) AllErrors ¶
func (m CudaSharedMemoryUnregisterRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (CudaSharedMemoryUnregisterRequestMultiError) Error ¶
func (m CudaSharedMemoryUnregisterRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type CudaSharedMemoryUnregisterRequestValidationError ¶
type CudaSharedMemoryUnregisterRequestValidationError struct {
// contains filtered or unexported fields
}
CudaSharedMemoryUnregisterRequestValidationError is the validation error returned by CudaSharedMemoryUnregisterRequest.Validate if the designated constraints aren't met.
func (CudaSharedMemoryUnregisterRequestValidationError) Cause ¶
func (e CudaSharedMemoryUnregisterRequestValidationError) Cause() error
Cause function returns cause value.
func (CudaSharedMemoryUnregisterRequestValidationError) Error ¶
func (e CudaSharedMemoryUnregisterRequestValidationError) Error() string
Error satisfies the builtin error interface
func (CudaSharedMemoryUnregisterRequestValidationError) ErrorName ¶
func (e CudaSharedMemoryUnregisterRequestValidationError) ErrorName() string
ErrorName returns error name.
func (CudaSharedMemoryUnregisterRequestValidationError) Field ¶
func (e CudaSharedMemoryUnregisterRequestValidationError) Field() string
Field function returns field value.
func (CudaSharedMemoryUnregisterRequestValidationError) Key ¶
func (e CudaSharedMemoryUnregisterRequestValidationError) Key() bool
Key function returns key value.
func (CudaSharedMemoryUnregisterRequestValidationError) Reason ¶
func (e CudaSharedMemoryUnregisterRequestValidationError) Reason() string
Reason function returns reason value.
type CudaSharedMemoryUnregisterResponse ¶
type CudaSharedMemoryUnregisterResponse struct {
// contains filtered or unexported fields
}
@@ @@.. cpp:var:: message CudaSharedMemoryUnregisterResponse @@ @@ Response message for CudaSharedMemoryUnregister. @@
func (*CudaSharedMemoryUnregisterResponse) Descriptor
deprecated
func (*CudaSharedMemoryUnregisterResponse) Descriptor() ([]byte, []int)
Deprecated: Use CudaSharedMemoryUnregisterResponse.ProtoReflect.Descriptor instead.
func (*CudaSharedMemoryUnregisterResponse) ProtoMessage ¶
func (*CudaSharedMemoryUnregisterResponse) ProtoMessage()
func (*CudaSharedMemoryUnregisterResponse) ProtoReflect ¶
func (x *CudaSharedMemoryUnregisterResponse) ProtoReflect() protoreflect.Message
func (*CudaSharedMemoryUnregisterResponse) Reset ¶
func (x *CudaSharedMemoryUnregisterResponse) Reset()
func (*CudaSharedMemoryUnregisterResponse) String ¶
func (x *CudaSharedMemoryUnregisterResponse) String() string
func (*CudaSharedMemoryUnregisterResponse) Validate ¶
func (m *CudaSharedMemoryUnregisterResponse) Validate() error
Validate checks the field values on CudaSharedMemoryUnregisterResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*CudaSharedMemoryUnregisterResponse) ValidateAll ¶
func (m *CudaSharedMemoryUnregisterResponse) ValidateAll() error
ValidateAll checks the field values on CudaSharedMemoryUnregisterResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CudaSharedMemoryUnregisterResponseMultiError, or nil if none found.
type CudaSharedMemoryUnregisterResponseMultiError ¶
type CudaSharedMemoryUnregisterResponseMultiError []error
CudaSharedMemoryUnregisterResponseMultiError is an error wrapping multiple validation errors returned by CudaSharedMemoryUnregisterResponse.ValidateAll() if the designated constraints aren't met.
func (CudaSharedMemoryUnregisterResponseMultiError) AllErrors ¶
func (m CudaSharedMemoryUnregisterResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (CudaSharedMemoryUnregisterResponseMultiError) Error ¶
func (m CudaSharedMemoryUnregisterResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type CudaSharedMemoryUnregisterResponseValidationError ¶
type CudaSharedMemoryUnregisterResponseValidationError struct {
// contains filtered or unexported fields
}
CudaSharedMemoryUnregisterResponseValidationError is the validation error returned by CudaSharedMemoryUnregisterResponse.Validate if the designated constraints aren't met.
func (CudaSharedMemoryUnregisterResponseValidationError) Cause ¶
func (e CudaSharedMemoryUnregisterResponseValidationError) Cause() error
Cause function returns cause value.
func (CudaSharedMemoryUnregisterResponseValidationError) Error ¶
func (e CudaSharedMemoryUnregisterResponseValidationError) Error() string
Error satisfies the builtin error interface
func (CudaSharedMemoryUnregisterResponseValidationError) ErrorName ¶
func (e CudaSharedMemoryUnregisterResponseValidationError) ErrorName() string
ErrorName returns error name.
func (CudaSharedMemoryUnregisterResponseValidationError) Field ¶
func (e CudaSharedMemoryUnregisterResponseValidationError) Field() string
Field function returns field value.
func (CudaSharedMemoryUnregisterResponseValidationError) Key ¶
func (e CudaSharedMemoryUnregisterResponseValidationError) Key() bool
Key function returns key value.
func (CudaSharedMemoryUnregisterResponseValidationError) Reason ¶
func (e CudaSharedMemoryUnregisterResponseValidationError) Reason() string
Reason function returns reason value.
type DataType ¶
type DataType int32
@@ @@.. cpp:enum:: DataType @@ @@ Data types supported for input and output tensors. @@
const ( // @@ .. cpp:enumerator:: DataType::INVALID = 0 DataType_TYPE_INVALID DataType = 0 // @@ .. cpp:enumerator:: DataType::BOOL = 1 DataType_TYPE_BOOL DataType = 1 // @@ .. cpp:enumerator:: DataType::UINT8 = 2 DataType_TYPE_UINT8 DataType = 2 // @@ .. cpp:enumerator:: DataType::UINT16 = 3 DataType_TYPE_UINT16 DataType = 3 // @@ .. cpp:enumerator:: DataType::UINT32 = 4 DataType_TYPE_UINT32 DataType = 4 // @@ .. cpp:enumerator:: DataType::UINT64 = 5 DataType_TYPE_UINT64 DataType = 5 // @@ .. cpp:enumerator:: DataType::INT8 = 6 DataType_TYPE_INT8 DataType = 6 // @@ .. cpp:enumerator:: DataType::INT16 = 7 DataType_TYPE_INT16 DataType = 7 // @@ .. cpp:enumerator:: DataType::INT32 = 8 DataType_TYPE_INT32 DataType = 8 // @@ .. cpp:enumerator:: DataType::INT64 = 9 DataType_TYPE_INT64 DataType = 9 // @@ .. cpp:enumerator:: DataType::FP16 = 10 DataType_TYPE_FP16 DataType = 10 // @@ .. cpp:enumerator:: DataType::FP32 = 11 DataType_TYPE_FP32 DataType = 11 // @@ .. cpp:enumerator:: DataType::FP64 = 12 DataType_TYPE_FP64 DataType = 12 // @@ .. cpp:enumerator:: DataType::STRING = 13 DataType_TYPE_STRING DataType = 13 // @@ .. cpp:enumerator:: DataType::BF16 = 14 DataType_TYPE_BF16 DataType = 14 )
func (DataType) Descriptor ¶
func (DataType) Descriptor() protoreflect.EnumDescriptor
func (DataType) EnumDescriptor
deprecated
func (DataType) Number ¶
func (x DataType) Number() protoreflect.EnumNumber
func (DataType) Type ¶
func (DataType) Type() protoreflect.EnumType
type GRPCInferenceServiceClient ¶
type GRPCInferenceServiceClient interface { // @@ .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns // @@ (ServerLiveResponse) // @@ // @@ Check liveness of the inference server. // @@ ServerLive(ctx context.Context, in *ServerLiveRequest, opts ...grpc.CallOption) (*ServerLiveResponse, error) // @@ .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns // @@ (ServerReadyResponse) // @@ // @@ Check readiness of the inference server. // @@ ServerReady(ctx context.Context, in *ServerReadyRequest, opts ...grpc.CallOption) (*ServerReadyResponse, error) // @@ .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns // @@ (ModelReadyResponse) // @@ // @@ Check readiness of a model in the inference server. // @@ ModelReady(ctx context.Context, in *ModelReadyRequest, opts ...grpc.CallOption) (*ModelReadyResponse, error) // @@ .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns // @@ (ServerMetadataResponse) // @@ // @@ Get server metadata. // @@ ServerMetadata(ctx context.Context, in *ServerMetadataRequest, opts ...grpc.CallOption) (*ServerMetadataResponse, error) // @@ .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns // @@ (ModelMetadataResponse) // @@ // @@ Get model metadata. // @@ ModelMetadata(ctx context.Context, in *ModelMetadataRequest, opts ...grpc.CallOption) (*ModelMetadataResponse, error) // @@ .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns // @@ (ModelInferResponse) // @@ // @@ Perform inference using a specific model. // @@ ModelInfer(ctx context.Context, in *ModelInferRequest, opts ...grpc.CallOption) (*ModelInferResponse, error) // @@ .. cpp:var:: rpc ModelStreamInfer(stream ModelInferRequest) returns // @@ (stream ModelStreamInferResponse) // @@ // @@ Perform streaming inference. // @@ ModelStreamInfer(ctx context.Context, opts ...grpc.CallOption) (GRPCInferenceService_ModelStreamInferClient, error) // @@ .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns // @@ (ModelConfigResponse) // @@ // @@ Get model configuration. // @@ ModelConfig(ctx context.Context, in *ModelConfigRequest, opts ...grpc.CallOption) (*ModelConfigResponse, error) // @@ .. cpp:var:: rpc ModelStatistics( // @@ ModelStatisticsRequest) // @@ returns (ModelStatisticsResponse) // @@ // @@ Get the cumulative inference statistics for a model. // @@ ModelStatistics(ctx context.Context, in *ModelStatisticsRequest, opts ...grpc.CallOption) (*ModelStatisticsResponse, error) // @@ .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns // @@ (RepositoryIndexResponse) // @@ // @@ Get the index of model repository contents. // @@ RepositoryIndex(ctx context.Context, in *RepositoryIndexRequest, opts ...grpc.CallOption) (*RepositoryIndexResponse, error) // @@ .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns // @@ (RepositoryModelLoadResponse) // @@ // @@ Load or reload a model from a repository. // @@ RepositoryModelLoad(ctx context.Context, in *RepositoryModelLoadRequest, opts ...grpc.CallOption) (*RepositoryModelLoadResponse, error) // @@ .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest) // @@ returns (RepositoryModelUnloadResponse) // @@ // @@ Unload a model. // @@ RepositoryModelUnload(ctx context.Context, in *RepositoryModelUnloadRequest, opts ...grpc.CallOption) (*RepositoryModelUnloadResponse, error) // @@ SystemSharedMemoryStatusRequest) // @@ returns (SystemSharedMemoryStatusRespose) // @@ // @@ Get the status of all registered system-shared-memory regions. // @@ SystemSharedMemoryStatus(ctx context.Context, in *SystemSharedMemoryStatusRequest, opts ...grpc.CallOption) (*SystemSharedMemoryStatusResponse, error) // @@ SystemSharedMemoryRegisterRequest) // @@ returns (SystemSharedMemoryRegisterResponse) // @@ // @@ Register a system-shared-memory region. // @@ SystemSharedMemoryRegister(ctx context.Context, in *SystemSharedMemoryRegisterRequest, opts ...grpc.CallOption) (*SystemSharedMemoryRegisterResponse, error) // @@ SystemSharedMemoryUnregisterRequest) // @@ returns (SystemSharedMemoryUnregisterResponse) // @@ // @@ Unregister a system-shared-memory region. // @@ SystemSharedMemoryUnregister(ctx context.Context, in *SystemSharedMemoryUnregisterRequest, opts ...grpc.CallOption) (*SystemSharedMemoryUnregisterResponse, error) // @@ CudaSharedMemoryStatusRequest) // @@ returns (CudaSharedMemoryStatusRespose) // @@ // @@ Get the status of all registered CUDA-shared-memory regions. // @@ CudaSharedMemoryStatus(ctx context.Context, in *CudaSharedMemoryStatusRequest, opts ...grpc.CallOption) (*CudaSharedMemoryStatusResponse, error) // @@ CudaSharedMemoryRegisterRequest) // @@ returns (CudaSharedMemoryRegisterResponse) // @@ // @@ Register a CUDA-shared-memory region. // @@ CudaSharedMemoryRegister(ctx context.Context, in *CudaSharedMemoryRegisterRequest, opts ...grpc.CallOption) (*CudaSharedMemoryRegisterResponse, error) // @@ CudaSharedMemoryUnregisterRequest) // @@ returns (CudaSharedMemoryUnregisterResponse) // @@ // @@ Unregister a CUDA-shared-memory region. // @@ CudaSharedMemoryUnregister(ctx context.Context, in *CudaSharedMemoryUnregisterRequest, opts ...grpc.CallOption) (*CudaSharedMemoryUnregisterResponse, error) // @@ .. cpp:var:: rpc TraceSetting(TraceSettingRequest) // @@ returns (TraceSettingResponse) // @@ // @@ Update and get the trace setting of the Triton server. // @@ TraceSetting(ctx context.Context, in *TraceSettingRequest, opts ...grpc.CallOption) (*TraceSettingResponse, error) // @@ .. cpp:var:: rpc LogSettings(LogSettingsRequest) // @@ returns (LogSettingsResponse) // @@ // @@ Update and get the log settings of the Triton server. // @@ LogSettings(ctx context.Context, in *LogSettingsRequest, opts ...grpc.CallOption) (*LogSettingsResponse, error) }
GRPCInferenceServiceClient is the client API for GRPCInferenceService service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.
func NewGRPCInferenceServiceClient ¶
func NewGRPCInferenceServiceClient(cc grpc.ClientConnInterface) GRPCInferenceServiceClient
type GRPCInferenceServiceServer ¶
type GRPCInferenceServiceServer interface { // @@ .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns // @@ (ServerLiveResponse) // @@ // @@ Check liveness of the inference server. // @@ ServerLive(context.Context, *ServerLiveRequest) (*ServerLiveResponse, error) // @@ .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns // @@ (ServerReadyResponse) // @@ // @@ Check readiness of the inference server. // @@ ServerReady(context.Context, *ServerReadyRequest) (*ServerReadyResponse, error) // @@ .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns // @@ (ModelReadyResponse) // @@ // @@ Check readiness of a model in the inference server. // @@ ModelReady(context.Context, *ModelReadyRequest) (*ModelReadyResponse, error) // @@ .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns // @@ (ServerMetadataResponse) // @@ // @@ Get server metadata. // @@ ServerMetadata(context.Context, *ServerMetadataRequest) (*ServerMetadataResponse, error) // @@ .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns // @@ (ModelMetadataResponse) // @@ // @@ Get model metadata. // @@ ModelMetadata(context.Context, *ModelMetadataRequest) (*ModelMetadataResponse, error) // @@ .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns // @@ (ModelInferResponse) // @@ // @@ Perform inference using a specific model. // @@ ModelInfer(context.Context, *ModelInferRequest) (*ModelInferResponse, error) // @@ .. cpp:var:: rpc ModelStreamInfer(stream ModelInferRequest) returns // @@ (stream ModelStreamInferResponse) // @@ // @@ Perform streaming inference. // @@ ModelStreamInfer(GRPCInferenceService_ModelStreamInferServer) error // @@ .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns // @@ (ModelConfigResponse) // @@ // @@ Get model configuration. // @@ ModelConfig(context.Context, *ModelConfigRequest) (*ModelConfigResponse, error) // @@ .. cpp:var:: rpc ModelStatistics( // @@ ModelStatisticsRequest) // @@ returns (ModelStatisticsResponse) // @@ // @@ Get the cumulative inference statistics for a model. // @@ ModelStatistics(context.Context, *ModelStatisticsRequest) (*ModelStatisticsResponse, error) // @@ .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns // @@ (RepositoryIndexResponse) // @@ // @@ Get the index of model repository contents. // @@ RepositoryIndex(context.Context, *RepositoryIndexRequest) (*RepositoryIndexResponse, error) // @@ .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns // @@ (RepositoryModelLoadResponse) // @@ // @@ Load or reload a model from a repository. // @@ RepositoryModelLoad(context.Context, *RepositoryModelLoadRequest) (*RepositoryModelLoadResponse, error) // @@ .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest) // @@ returns (RepositoryModelUnloadResponse) // @@ // @@ Unload a model. // @@ RepositoryModelUnload(context.Context, *RepositoryModelUnloadRequest) (*RepositoryModelUnloadResponse, error) // @@ SystemSharedMemoryStatusRequest) // @@ returns (SystemSharedMemoryStatusRespose) // @@ // @@ Get the status of all registered system-shared-memory regions. // @@ SystemSharedMemoryStatus(context.Context, *SystemSharedMemoryStatusRequest) (*SystemSharedMemoryStatusResponse, error) // @@ SystemSharedMemoryRegisterRequest) // @@ returns (SystemSharedMemoryRegisterResponse) // @@ // @@ Register a system-shared-memory region. // @@ SystemSharedMemoryRegister(context.Context, *SystemSharedMemoryRegisterRequest) (*SystemSharedMemoryRegisterResponse, error) // @@ SystemSharedMemoryUnregisterRequest) // @@ returns (SystemSharedMemoryUnregisterResponse) // @@ // @@ Unregister a system-shared-memory region. // @@ SystemSharedMemoryUnregister(context.Context, *SystemSharedMemoryUnregisterRequest) (*SystemSharedMemoryUnregisterResponse, error) // @@ CudaSharedMemoryStatusRequest) // @@ returns (CudaSharedMemoryStatusRespose) // @@ // @@ Get the status of all registered CUDA-shared-memory regions. // @@ CudaSharedMemoryStatus(context.Context, *CudaSharedMemoryStatusRequest) (*CudaSharedMemoryStatusResponse, error) // @@ CudaSharedMemoryRegisterRequest) // @@ returns (CudaSharedMemoryRegisterResponse) // @@ // @@ Register a CUDA-shared-memory region. // @@ CudaSharedMemoryRegister(context.Context, *CudaSharedMemoryRegisterRequest) (*CudaSharedMemoryRegisterResponse, error) // @@ CudaSharedMemoryUnregisterRequest) // @@ returns (CudaSharedMemoryUnregisterResponse) // @@ // @@ Unregister a CUDA-shared-memory region. // @@ CudaSharedMemoryUnregister(context.Context, *CudaSharedMemoryUnregisterRequest) (*CudaSharedMemoryUnregisterResponse, error) // @@ .. cpp:var:: rpc TraceSetting(TraceSettingRequest) // @@ returns (TraceSettingResponse) // @@ // @@ Update and get the trace setting of the Triton server. // @@ TraceSetting(context.Context, *TraceSettingRequest) (*TraceSettingResponse, error) // @@ .. cpp:var:: rpc LogSettings(LogSettingsRequest) // @@ returns (LogSettingsResponse) // @@ // @@ Update and get the log settings of the Triton server. // @@ LogSettings(context.Context, *LogSettingsRequest) (*LogSettingsResponse, error) }
GRPCInferenceServiceServer is the server API for GRPCInferenceService service. All implementations should embed UnimplementedGRPCInferenceServiceServer for forward compatibility
type GRPCInferenceService_ModelStreamInferClient ¶
type GRPCInferenceService_ModelStreamInferClient interface { Send(*ModelInferRequest) error Recv() (*ModelStreamInferResponse, error) grpc.ClientStream }
type GRPCInferenceService_ModelStreamInferServer ¶
type GRPCInferenceService_ModelStreamInferServer interface { Send(*ModelStreamInferResponse) error Recv() (*ModelInferRequest, error) grpc.ServerStream }
type InferBatchStatistics ¶
type InferBatchStatistics struct { // @@ .. cpp:var:: uint64 batch_size // @@ // @@ The size of the batch. // @@ BatchSize uint64 `protobuf:"varint,1,opt,name=batch_size,json=batchSize,proto3" json:"batch_size,omitempty"` // @@ .. cpp:var:: StatisticDuration compute_input // @@ // @@ The count and cumulative duration to prepare input tensor data as // @@ required by the model framework / backend with the given batch size. // @@ For example, this duration should include the time to copy input // @@ tensor data to the GPU. // @@ ComputeInput *StatisticDuration `protobuf:"bytes,2,opt,name=compute_input,json=computeInput,proto3" json:"compute_input,omitempty"` // @@ .. cpp:var:: StatisticDuration compute_infer // @@ // @@ The count and cumulative duration to execute the model with the given // @@ batch size. // @@ ComputeInfer *StatisticDuration `protobuf:"bytes,3,opt,name=compute_infer,json=computeInfer,proto3" json:"compute_infer,omitempty"` // @@ .. cpp:var:: StatisticDuration compute_output // @@ // @@ The count and cumulative duration to extract output tensor data // @@ produced by the model framework / backend with the given batch size. // @@ For example, this duration should include the time to copy output // @@ tensor data from the GPU. // @@ ComputeOutput *StatisticDuration `protobuf:"bytes,4,opt,name=compute_output,json=computeOutput,proto3" json:"compute_output,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message InferBatchStatistics @@ @@ Inference batch statistics. @@
func (*InferBatchStatistics) Descriptor
deprecated
func (*InferBatchStatistics) Descriptor() ([]byte, []int)
Deprecated: Use InferBatchStatistics.ProtoReflect.Descriptor instead.
func (*InferBatchStatistics) GetBatchSize ¶
func (x *InferBatchStatistics) GetBatchSize() uint64
func (*InferBatchStatistics) GetComputeInfer ¶
func (x *InferBatchStatistics) GetComputeInfer() *StatisticDuration
func (*InferBatchStatistics) GetComputeInput ¶
func (x *InferBatchStatistics) GetComputeInput() *StatisticDuration
func (*InferBatchStatistics) GetComputeOutput ¶
func (x *InferBatchStatistics) GetComputeOutput() *StatisticDuration
func (*InferBatchStatistics) ProtoMessage ¶
func (*InferBatchStatistics) ProtoMessage()
func (*InferBatchStatistics) ProtoReflect ¶
func (x *InferBatchStatistics) ProtoReflect() protoreflect.Message
func (*InferBatchStatistics) Reset ¶
func (x *InferBatchStatistics) Reset()
func (*InferBatchStatistics) String ¶
func (x *InferBatchStatistics) String() string
func (*InferBatchStatistics) Validate ¶
func (m *InferBatchStatistics) Validate() error
Validate checks the field values on InferBatchStatistics with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*InferBatchStatistics) ValidateAll ¶
func (m *InferBatchStatistics) ValidateAll() error
ValidateAll checks the field values on InferBatchStatistics with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in InferBatchStatisticsMultiError, or nil if none found.
type InferBatchStatisticsMultiError ¶
type InferBatchStatisticsMultiError []error
InferBatchStatisticsMultiError is an error wrapping multiple validation errors returned by InferBatchStatistics.ValidateAll() if the designated constraints aren't met.
func (InferBatchStatisticsMultiError) AllErrors ¶
func (m InferBatchStatisticsMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (InferBatchStatisticsMultiError) Error ¶
func (m InferBatchStatisticsMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type InferBatchStatisticsValidationError ¶
type InferBatchStatisticsValidationError struct {
// contains filtered or unexported fields
}
InferBatchStatisticsValidationError is the validation error returned by InferBatchStatistics.Validate if the designated constraints aren't met.
func (InferBatchStatisticsValidationError) Cause ¶
func (e InferBatchStatisticsValidationError) Cause() error
Cause function returns cause value.
func (InferBatchStatisticsValidationError) Error ¶
func (e InferBatchStatisticsValidationError) Error() string
Error satisfies the builtin error interface
func (InferBatchStatisticsValidationError) ErrorName ¶
func (e InferBatchStatisticsValidationError) ErrorName() string
ErrorName returns error name.
func (InferBatchStatisticsValidationError) Field ¶
func (e InferBatchStatisticsValidationError) Field() string
Field function returns field value.
func (InferBatchStatisticsValidationError) Key ¶
func (e InferBatchStatisticsValidationError) Key() bool
Key function returns key value.
func (InferBatchStatisticsValidationError) Reason ¶
func (e InferBatchStatisticsValidationError) Reason() string
Reason function returns reason value.
type InferParameter ¶
type InferParameter struct { // @@ .. cpp:var:: oneof parameter_choice // @@ // @@ The parameter value can be a string, an int64, // @@ an uint64, a double, or a boolean // @@ // @@ Note: double and uint64 are currently // @@ placeholders for future use and // @@ are not supported for custom parameters // @@ // // Types that are assignable to ParameterChoice: // // *InferParameter_BoolParam // *InferParameter_Int64Param // *InferParameter_StringParam // *InferParameter_DoubleParam // *InferParameter_Uint64Param ParameterChoice isInferParameter_ParameterChoice `protobuf_oneof:"parameter_choice"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message InferParameter @@ @@ An inference parameter value. @@
func (*InferParameter) Descriptor
deprecated
func (*InferParameter) Descriptor() ([]byte, []int)
Deprecated: Use InferParameter.ProtoReflect.Descriptor instead.
func (*InferParameter) GetBoolParam ¶
func (x *InferParameter) GetBoolParam() bool
func (*InferParameter) GetDoubleParam ¶
func (x *InferParameter) GetDoubleParam() float64
func (*InferParameter) GetInt64Param ¶
func (x *InferParameter) GetInt64Param() int64
func (*InferParameter) GetParameterChoice ¶
func (m *InferParameter) GetParameterChoice() isInferParameter_ParameterChoice
func (*InferParameter) GetStringParam ¶
func (x *InferParameter) GetStringParam() string
func (*InferParameter) GetUint64Param ¶
func (x *InferParameter) GetUint64Param() uint64
func (*InferParameter) ProtoMessage ¶
func (*InferParameter) ProtoMessage()
func (*InferParameter) ProtoReflect ¶
func (x *InferParameter) ProtoReflect() protoreflect.Message
func (*InferParameter) Reset ¶
func (x *InferParameter) Reset()
func (*InferParameter) String ¶
func (x *InferParameter) String() string
func (*InferParameter) Validate ¶
func (m *InferParameter) Validate() error
Validate checks the field values on InferParameter with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*InferParameter) ValidateAll ¶
func (m *InferParameter) ValidateAll() error
ValidateAll checks the field values on InferParameter with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in InferParameterMultiError, or nil if none found.
type InferParameterMultiError ¶
type InferParameterMultiError []error
InferParameterMultiError is an error wrapping multiple validation errors returned by InferParameter.ValidateAll() if the designated constraints aren't met.
func (InferParameterMultiError) AllErrors ¶
func (m InferParameterMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (InferParameterMultiError) Error ¶
func (m InferParameterMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type InferParameterValidationError ¶
type InferParameterValidationError struct {
// contains filtered or unexported fields
}
InferParameterValidationError is the validation error returned by InferParameter.Validate if the designated constraints aren't met.
func (InferParameterValidationError) Cause ¶
func (e InferParameterValidationError) Cause() error
Cause function returns cause value.
func (InferParameterValidationError) Error ¶
func (e InferParameterValidationError) Error() string
Error satisfies the builtin error interface
func (InferParameterValidationError) ErrorName ¶
func (e InferParameterValidationError) ErrorName() string
ErrorName returns error name.
func (InferParameterValidationError) Field ¶
func (e InferParameterValidationError) Field() string
Field function returns field value.
func (InferParameterValidationError) Key ¶
func (e InferParameterValidationError) Key() bool
Key function returns key value.
func (InferParameterValidationError) Reason ¶
func (e InferParameterValidationError) Reason() string
Reason function returns reason value.
type InferParameter_BoolParam ¶
type InferParameter_BoolParam struct { // @@ .. cpp:var:: bool bool_param // @@ // @@ A boolean parameter value. // @@ BoolParam bool `protobuf:"varint,1,opt,name=bool_param,json=boolParam,proto3,oneof"` }
type InferParameter_DoubleParam ¶
type InferParameter_DoubleParam struct { // @@ .. cpp:var:: double double_param // @@ // @@ A double parameter value. // @@ // @@ Not supported for custom parameters // @@ DoubleParam float64 `protobuf:"fixed64,4,opt,name=double_param,json=doubleParam,proto3,oneof"` }
type InferParameter_Int64Param ¶
type InferParameter_Int64Param struct { // @@ .. cpp:var:: int64 int64_param // @@ // @@ An int64 parameter value. // @@ Int64Param int64 `protobuf:"varint,2,opt,name=int64_param,json=int64Param,proto3,oneof"` }
type InferParameter_StringParam ¶
type InferParameter_StringParam struct { // @@ .. cpp:var:: string string_param // @@ // @@ A string parameter value. // @@ StringParam string `protobuf:"bytes,3,opt,name=string_param,json=stringParam,proto3,oneof"` }
type InferParameter_Uint64Param ¶
type InferParameter_Uint64Param struct { // @@ .. cpp:var:: uint64 uint64_param // @@ // @@ A uint64 parameter value. // @@ // @@ Not supported for custom parameters // @@ Uint64Param uint64 `protobuf:"varint,5,opt,name=uint64_param,json=uint64Param,proto3,oneof"` }
type InferStatistics ¶
type InferStatistics struct { // @@ .. cpp:var:: StatisticDuration success // @@ // @@ Cumulative count and duration for successful inference // @@ request. The "success" count and cumulative duration includes // @@ cache hits. // @@ Success *StatisticDuration `protobuf:"bytes,1,opt,name=success,proto3" json:"success,omitempty"` // @@ .. cpp:var:: StatisticDuration fail // @@ // @@ Cumulative count and duration for failed inference // @@ request. // @@ Fail *StatisticDuration `protobuf:"bytes,2,opt,name=fail,proto3" json:"fail,omitempty"` // @@ .. cpp:var:: StatisticDuration queue // @@ // @@ The count and cumulative duration that inference requests wait in // @@ scheduling or other queues. The "queue" count and cumulative // @@ duration includes cache hits. // @@ Queue *StatisticDuration `protobuf:"bytes,3,opt,name=queue,proto3" json:"queue,omitempty"` // @@ .. cpp:var:: StatisticDuration compute_input // @@ // @@ The count and cumulative duration to prepare input tensor data as // @@ required by the model framework / backend. For example, this duration // @@ should include the time to copy input tensor data to the GPU. // @@ The "compute_input" count and cumulative duration do not account for // @@ requests that were a cache hit. See the "cache_hit" field for more // @@ info. // @@ ComputeInput *StatisticDuration `protobuf:"bytes,4,opt,name=compute_input,json=computeInput,proto3" json:"compute_input,omitempty"` // @@ .. cpp:var:: StatisticDuration compute_infer // @@ // @@ The count and cumulative duration to execute the model. // @@ The "compute_infer" count and cumulative duration do not account for // @@ requests that were a cache hit. See the "cache_hit" field for more // @@ info. // @@ ComputeInfer *StatisticDuration `protobuf:"bytes,5,opt,name=compute_infer,json=computeInfer,proto3" json:"compute_infer,omitempty"` // @@ .. cpp:var:: StatisticDuration compute_output // @@ // @@ The count and cumulative duration to extract output tensor data // @@ produced by the model framework / backend. For example, this duration // @@ should include the time to copy output tensor data from the GPU. // @@ The "compute_output" count and cumulative duration do not account for // @@ requests that were a cache hit. See the "cache_hit" field for more // @@ info. // @@ ComputeOutput *StatisticDuration `protobuf:"bytes,6,opt,name=compute_output,json=computeOutput,proto3" json:"compute_output,omitempty"` // @@ .. cpp:var:: StatisticDuration cache_hit // @@ // @@ The count of response cache hits and cumulative duration to lookup // @@ and extract output tensor data from the Response Cache on a cache // @@ hit. For example, this duration should include the time to copy // @@ output tensor data from the Response Cache to the response object. // @@ On cache hits, triton does not need to go to the model/backend // @@ for the output tensor data, so the "compute_input", "compute_infer", // @@ and "compute_output" fields are not updated. Assuming the response // @@ cache is enabled for a given model, a cache hit occurs for a // @@ request to that model when the request metadata (model name, // @@ model version, model inputs) hashes to an existing entry in the // @@ cache. On a cache miss, the request hash and response output tensor // @@ data is added to the cache. See response cache docs for more info: // @@ // https://github.com/triton-inference-server/server/blob/main/docs/response_cache.md // @@ CacheHit *StatisticDuration `protobuf:"bytes,7,opt,name=cache_hit,json=cacheHit,proto3" json:"cache_hit,omitempty"` // @@ .. cpp:var:: StatisticDuration cache_miss // @@ // @@ The count of response cache misses and cumulative duration to lookup // @@ and insert output tensor data from the computed response to the // cache. // @@ For example, this duration should include the time to copy // @@ output tensor data from the response object to the Response Cache. // @@ Assuming the response cache is enabled for a given model, a cache // @@ miss occurs for a request to that model when the request metadata // @@ does NOT hash to an existing entry in the cache. See the response // @@ cache docs for more info: // @@ // https://github.com/triton-inference-server/server/blob/main/docs/response_cache.md // @@ CacheMiss *StatisticDuration `protobuf:"bytes,8,opt,name=cache_miss,json=cacheMiss,proto3" json:"cache_miss,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message InferStatistics @@ @@ Inference statistics. @@
func (*InferStatistics) Descriptor
deprecated
func (*InferStatistics) Descriptor() ([]byte, []int)
Deprecated: Use InferStatistics.ProtoReflect.Descriptor instead.
func (*InferStatistics) GetCacheHit ¶
func (x *InferStatistics) GetCacheHit() *StatisticDuration
func (*InferStatistics) GetCacheMiss ¶
func (x *InferStatistics) GetCacheMiss() *StatisticDuration
func (*InferStatistics) GetComputeInfer ¶
func (x *InferStatistics) GetComputeInfer() *StatisticDuration
func (*InferStatistics) GetComputeInput ¶
func (x *InferStatistics) GetComputeInput() *StatisticDuration
func (*InferStatistics) GetComputeOutput ¶
func (x *InferStatistics) GetComputeOutput() *StatisticDuration
func (*InferStatistics) GetFail ¶
func (x *InferStatistics) GetFail() *StatisticDuration
func (*InferStatistics) GetQueue ¶
func (x *InferStatistics) GetQueue() *StatisticDuration
func (*InferStatistics) GetSuccess ¶
func (x *InferStatistics) GetSuccess() *StatisticDuration
func (*InferStatistics) ProtoMessage ¶
func (*InferStatistics) ProtoMessage()
func (*InferStatistics) ProtoReflect ¶
func (x *InferStatistics) ProtoReflect() protoreflect.Message
func (*InferStatistics) Reset ¶
func (x *InferStatistics) Reset()
func (*InferStatistics) String ¶
func (x *InferStatistics) String() string
func (*InferStatistics) Validate ¶
func (m *InferStatistics) Validate() error
Validate checks the field values on InferStatistics with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*InferStatistics) ValidateAll ¶
func (m *InferStatistics) ValidateAll() error
ValidateAll checks the field values on InferStatistics with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in InferStatisticsMultiError, or nil if none found.
type InferStatisticsMultiError ¶
type InferStatisticsMultiError []error
InferStatisticsMultiError is an error wrapping multiple validation errors returned by InferStatistics.ValidateAll() if the designated constraints aren't met.
func (InferStatisticsMultiError) AllErrors ¶
func (m InferStatisticsMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (InferStatisticsMultiError) Error ¶
func (m InferStatisticsMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type InferStatisticsValidationError ¶
type InferStatisticsValidationError struct {
// contains filtered or unexported fields
}
InferStatisticsValidationError is the validation error returned by InferStatistics.Validate if the designated constraints aren't met.
func (InferStatisticsValidationError) Cause ¶
func (e InferStatisticsValidationError) Cause() error
Cause function returns cause value.
func (InferStatisticsValidationError) Error ¶
func (e InferStatisticsValidationError) Error() string
Error satisfies the builtin error interface
func (InferStatisticsValidationError) ErrorName ¶
func (e InferStatisticsValidationError) ErrorName() string
ErrorName returns error name.
func (InferStatisticsValidationError) Field ¶
func (e InferStatisticsValidationError) Field() string
Field function returns field value.
func (InferStatisticsValidationError) Key ¶
func (e InferStatisticsValidationError) Key() bool
Key function returns key value.
func (InferStatisticsValidationError) Reason ¶
func (e InferStatisticsValidationError) Reason() string
Reason function returns reason value.
type InferTensorContents ¶
type InferTensorContents struct { // @@ // @@ .. cpp:var:: bool bool_contents (repeated) // @@ // @@ Representation for BOOL data type. The size must match what is // @@ expected by the tensor's shape. The contents must be the flattened, // @@ one-dimensional, row-major order of the tensor elements. // @@ BoolContents []bool `protobuf:"varint,1,rep,packed,name=bool_contents,json=boolContents,proto3" json:"bool_contents,omitempty"` // @@ // @@ .. cpp:var:: int32 int_contents (repeated) // @@ // @@ Representation for INT8, INT16, and INT32 data types. The size // @@ must match what is expected by the tensor's shape. The contents // @@ must be the flattened, one-dimensional, row-major order of the // @@ tensor elements. // @@ IntContents []int32 `protobuf:"varint,2,rep,packed,name=int_contents,json=intContents,proto3" json:"int_contents,omitempty"` // @@ // @@ .. cpp:var:: int64 int64_contents (repeated) // @@ // @@ Representation for INT64 data types. The size must match what // @@ is expected by the tensor's shape. The contents must be the // @@ flattened, one-dimensional, row-major order of the tensor elements. // @@ Int64Contents []int64 `protobuf:"varint,3,rep,packed,name=int64_contents,json=int64Contents,proto3" json:"int64_contents,omitempty"` // @@ // @@ .. cpp:var:: uint32 uint_contents (repeated) // @@ // @@ Representation for UINT8, UINT16, and UINT32 data types. The size // @@ must match what is expected by the tensor's shape. The contents // @@ must be the flattened, one-dimensional, row-major order of the // @@ tensor elements. // @@ UintContents []uint32 `protobuf:"varint,4,rep,packed,name=uint_contents,json=uintContents,proto3" json:"uint_contents,omitempty"` // @@ // @@ .. cpp:var:: uint64 uint64_contents (repeated) // @@ // @@ Representation for UINT64 data types. The size must match what // @@ is expected by the tensor's shape. The contents must be the // @@ flattened, one-dimensional, row-major order of the tensor elements. // @@ Uint64Contents []uint64 `protobuf:"varint,5,rep,packed,name=uint64_contents,json=uint64Contents,proto3" json:"uint64_contents,omitempty"` // @@ // @@ .. cpp:var:: float fp32_contents (repeated) // @@ // @@ Representation for FP32 data type. The size must match what is // @@ expected by the tensor's shape. The contents must be the flattened, // @@ one-dimensional, row-major order of the tensor elements. // @@ Fp32Contents []float32 `protobuf:"fixed32,6,rep,packed,name=fp32_contents,json=fp32Contents,proto3" json:"fp32_contents,omitempty"` // @@ // @@ .. cpp:var:: double fp64_contents (repeated) // @@ // @@ Representation for FP64 data type. The size must match what is // @@ expected by the tensor's shape. The contents must be the flattened, // @@ one-dimensional, row-major order of the tensor elements. // @@ Fp64Contents []float64 `protobuf:"fixed64,7,rep,packed,name=fp64_contents,json=fp64Contents,proto3" json:"fp64_contents,omitempty"` // @@ // @@ .. cpp:var:: bytes bytes_contents (repeated) // @@ // @@ Representation for BYTES data type. The size must match what is // @@ expected by the tensor's shape. The contents must be the flattened, // @@ one-dimensional, row-major order of the tensor elements. // @@ BytesContents [][]byte `protobuf:"bytes,8,rep,name=bytes_contents,json=bytesContents,proto3" json:"bytes_contents,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message InferTensorContents @@ @@ The data contained in a tensor represented by the repeated type @@ that matches the tensor's data type. Protobuf oneof is not used @@ because oneofs cannot contain repeated fields. @@
func (*InferTensorContents) Descriptor
deprecated
func (*InferTensorContents) Descriptor() ([]byte, []int)
Deprecated: Use InferTensorContents.ProtoReflect.Descriptor instead.
func (*InferTensorContents) GetBoolContents ¶
func (x *InferTensorContents) GetBoolContents() []bool
func (*InferTensorContents) GetBytesContents ¶
func (x *InferTensorContents) GetBytesContents() [][]byte
func (*InferTensorContents) GetFp32Contents ¶
func (x *InferTensorContents) GetFp32Contents() []float32
func (*InferTensorContents) GetFp64Contents ¶
func (x *InferTensorContents) GetFp64Contents() []float64
func (*InferTensorContents) GetInt64Contents ¶
func (x *InferTensorContents) GetInt64Contents() []int64
func (*InferTensorContents) GetIntContents ¶
func (x *InferTensorContents) GetIntContents() []int32
func (*InferTensorContents) GetUint64Contents ¶
func (x *InferTensorContents) GetUint64Contents() []uint64
func (*InferTensorContents) GetUintContents ¶
func (x *InferTensorContents) GetUintContents() []uint32
func (*InferTensorContents) ProtoMessage ¶
func (*InferTensorContents) ProtoMessage()
func (*InferTensorContents) ProtoReflect ¶
func (x *InferTensorContents) ProtoReflect() protoreflect.Message
func (*InferTensorContents) Reset ¶
func (x *InferTensorContents) Reset()
func (*InferTensorContents) String ¶
func (x *InferTensorContents) String() string
func (*InferTensorContents) Validate ¶
func (m *InferTensorContents) Validate() error
Validate checks the field values on InferTensorContents with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*InferTensorContents) ValidateAll ¶
func (m *InferTensorContents) ValidateAll() error
ValidateAll checks the field values on InferTensorContents with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in InferTensorContentsMultiError, or nil if none found.
type InferTensorContentsMultiError ¶
type InferTensorContentsMultiError []error
InferTensorContentsMultiError is an error wrapping multiple validation errors returned by InferTensorContents.ValidateAll() if the designated constraints aren't met.
func (InferTensorContentsMultiError) AllErrors ¶
func (m InferTensorContentsMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (InferTensorContentsMultiError) Error ¶
func (m InferTensorContentsMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type InferTensorContentsValidationError ¶
type InferTensorContentsValidationError struct {
// contains filtered or unexported fields
}
InferTensorContentsValidationError is the validation error returned by InferTensorContents.Validate if the designated constraints aren't met.
func (InferTensorContentsValidationError) Cause ¶
func (e InferTensorContentsValidationError) Cause() error
Cause function returns cause value.
func (InferTensorContentsValidationError) Error ¶
func (e InferTensorContentsValidationError) Error() string
Error satisfies the builtin error interface
func (InferTensorContentsValidationError) ErrorName ¶
func (e InferTensorContentsValidationError) ErrorName() string
ErrorName returns error name.
func (InferTensorContentsValidationError) Field ¶
func (e InferTensorContentsValidationError) Field() string
Field function returns field value.
func (InferTensorContentsValidationError) Key ¶
func (e InferTensorContentsValidationError) Key() bool
Key function returns key value.
func (InferTensorContentsValidationError) Reason ¶
func (e InferTensorContentsValidationError) Reason() string
Reason function returns reason value.
type LogSettingsRequest ¶
type LogSettingsRequest struct { // @@ .. cpp:var:: map<string,SettingValue> settings // @@ // @@ The current log settings. // @@ Settings map[string]*LogSettingsRequest_SettingValue `` /* 157-byte string literal not displayed */ // contains filtered or unexported fields }
@@ @@.. cpp:var:: message LogSettingsRequest @@ @@ Request message for LogSettings. @@
func (*LogSettingsRequest) Descriptor
deprecated
func (*LogSettingsRequest) Descriptor() ([]byte, []int)
Deprecated: Use LogSettingsRequest.ProtoReflect.Descriptor instead.
func (*LogSettingsRequest) GetSettings ¶
func (x *LogSettingsRequest) GetSettings() map[string]*LogSettingsRequest_SettingValue
func (*LogSettingsRequest) ProtoMessage ¶
func (*LogSettingsRequest) ProtoMessage()
func (*LogSettingsRequest) ProtoReflect ¶
func (x *LogSettingsRequest) ProtoReflect() protoreflect.Message
func (*LogSettingsRequest) Reset ¶
func (x *LogSettingsRequest) Reset()
func (*LogSettingsRequest) String ¶
func (x *LogSettingsRequest) String() string
func (*LogSettingsRequest) Validate ¶
func (m *LogSettingsRequest) Validate() error
Validate checks the field values on LogSettingsRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*LogSettingsRequest) ValidateAll ¶
func (m *LogSettingsRequest) ValidateAll() error
ValidateAll checks the field values on LogSettingsRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in LogSettingsRequestMultiError, or nil if none found.
type LogSettingsRequestMultiError ¶
type LogSettingsRequestMultiError []error
LogSettingsRequestMultiError is an error wrapping multiple validation errors returned by LogSettingsRequest.ValidateAll() if the designated constraints aren't met.
func (LogSettingsRequestMultiError) AllErrors ¶
func (m LogSettingsRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (LogSettingsRequestMultiError) Error ¶
func (m LogSettingsRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type LogSettingsRequestValidationError ¶
type LogSettingsRequestValidationError struct {
// contains filtered or unexported fields
}
LogSettingsRequestValidationError is the validation error returned by LogSettingsRequest.Validate if the designated constraints aren't met.
func (LogSettingsRequestValidationError) Cause ¶
func (e LogSettingsRequestValidationError) Cause() error
Cause function returns cause value.
func (LogSettingsRequestValidationError) Error ¶
func (e LogSettingsRequestValidationError) Error() string
Error satisfies the builtin error interface
func (LogSettingsRequestValidationError) ErrorName ¶
func (e LogSettingsRequestValidationError) ErrorName() string
ErrorName returns error name.
func (LogSettingsRequestValidationError) Field ¶
func (e LogSettingsRequestValidationError) Field() string
Field function returns field value.
func (LogSettingsRequestValidationError) Key ¶
func (e LogSettingsRequestValidationError) Key() bool
Key function returns key value.
func (LogSettingsRequestValidationError) Reason ¶
func (e LogSettingsRequestValidationError) Reason() string
Reason function returns reason value.
type LogSettingsRequest_SettingValue ¶
type LogSettingsRequest_SettingValue struct { // Types that are assignable to ParameterChoice: // // *LogSettingsRequest_SettingValue_BoolParam // *LogSettingsRequest_SettingValue_Uint32Param // *LogSettingsRequest_SettingValue_StringParam ParameterChoice isLogSettingsRequest_SettingValue_ParameterChoice `protobuf_oneof:"parameter_choice"` // contains filtered or unexported fields }
func (*LogSettingsRequest_SettingValue) Descriptor
deprecated
func (*LogSettingsRequest_SettingValue) Descriptor() ([]byte, []int)
Deprecated: Use LogSettingsRequest_SettingValue.ProtoReflect.Descriptor instead.
func (*LogSettingsRequest_SettingValue) GetBoolParam ¶
func (x *LogSettingsRequest_SettingValue) GetBoolParam() bool
func (*LogSettingsRequest_SettingValue) GetParameterChoice ¶
func (m *LogSettingsRequest_SettingValue) GetParameterChoice() isLogSettingsRequest_SettingValue_ParameterChoice
func (*LogSettingsRequest_SettingValue) GetStringParam ¶
func (x *LogSettingsRequest_SettingValue) GetStringParam() string
func (*LogSettingsRequest_SettingValue) GetUint32Param ¶
func (x *LogSettingsRequest_SettingValue) GetUint32Param() uint32
func (*LogSettingsRequest_SettingValue) ProtoMessage ¶
func (*LogSettingsRequest_SettingValue) ProtoMessage()
func (*LogSettingsRequest_SettingValue) ProtoReflect ¶
func (x *LogSettingsRequest_SettingValue) ProtoReflect() protoreflect.Message
func (*LogSettingsRequest_SettingValue) Reset ¶
func (x *LogSettingsRequest_SettingValue) Reset()
func (*LogSettingsRequest_SettingValue) String ¶
func (x *LogSettingsRequest_SettingValue) String() string
func (*LogSettingsRequest_SettingValue) Validate ¶
func (m *LogSettingsRequest_SettingValue) Validate() error
Validate checks the field values on LogSettingsRequest_SettingValue with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*LogSettingsRequest_SettingValue) ValidateAll ¶
func (m *LogSettingsRequest_SettingValue) ValidateAll() error
ValidateAll checks the field values on LogSettingsRequest_SettingValue with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in LogSettingsRequest_SettingValueMultiError, or nil if none found.
type LogSettingsRequest_SettingValueMultiError ¶
type LogSettingsRequest_SettingValueMultiError []error
LogSettingsRequest_SettingValueMultiError is an error wrapping multiple validation errors returned by LogSettingsRequest_SettingValue.ValidateAll() if the designated constraints aren't met.
func (LogSettingsRequest_SettingValueMultiError) AllErrors ¶
func (m LogSettingsRequest_SettingValueMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (LogSettingsRequest_SettingValueMultiError) Error ¶
func (m LogSettingsRequest_SettingValueMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type LogSettingsRequest_SettingValueValidationError ¶
type LogSettingsRequest_SettingValueValidationError struct {
// contains filtered or unexported fields
}
LogSettingsRequest_SettingValueValidationError is the validation error returned by LogSettingsRequest_SettingValue.Validate if the designated constraints aren't met.
func (LogSettingsRequest_SettingValueValidationError) Cause ¶
func (e LogSettingsRequest_SettingValueValidationError) Cause() error
Cause function returns cause value.
func (LogSettingsRequest_SettingValueValidationError) Error ¶
func (e LogSettingsRequest_SettingValueValidationError) Error() string
Error satisfies the builtin error interface
func (LogSettingsRequest_SettingValueValidationError) ErrorName ¶
func (e LogSettingsRequest_SettingValueValidationError) ErrorName() string
ErrorName returns error name.
func (LogSettingsRequest_SettingValueValidationError) Field ¶
func (e LogSettingsRequest_SettingValueValidationError) Field() string
Field function returns field value.
func (LogSettingsRequest_SettingValueValidationError) Key ¶
func (e LogSettingsRequest_SettingValueValidationError) Key() bool
Key function returns key value.
func (LogSettingsRequest_SettingValueValidationError) Reason ¶
func (e LogSettingsRequest_SettingValueValidationError) Reason() string
Reason function returns reason value.
type LogSettingsRequest_SettingValue_BoolParam ¶
type LogSettingsRequest_SettingValue_BoolParam struct { // @@ .. cpp:var:: bool bool_param // @@ // @@ A boolean parameter value. // @@ BoolParam bool `protobuf:"varint,1,opt,name=bool_param,json=boolParam,proto3,oneof"` }
type LogSettingsRequest_SettingValue_StringParam ¶
type LogSettingsRequest_SettingValue_StringParam struct { // @@ .. cpp:var:: string string_param // @@ // @@ A string parameter value. // @@ StringParam string `protobuf:"bytes,3,opt,name=string_param,json=stringParam,proto3,oneof"` }
type LogSettingsRequest_SettingValue_Uint32Param ¶
type LogSettingsRequest_SettingValue_Uint32Param struct { // @@ .. cpp:var:: uint32 uint32_param // @@ // @@ An uint32 parameter value. // @@ Uint32Param uint32 `protobuf:"varint,2,opt,name=uint32_param,json=uint32Param,proto3,oneof"` }
type LogSettingsResponse ¶
type LogSettingsResponse struct { // @@ .. cpp:var:: map<string,SettingValue> settings // @@ // @@ The current log settings. // @@ Settings map[string]*LogSettingsResponse_SettingValue `` /* 157-byte string literal not displayed */ // contains filtered or unexported fields }
@@ @@.. cpp:var:: message LogSettingsResponse @@ @@ Response message for LogSettings. @@
func (*LogSettingsResponse) Descriptor
deprecated
func (*LogSettingsResponse) Descriptor() ([]byte, []int)
Deprecated: Use LogSettingsResponse.ProtoReflect.Descriptor instead.
func (*LogSettingsResponse) GetSettings ¶
func (x *LogSettingsResponse) GetSettings() map[string]*LogSettingsResponse_SettingValue
func (*LogSettingsResponse) ProtoMessage ¶
func (*LogSettingsResponse) ProtoMessage()
func (*LogSettingsResponse) ProtoReflect ¶
func (x *LogSettingsResponse) ProtoReflect() protoreflect.Message
func (*LogSettingsResponse) Reset ¶
func (x *LogSettingsResponse) Reset()
func (*LogSettingsResponse) String ¶
func (x *LogSettingsResponse) String() string
func (*LogSettingsResponse) Validate ¶
func (m *LogSettingsResponse) Validate() error
Validate checks the field values on LogSettingsResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*LogSettingsResponse) ValidateAll ¶
func (m *LogSettingsResponse) ValidateAll() error
ValidateAll checks the field values on LogSettingsResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in LogSettingsResponseMultiError, or nil if none found.
type LogSettingsResponseMultiError ¶
type LogSettingsResponseMultiError []error
LogSettingsResponseMultiError is an error wrapping multiple validation errors returned by LogSettingsResponse.ValidateAll() if the designated constraints aren't met.
func (LogSettingsResponseMultiError) AllErrors ¶
func (m LogSettingsResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (LogSettingsResponseMultiError) Error ¶
func (m LogSettingsResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type LogSettingsResponseValidationError ¶
type LogSettingsResponseValidationError struct {
// contains filtered or unexported fields
}
LogSettingsResponseValidationError is the validation error returned by LogSettingsResponse.Validate if the designated constraints aren't met.
func (LogSettingsResponseValidationError) Cause ¶
func (e LogSettingsResponseValidationError) Cause() error
Cause function returns cause value.
func (LogSettingsResponseValidationError) Error ¶
func (e LogSettingsResponseValidationError) Error() string
Error satisfies the builtin error interface
func (LogSettingsResponseValidationError) ErrorName ¶
func (e LogSettingsResponseValidationError) ErrorName() string
ErrorName returns error name.
func (LogSettingsResponseValidationError) Field ¶
func (e LogSettingsResponseValidationError) Field() string
Field function returns field value.
func (LogSettingsResponseValidationError) Key ¶
func (e LogSettingsResponseValidationError) Key() bool
Key function returns key value.
func (LogSettingsResponseValidationError) Reason ¶
func (e LogSettingsResponseValidationError) Reason() string
Reason function returns reason value.
type LogSettingsResponse_SettingValue ¶
type LogSettingsResponse_SettingValue struct { // Types that are assignable to ParameterChoice: // // *LogSettingsResponse_SettingValue_BoolParam // *LogSettingsResponse_SettingValue_Uint32Param // *LogSettingsResponse_SettingValue_StringParam ParameterChoice isLogSettingsResponse_SettingValue_ParameterChoice `protobuf_oneof:"parameter_choice"` // contains filtered or unexported fields }
func (*LogSettingsResponse_SettingValue) Descriptor
deprecated
func (*LogSettingsResponse_SettingValue) Descriptor() ([]byte, []int)
Deprecated: Use LogSettingsResponse_SettingValue.ProtoReflect.Descriptor instead.
func (*LogSettingsResponse_SettingValue) GetBoolParam ¶
func (x *LogSettingsResponse_SettingValue) GetBoolParam() bool
func (*LogSettingsResponse_SettingValue) GetParameterChoice ¶
func (m *LogSettingsResponse_SettingValue) GetParameterChoice() isLogSettingsResponse_SettingValue_ParameterChoice
func (*LogSettingsResponse_SettingValue) GetStringParam ¶
func (x *LogSettingsResponse_SettingValue) GetStringParam() string
func (*LogSettingsResponse_SettingValue) GetUint32Param ¶
func (x *LogSettingsResponse_SettingValue) GetUint32Param() uint32
func (*LogSettingsResponse_SettingValue) ProtoMessage ¶
func (*LogSettingsResponse_SettingValue) ProtoMessage()
func (*LogSettingsResponse_SettingValue) ProtoReflect ¶
func (x *LogSettingsResponse_SettingValue) ProtoReflect() protoreflect.Message
func (*LogSettingsResponse_SettingValue) Reset ¶
func (x *LogSettingsResponse_SettingValue) Reset()
func (*LogSettingsResponse_SettingValue) String ¶
func (x *LogSettingsResponse_SettingValue) String() string
func (*LogSettingsResponse_SettingValue) Validate ¶
func (m *LogSettingsResponse_SettingValue) Validate() error
Validate checks the field values on LogSettingsResponse_SettingValue with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*LogSettingsResponse_SettingValue) ValidateAll ¶
func (m *LogSettingsResponse_SettingValue) ValidateAll() error
ValidateAll checks the field values on LogSettingsResponse_SettingValue with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in LogSettingsResponse_SettingValueMultiError, or nil if none found.
type LogSettingsResponse_SettingValueMultiError ¶
type LogSettingsResponse_SettingValueMultiError []error
LogSettingsResponse_SettingValueMultiError is an error wrapping multiple validation errors returned by LogSettingsResponse_SettingValue.ValidateAll() if the designated constraints aren't met.
func (LogSettingsResponse_SettingValueMultiError) AllErrors ¶
func (m LogSettingsResponse_SettingValueMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (LogSettingsResponse_SettingValueMultiError) Error ¶
func (m LogSettingsResponse_SettingValueMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type LogSettingsResponse_SettingValueValidationError ¶
type LogSettingsResponse_SettingValueValidationError struct {
// contains filtered or unexported fields
}
LogSettingsResponse_SettingValueValidationError is the validation error returned by LogSettingsResponse_SettingValue.Validate if the designated constraints aren't met.
func (LogSettingsResponse_SettingValueValidationError) Cause ¶
func (e LogSettingsResponse_SettingValueValidationError) Cause() error
Cause function returns cause value.
func (LogSettingsResponse_SettingValueValidationError) Error ¶
func (e LogSettingsResponse_SettingValueValidationError) Error() string
Error satisfies the builtin error interface
func (LogSettingsResponse_SettingValueValidationError) ErrorName ¶
func (e LogSettingsResponse_SettingValueValidationError) ErrorName() string
ErrorName returns error name.
func (LogSettingsResponse_SettingValueValidationError) Field ¶
func (e LogSettingsResponse_SettingValueValidationError) Field() string
Field function returns field value.
func (LogSettingsResponse_SettingValueValidationError) Key ¶
func (e LogSettingsResponse_SettingValueValidationError) Key() bool
Key function returns key value.
func (LogSettingsResponse_SettingValueValidationError) Reason ¶
func (e LogSettingsResponse_SettingValueValidationError) Reason() string
Reason function returns reason value.
type LogSettingsResponse_SettingValue_BoolParam ¶
type LogSettingsResponse_SettingValue_BoolParam struct { // @@ .. cpp:var:: bool bool_param // @@ // @@ A boolean parameter value. // @@ BoolParam bool `protobuf:"varint,1,opt,name=bool_param,json=boolParam,proto3,oneof"` }
type LogSettingsResponse_SettingValue_StringParam ¶
type LogSettingsResponse_SettingValue_StringParam struct { // @@ .. cpp:var:: string string_param // @@ // @@ A string parameter value. // @@ StringParam string `protobuf:"bytes,3,opt,name=string_param,json=stringParam,proto3,oneof"` }
type LogSettingsResponse_SettingValue_Uint32Param ¶
type LogSettingsResponse_SettingValue_Uint32Param struct { // @@ .. cpp:var:: uint32 uint32_param // @@ // @@ An int32 parameter value. // @@ Uint32Param uint32 `protobuf:"varint,2,opt,name=uint32_param,json=uint32Param,proto3,oneof"` }
type MemoryUsage ¶
type MemoryUsage struct { // @@ .. cpp:var:: string type // @@ // @@ The type of memory, the value can be "CPU", "CPU_PINNED", "GPU". // @@ Type string `protobuf:"bytes,1,opt,name=type,proto3" json:"type,omitempty"` // @@ .. cpp:var:: int64 id // @@ // @@ The id of the memory, typically used with "type" to identify // @@ a device that hosts the memory. // @@ Id int64 `protobuf:"varint,2,opt,name=id,proto3" json:"id,omitempty"` // @@ .. cpp:var:: uint64 byte_size // @@ // @@ The byte size of the memory. // @@ ByteSize uint64 `protobuf:"varint,3,opt,name=byte_size,json=byteSize,proto3" json:"byte_size,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message MemoryUsage @@ @@ Memory usage. @@
func (*MemoryUsage) Descriptor
deprecated
func (*MemoryUsage) Descriptor() ([]byte, []int)
Deprecated: Use MemoryUsage.ProtoReflect.Descriptor instead.
func (*MemoryUsage) GetByteSize ¶
func (x *MemoryUsage) GetByteSize() uint64
func (*MemoryUsage) GetId ¶
func (x *MemoryUsage) GetId() int64
func (*MemoryUsage) GetType ¶
func (x *MemoryUsage) GetType() string
func (*MemoryUsage) ProtoMessage ¶
func (*MemoryUsage) ProtoMessage()
func (*MemoryUsage) ProtoReflect ¶
func (x *MemoryUsage) ProtoReflect() protoreflect.Message
func (*MemoryUsage) Reset ¶
func (x *MemoryUsage) Reset()
func (*MemoryUsage) String ¶
func (x *MemoryUsage) String() string
func (*MemoryUsage) Validate ¶
func (m *MemoryUsage) Validate() error
Validate checks the field values on MemoryUsage with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*MemoryUsage) ValidateAll ¶
func (m *MemoryUsage) ValidateAll() error
ValidateAll checks the field values on MemoryUsage with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in MemoryUsageMultiError, or nil if none found.
type MemoryUsageMultiError ¶
type MemoryUsageMultiError []error
MemoryUsageMultiError is an error wrapping multiple validation errors returned by MemoryUsage.ValidateAll() if the designated constraints aren't met.
func (MemoryUsageMultiError) AllErrors ¶
func (m MemoryUsageMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (MemoryUsageMultiError) Error ¶
func (m MemoryUsageMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type MemoryUsageValidationError ¶
type MemoryUsageValidationError struct {
// contains filtered or unexported fields
}
MemoryUsageValidationError is the validation error returned by MemoryUsage.Validate if the designated constraints aren't met.
func (MemoryUsageValidationError) Cause ¶
func (e MemoryUsageValidationError) Cause() error
Cause function returns cause value.
func (MemoryUsageValidationError) Error ¶
func (e MemoryUsageValidationError) Error() string
Error satisfies the builtin error interface
func (MemoryUsageValidationError) ErrorName ¶
func (e MemoryUsageValidationError) ErrorName() string
ErrorName returns error name.
func (MemoryUsageValidationError) Field ¶
func (e MemoryUsageValidationError) Field() string
Field function returns field value.
func (MemoryUsageValidationError) Key ¶
func (e MemoryUsageValidationError) Key() bool
Key function returns key value.
func (MemoryUsageValidationError) Reason ¶
func (e MemoryUsageValidationError) Reason() string
Reason function returns reason value.
type ModelConfig ¶
type ModelConfig struct { // @@ .. cpp:var:: string name // @@ // @@ The name of the model. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ .. cpp:var:: string platform // @@ // @@ Additional backend-specific configuration for the model. // @@ Please refer to the backend documentation on whether this field // @@ should be specified. // @@ Platform string `protobuf:"bytes,2,opt,name=platform,proto3" json:"platform,omitempty"` // @@ .. cpp:var:: string backend // @@ // @@ The backend used by the model. // @@ Backend string `protobuf:"bytes,17,opt,name=backend,proto3" json:"backend,omitempty"` // @@ .. cpp:var:: ModelVersionPolicy version_policy // @@ // @@ Policy indicating which version(s) of the model will be served. // @@ VersionPolicy *ModelVersionPolicy `protobuf:"bytes,3,opt,name=version_policy,json=versionPolicy,proto3" json:"version_policy,omitempty"` // @@ .. cpp:var:: int32 max_batch_size // @@ // @@ Maximum batch size allowed for inference. This can only decrease // @@ what is allowed by the model itself. A max_batch_size value of 0 // @@ indicates that batching is not allowed for the model and the // @@ dimension/shape of the input and output tensors must exactly // @@ match what is specified in the input and output configuration. A // @@ max_batch_size value > 0 indicates that batching is allowed and // @@ so the model expects the input tensors to have an additional // @@ initial dimension for the batching that is not specified in the // @@ input (for example, if the model supports batched inputs of // @@ 2-dimensional tensors then the model configuration will specify // @@ the input shape as [ X, Y ] but the model will expect the actual // @@ input tensors to have shape [ N, X, Y ]). For max_batch_size > 0 // @@ returned outputs will also have an additional initial dimension // @@ for the batch. // @@ MaxBatchSize int32 `protobuf:"varint,4,opt,name=max_batch_size,json=maxBatchSize,proto3" json:"max_batch_size,omitempty"` // @@ .. cpp:var:: ModelInput input (repeated) // @@ // @@ The inputs request by the model. // @@ Input []*ModelInput `protobuf:"bytes,5,rep,name=input,proto3" json:"input,omitempty"` // @@ .. cpp:var:: ModelOutput output (repeated) // @@ // @@ The outputs produced by the model. // @@ Output []*ModelOutput `protobuf:"bytes,6,rep,name=output,proto3" json:"output,omitempty"` // @@ .. cpp:var:: BatchInput batch_input (repeated) // @@ // @@ The model input(s) that the server should use to communicate // @@ batch related values to the model. // @@ BatchInput []*BatchInput `protobuf:"bytes,20,rep,name=batch_input,json=batchInput,proto3" json:"batch_input,omitempty"` // @@ .. cpp:var:: BatchOutput batch_output (repeated) // @@ // @@ The outputs produced by the model that requires special handling // @@ by the model backend. // @@ BatchOutput []*BatchOutput `protobuf:"bytes,21,rep,name=batch_output,json=batchOutput,proto3" json:"batch_output,omitempty"` // @@ .. cpp:var:: ModelOptimizationPolicy optimization // @@ // @@ Optimization configuration for the model. If not specified // @@ then default optimization policy is used. // @@ Optimization *ModelOptimizationPolicy `protobuf:"bytes,12,opt,name=optimization,proto3" json:"optimization,omitempty"` // @@ .. cpp:var:: oneof scheduling_choice // @@ // @@ The scheduling policy for the model. If not specified the // @@ default scheduling policy is used for the model. The default // @@ policy is to execute each inference request independently. // @@ // // Types that are assignable to SchedulingChoice: // // *ModelConfig_DynamicBatching // *ModelConfig_SequenceBatching // *ModelConfig_EnsembleScheduling SchedulingChoice isModelConfig_SchedulingChoice `protobuf_oneof:"scheduling_choice"` // @@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) // @@ // @@ Instances of this model. If not specified, one instance // @@ of the model will be instantiated on each available GPU. // @@ InstanceGroup []*ModelInstanceGroup `protobuf:"bytes,7,rep,name=instance_group,json=instanceGroup,proto3" json:"instance_group,omitempty"` // @@ .. cpp:var:: string default_model_filename // @@ // @@ Optional filename of the model file to use if a // @@ compute-capability specific model is not specified in // @@ :cpp:var:`cc_model_filenames`. If not specified the default name // @@ is 'model.graphdef', 'model.savedmodel', 'model.plan' or // @@ 'model.pt' depending on the model type. // @@ DefaultModelFilename string `protobuf:"bytes,8,opt,name=default_model_filename,json=defaultModelFilename,proto3" json:"default_model_filename,omitempty"` // @@ .. cpp:var:: map<string,string> cc_model_filenames // @@ // @@ Optional map from CUDA compute capability to the filename of // @@ the model that supports that compute capability. The filename // @@ refers to a file within the model version directory. // @@ CcModelFilenames map[string]string `` /* 199-byte string literal not displayed */ // @@ .. cpp:var:: map<string,string> metric_tags // @@ // @@ Optional metric tags. User-specific key-value pairs for metrics // @@ reported for this model. These tags are applied to the metrics // @@ reported on the HTTP metrics port. // @@ MetricTags map[string]string `` /* 180-byte string literal not displayed */ // @@ .. cpp:var:: map<string,ModelParameter> parameters // @@ // @@ Optional model parameters. User-specified parameter values. // @@ Parameters map[string]*ModelParameter `` /* 162-byte string literal not displayed */ // @@ .. cpp:var:: ModelWarmup model_warmup (repeated) // @@ // @@ Warmup setting of this model. If specified, all instances // @@ will be run with the request samples in sequence before // @@ serving the model. // @@ This field can only be specified if the model is not an ensemble // @@ model. // @@ ModelWarmup []*ModelWarmup `protobuf:"bytes,16,rep,name=model_warmup,json=modelWarmup,proto3" json:"model_warmup,omitempty"` // @@ .. cpp:var:: ModelOperations model_operations // @@ // @@ Optional metadata of the libraries providing custom operations for // @@ this model. // @@ ModelOperations *ModelOperations `protobuf:"bytes,18,opt,name=model_operations,json=modelOperations,proto3" json:"model_operations,omitempty"` // @@ .. cpp:var:: ModelTransactionPolicy model_transaction_policy // @@ // @@ Optional specification that describes the nature of transactions // @@ to be expected from the model. // @@ ModelTransactionPolicy *ModelTransactionPolicy `` /* 130-byte string literal not displayed */ // @@ .. cpp:var:: ModelRepositoryAgents model_repository_agents // @@ // @@ Optional specification of the agent(s) that should be invoked // @@ with repository actions are performed for this model. // @@ ModelRepositoryAgents *ModelRepositoryAgents `` /* 127-byte string literal not displayed */ // @@ .. cpp:var:: ModelResponseCache response_cache // @@ // @@ Optional setting for utilizing the response cache for this // @@ model. // @@ ResponseCache *ModelResponseCache `protobuf:"bytes,24,opt,name=response_cache,json=responseCache,proto3" json:"response_cache,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelConfig @@ @@ A model configuration. @@
func (*ModelConfig) Descriptor
deprecated
func (*ModelConfig) Descriptor() ([]byte, []int)
Deprecated: Use ModelConfig.ProtoReflect.Descriptor instead.
func (*ModelConfig) GetBackend ¶
func (x *ModelConfig) GetBackend() string
func (*ModelConfig) GetBatchInput ¶
func (x *ModelConfig) GetBatchInput() []*BatchInput
func (*ModelConfig) GetBatchOutput ¶
func (x *ModelConfig) GetBatchOutput() []*BatchOutput
func (*ModelConfig) GetCcModelFilenames ¶
func (x *ModelConfig) GetCcModelFilenames() map[string]string
func (*ModelConfig) GetDefaultModelFilename ¶
func (x *ModelConfig) GetDefaultModelFilename() string
func (*ModelConfig) GetDynamicBatching ¶
func (x *ModelConfig) GetDynamicBatching() *ModelDynamicBatching
func (*ModelConfig) GetEnsembleScheduling ¶
func (x *ModelConfig) GetEnsembleScheduling() *ModelEnsembling
func (*ModelConfig) GetInput ¶
func (x *ModelConfig) GetInput() []*ModelInput
func (*ModelConfig) GetInstanceGroup ¶
func (x *ModelConfig) GetInstanceGroup() []*ModelInstanceGroup
func (*ModelConfig) GetMaxBatchSize ¶
func (x *ModelConfig) GetMaxBatchSize() int32
func (*ModelConfig) GetMetricTags ¶
func (x *ModelConfig) GetMetricTags() map[string]string
func (*ModelConfig) GetModelOperations ¶
func (x *ModelConfig) GetModelOperations() *ModelOperations
func (*ModelConfig) GetModelRepositoryAgents ¶
func (x *ModelConfig) GetModelRepositoryAgents() *ModelRepositoryAgents
func (*ModelConfig) GetModelTransactionPolicy ¶
func (x *ModelConfig) GetModelTransactionPolicy() *ModelTransactionPolicy
func (*ModelConfig) GetModelWarmup ¶
func (x *ModelConfig) GetModelWarmup() []*ModelWarmup
func (*ModelConfig) GetName ¶
func (x *ModelConfig) GetName() string
func (*ModelConfig) GetOptimization ¶
func (x *ModelConfig) GetOptimization() *ModelOptimizationPolicy
func (*ModelConfig) GetOutput ¶
func (x *ModelConfig) GetOutput() []*ModelOutput
func (*ModelConfig) GetParameters ¶
func (x *ModelConfig) GetParameters() map[string]*ModelParameter
func (*ModelConfig) GetPlatform ¶
func (x *ModelConfig) GetPlatform() string
func (*ModelConfig) GetResponseCache ¶
func (x *ModelConfig) GetResponseCache() *ModelResponseCache
func (*ModelConfig) GetSchedulingChoice ¶
func (m *ModelConfig) GetSchedulingChoice() isModelConfig_SchedulingChoice
func (*ModelConfig) GetSequenceBatching ¶
func (x *ModelConfig) GetSequenceBatching() *ModelSequenceBatching
func (*ModelConfig) GetVersionPolicy ¶
func (x *ModelConfig) GetVersionPolicy() *ModelVersionPolicy
func (*ModelConfig) ProtoMessage ¶
func (*ModelConfig) ProtoMessage()
func (*ModelConfig) ProtoReflect ¶
func (x *ModelConfig) ProtoReflect() protoreflect.Message
func (*ModelConfig) Reset ¶
func (x *ModelConfig) Reset()
func (*ModelConfig) String ¶
func (x *ModelConfig) String() string
func (*ModelConfig) Validate ¶
func (m *ModelConfig) Validate() error
Validate checks the field values on ModelConfig with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelConfig) ValidateAll ¶
func (m *ModelConfig) ValidateAll() error
ValidateAll checks the field values on ModelConfig with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelConfigMultiError, or nil if none found.
type ModelConfigMultiError ¶
type ModelConfigMultiError []error
ModelConfigMultiError is an error wrapping multiple validation errors returned by ModelConfig.ValidateAll() if the designated constraints aren't met.
func (ModelConfigMultiError) AllErrors ¶
func (m ModelConfigMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelConfigMultiError) Error ¶
func (m ModelConfigMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelConfigRequest ¶
type ModelConfigRequest struct { // @@ // @@ .. cpp:var:: string name // @@ // @@ The name of the model. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ .. cpp:var:: string version // @@ // @@ The version of the model. If not given the model version // @@ is selected automatically based on the version policy. // @@ Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelConfigRequest @@ @@ Request message for ModelConfig. @@
func (*ModelConfigRequest) Descriptor
deprecated
func (*ModelConfigRequest) Descriptor() ([]byte, []int)
Deprecated: Use ModelConfigRequest.ProtoReflect.Descriptor instead.
func (*ModelConfigRequest) GetName ¶
func (x *ModelConfigRequest) GetName() string
func (*ModelConfigRequest) GetVersion ¶
func (x *ModelConfigRequest) GetVersion() string
func (*ModelConfigRequest) ProtoMessage ¶
func (*ModelConfigRequest) ProtoMessage()
func (*ModelConfigRequest) ProtoReflect ¶
func (x *ModelConfigRequest) ProtoReflect() protoreflect.Message
func (*ModelConfigRequest) Reset ¶
func (x *ModelConfigRequest) Reset()
func (*ModelConfigRequest) String ¶
func (x *ModelConfigRequest) String() string
func (*ModelConfigRequest) Validate ¶
func (m *ModelConfigRequest) Validate() error
Validate checks the field values on ModelConfigRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelConfigRequest) ValidateAll ¶
func (m *ModelConfigRequest) ValidateAll() error
ValidateAll checks the field values on ModelConfigRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelConfigRequestMultiError, or nil if none found.
type ModelConfigRequestMultiError ¶
type ModelConfigRequestMultiError []error
ModelConfigRequestMultiError is an error wrapping multiple validation errors returned by ModelConfigRequest.ValidateAll() if the designated constraints aren't met.
func (ModelConfigRequestMultiError) AllErrors ¶
func (m ModelConfigRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelConfigRequestMultiError) Error ¶
func (m ModelConfigRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelConfigRequestValidationError ¶
type ModelConfigRequestValidationError struct {
// contains filtered or unexported fields
}
ModelConfigRequestValidationError is the validation error returned by ModelConfigRequest.Validate if the designated constraints aren't met.
func (ModelConfigRequestValidationError) Cause ¶
func (e ModelConfigRequestValidationError) Cause() error
Cause function returns cause value.
func (ModelConfigRequestValidationError) Error ¶
func (e ModelConfigRequestValidationError) Error() string
Error satisfies the builtin error interface
func (ModelConfigRequestValidationError) ErrorName ¶
func (e ModelConfigRequestValidationError) ErrorName() string
ErrorName returns error name.
func (ModelConfigRequestValidationError) Field ¶
func (e ModelConfigRequestValidationError) Field() string
Field function returns field value.
func (ModelConfigRequestValidationError) Key ¶
func (e ModelConfigRequestValidationError) Key() bool
Key function returns key value.
func (ModelConfigRequestValidationError) Reason ¶
func (e ModelConfigRequestValidationError) Reason() string
Reason function returns reason value.
type ModelConfigResponse ¶
type ModelConfigResponse struct { // @@ // @@ .. cpp:var:: ModelConfig config // @@ // @@ The model configuration. // @@ Config *ModelConfig `protobuf:"bytes,1,opt,name=config,proto3" json:"config,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelConfigResponse @@ @@ Response message for ModelConfig. @@
func (*ModelConfigResponse) Descriptor
deprecated
func (*ModelConfigResponse) Descriptor() ([]byte, []int)
Deprecated: Use ModelConfigResponse.ProtoReflect.Descriptor instead.
func (*ModelConfigResponse) GetConfig ¶
func (x *ModelConfigResponse) GetConfig() *ModelConfig
func (*ModelConfigResponse) ProtoMessage ¶
func (*ModelConfigResponse) ProtoMessage()
func (*ModelConfigResponse) ProtoReflect ¶
func (x *ModelConfigResponse) ProtoReflect() protoreflect.Message
func (*ModelConfigResponse) Reset ¶
func (x *ModelConfigResponse) Reset()
func (*ModelConfigResponse) String ¶
func (x *ModelConfigResponse) String() string
func (*ModelConfigResponse) Validate ¶
func (m *ModelConfigResponse) Validate() error
Validate checks the field values on ModelConfigResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelConfigResponse) ValidateAll ¶
func (m *ModelConfigResponse) ValidateAll() error
ValidateAll checks the field values on ModelConfigResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelConfigResponseMultiError, or nil if none found.
type ModelConfigResponseMultiError ¶
type ModelConfigResponseMultiError []error
ModelConfigResponseMultiError is an error wrapping multiple validation errors returned by ModelConfigResponse.ValidateAll() if the designated constraints aren't met.
func (ModelConfigResponseMultiError) AllErrors ¶
func (m ModelConfigResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelConfigResponseMultiError) Error ¶
func (m ModelConfigResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelConfigResponseValidationError ¶
type ModelConfigResponseValidationError struct {
// contains filtered or unexported fields
}
ModelConfigResponseValidationError is the validation error returned by ModelConfigResponse.Validate if the designated constraints aren't met.
func (ModelConfigResponseValidationError) Cause ¶
func (e ModelConfigResponseValidationError) Cause() error
Cause function returns cause value.
func (ModelConfigResponseValidationError) Error ¶
func (e ModelConfigResponseValidationError) Error() string
Error satisfies the builtin error interface
func (ModelConfigResponseValidationError) ErrorName ¶
func (e ModelConfigResponseValidationError) ErrorName() string
ErrorName returns error name.
func (ModelConfigResponseValidationError) Field ¶
func (e ModelConfigResponseValidationError) Field() string
Field function returns field value.
func (ModelConfigResponseValidationError) Key ¶
func (e ModelConfigResponseValidationError) Key() bool
Key function returns key value.
func (ModelConfigResponseValidationError) Reason ¶
func (e ModelConfigResponseValidationError) Reason() string
Reason function returns reason value.
type ModelConfigValidationError ¶
type ModelConfigValidationError struct {
// contains filtered or unexported fields
}
ModelConfigValidationError is the validation error returned by ModelConfig.Validate if the designated constraints aren't met.
func (ModelConfigValidationError) Cause ¶
func (e ModelConfigValidationError) Cause() error
Cause function returns cause value.
func (ModelConfigValidationError) Error ¶
func (e ModelConfigValidationError) Error() string
Error satisfies the builtin error interface
func (ModelConfigValidationError) ErrorName ¶
func (e ModelConfigValidationError) ErrorName() string
ErrorName returns error name.
func (ModelConfigValidationError) Field ¶
func (e ModelConfigValidationError) Field() string
Field function returns field value.
func (ModelConfigValidationError) Key ¶
func (e ModelConfigValidationError) Key() bool
Key function returns key value.
func (ModelConfigValidationError) Reason ¶
func (e ModelConfigValidationError) Reason() string
Reason function returns reason value.
type ModelConfig_DynamicBatching ¶
type ModelConfig_DynamicBatching struct { // @@ .. cpp:var:: ModelDynamicBatching dynamic_batching // @@ // @@ If specified, enables the dynamic-batching scheduling // @@ policy. With dynamic-batching the scheduler may group // @@ together independent requests into a single batch to // @@ improve inference throughput. // @@ DynamicBatching *ModelDynamicBatching `protobuf:"bytes,11,opt,name=dynamic_batching,json=dynamicBatching,proto3,oneof"` }
type ModelConfig_EnsembleScheduling ¶
type ModelConfig_EnsembleScheduling struct { // @@ .. cpp:var:: ModelEnsembling ensemble_scheduling // @@ // @@ If specified, enables the model-ensembling scheduling // @@ policy. With model-ensembling, inference requests // @@ will be processed according to the specification, such as an // @@ execution sequence of models. The input specified in this model // @@ config will be the input for the ensemble, and the output // @@ specified will be the output of the ensemble. // @@ EnsembleScheduling *ModelEnsembling `protobuf:"bytes,15,opt,name=ensemble_scheduling,json=ensembleScheduling,proto3,oneof"` }
type ModelConfig_SequenceBatching ¶
type ModelConfig_SequenceBatching struct { // @@ .. cpp:var:: ModelSequenceBatching sequence_batching // @@ // @@ If specified, enables the sequence-batching scheduling // @@ policy. With sequence-batching, inference requests // @@ with the same correlation ID are routed to the same // @@ model instance. Multiple sequences of inference requests // @@ may be batched together into a single batch to // @@ improve inference throughput. // @@ SequenceBatching *ModelSequenceBatching `protobuf:"bytes,13,opt,name=sequence_batching,json=sequenceBatching,proto3,oneof"` }
type ModelDynamicBatching ¶
type ModelDynamicBatching struct { // @@ .. cpp:var:: int32 preferred_batch_size (repeated) // @@ // @@ Preferred batch sizes for dynamic batching. If a batch of one of // @@ these sizes can be formed it will be executed immediately. If // @@ not specified a preferred batch size will be chosen automatically // @@ based on model and GPU characteristics. // @@ PreferredBatchSize []int32 `protobuf:"varint,1,rep,packed,name=preferred_batch_size,json=preferredBatchSize,proto3" json:"preferred_batch_size,omitempty"` // @@ .. cpp:var:: uint64 max_queue_delay_microseconds // @@ // @@ The maximum time, in microseconds, a request will be delayed in // @@ the scheduling queue to wait for additional requests for // @@ batching. Default is 0. // @@ MaxQueueDelayMicroseconds uint64 `` /* 141-byte string literal not displayed */ // @@ .. cpp:var:: bool preserve_ordering // @@ // @@ Should the dynamic batcher preserve the ordering of responses to // @@ match the order of requests received by the scheduler. Default is // @@ false. If true, the responses will be returned in the same order as // @@ the order of requests sent to the scheduler. If false, the responses // @@ may be returned in arbitrary order. This option is specifically // @@ needed when a sequence of related inference requests (i.e. inference // @@ requests with the same correlation ID) are sent to the dynamic // @@ batcher to ensure that the sequence responses are in the correct // @@ order. // @@ PreserveOrdering bool `protobuf:"varint,3,opt,name=preserve_ordering,json=preserveOrdering,proto3" json:"preserve_ordering,omitempty"` // @@ .. cpp:var:: uint64 priority_levels // @@ // @@ The number of priority levels to be enabled for the model, // @@ the priority level starts from 1 and 1 is the highest priority. // @@ Requests are handled in priority order with all priority 1 requests // @@ processed before priority 2, all priority 2 requests processed before // @@ priority 3, etc. Requests with the same priority level will be // @@ handled in the order that they are received. // @@ PriorityLevels uint64 `protobuf:"varint,4,opt,name=priority_levels,json=priorityLevels,proto3" json:"priority_levels,omitempty"` // @@ .. cpp:var:: uint64 default_priority_level // @@ // @@ The priority level used for requests that don't specify their // @@ priority. The value must be in the range [ 1, 'priority_levels' ]. // @@ DefaultPriorityLevel uint64 `protobuf:"varint,5,opt,name=default_priority_level,json=defaultPriorityLevel,proto3" json:"default_priority_level,omitempty"` // @@ .. cpp:var:: ModelQueuePolicy default_queue_policy // @@ // @@ The default queue policy used for requests that don't require // @@ priority handling and requests that specify priority levels where // @@ there is no specific policy given. If not specified, a policy with // @@ default field values will be used. // @@ DefaultQueuePolicy *ModelQueuePolicy `protobuf:"bytes,6,opt,name=default_queue_policy,json=defaultQueuePolicy,proto3" json:"default_queue_policy,omitempty"` // @@ .. cpp:var:: map<uint64, ModelQueuePolicy> priority_queue_policy // @@ // @@ Specify the queue policy for the priority level. The default queue // @@ policy will be used if a priority level doesn't specify a queue // @@ policy. // @@ PriorityQueuePolicy map[uint64]*ModelQueuePolicy `` /* 209-byte string literal not displayed */ // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelDynamicBatching @@ @@ Dynamic batching configuration. These settings control how dynamic @@ batching operates for the model. @@
func (*ModelDynamicBatching) Descriptor
deprecated
func (*ModelDynamicBatching) Descriptor() ([]byte, []int)
Deprecated: Use ModelDynamicBatching.ProtoReflect.Descriptor instead.
func (*ModelDynamicBatching) GetDefaultPriorityLevel ¶
func (x *ModelDynamicBatching) GetDefaultPriorityLevel() uint64
func (*ModelDynamicBatching) GetDefaultQueuePolicy ¶
func (x *ModelDynamicBatching) GetDefaultQueuePolicy() *ModelQueuePolicy
func (*ModelDynamicBatching) GetMaxQueueDelayMicroseconds ¶
func (x *ModelDynamicBatching) GetMaxQueueDelayMicroseconds() uint64
func (*ModelDynamicBatching) GetPreferredBatchSize ¶
func (x *ModelDynamicBatching) GetPreferredBatchSize() []int32
func (*ModelDynamicBatching) GetPreserveOrdering ¶
func (x *ModelDynamicBatching) GetPreserveOrdering() bool
func (*ModelDynamicBatching) GetPriorityLevels ¶
func (x *ModelDynamicBatching) GetPriorityLevels() uint64
func (*ModelDynamicBatching) GetPriorityQueuePolicy ¶
func (x *ModelDynamicBatching) GetPriorityQueuePolicy() map[uint64]*ModelQueuePolicy
func (*ModelDynamicBatching) ProtoMessage ¶
func (*ModelDynamicBatching) ProtoMessage()
func (*ModelDynamicBatching) ProtoReflect ¶
func (x *ModelDynamicBatching) ProtoReflect() protoreflect.Message
func (*ModelDynamicBatching) Reset ¶
func (x *ModelDynamicBatching) Reset()
func (*ModelDynamicBatching) String ¶
func (x *ModelDynamicBatching) String() string
func (*ModelDynamicBatching) Validate ¶
func (m *ModelDynamicBatching) Validate() error
Validate checks the field values on ModelDynamicBatching with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelDynamicBatching) ValidateAll ¶
func (m *ModelDynamicBatching) ValidateAll() error
ValidateAll checks the field values on ModelDynamicBatching with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelDynamicBatchingMultiError, or nil if none found.
type ModelDynamicBatchingMultiError ¶
type ModelDynamicBatchingMultiError []error
ModelDynamicBatchingMultiError is an error wrapping multiple validation errors returned by ModelDynamicBatching.ValidateAll() if the designated constraints aren't met.
func (ModelDynamicBatchingMultiError) AllErrors ¶
func (m ModelDynamicBatchingMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelDynamicBatchingMultiError) Error ¶
func (m ModelDynamicBatchingMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelDynamicBatchingValidationError ¶
type ModelDynamicBatchingValidationError struct {
// contains filtered or unexported fields
}
ModelDynamicBatchingValidationError is the validation error returned by ModelDynamicBatching.Validate if the designated constraints aren't met.
func (ModelDynamicBatchingValidationError) Cause ¶
func (e ModelDynamicBatchingValidationError) Cause() error
Cause function returns cause value.
func (ModelDynamicBatchingValidationError) Error ¶
func (e ModelDynamicBatchingValidationError) Error() string
Error satisfies the builtin error interface
func (ModelDynamicBatchingValidationError) ErrorName ¶
func (e ModelDynamicBatchingValidationError) ErrorName() string
ErrorName returns error name.
func (ModelDynamicBatchingValidationError) Field ¶
func (e ModelDynamicBatchingValidationError) Field() string
Field function returns field value.
func (ModelDynamicBatchingValidationError) Key ¶
func (e ModelDynamicBatchingValidationError) Key() bool
Key function returns key value.
func (ModelDynamicBatchingValidationError) Reason ¶
func (e ModelDynamicBatchingValidationError) Reason() string
Reason function returns reason value.
type ModelEnsembling ¶
type ModelEnsembling struct { // @@ .. cpp:var:: Step step (repeated) // @@ // @@ The models and the input / output mappings used within the ensemble. // @@ Step []*ModelEnsembling_Step `protobuf:"bytes,1,rep,name=step,proto3" json:"step,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelEnsembling @@ @@ Model ensembling configuration. These settings specify the models that @@ compose the ensemble and how data flows between the models. @@
func (*ModelEnsembling) Descriptor
deprecated
func (*ModelEnsembling) Descriptor() ([]byte, []int)
Deprecated: Use ModelEnsembling.ProtoReflect.Descriptor instead.
func (*ModelEnsembling) GetStep ¶
func (x *ModelEnsembling) GetStep() []*ModelEnsembling_Step
func (*ModelEnsembling) ProtoMessage ¶
func (*ModelEnsembling) ProtoMessage()
func (*ModelEnsembling) ProtoReflect ¶
func (x *ModelEnsembling) ProtoReflect() protoreflect.Message
func (*ModelEnsembling) Reset ¶
func (x *ModelEnsembling) Reset()
func (*ModelEnsembling) String ¶
func (x *ModelEnsembling) String() string
func (*ModelEnsembling) Validate ¶
func (m *ModelEnsembling) Validate() error
Validate checks the field values on ModelEnsembling with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelEnsembling) ValidateAll ¶
func (m *ModelEnsembling) ValidateAll() error
ValidateAll checks the field values on ModelEnsembling with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelEnsemblingMultiError, or nil if none found.
type ModelEnsemblingMultiError ¶
type ModelEnsemblingMultiError []error
ModelEnsemblingMultiError is an error wrapping multiple validation errors returned by ModelEnsembling.ValidateAll() if the designated constraints aren't met.
func (ModelEnsemblingMultiError) AllErrors ¶
func (m ModelEnsemblingMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelEnsemblingMultiError) Error ¶
func (m ModelEnsemblingMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelEnsemblingValidationError ¶
type ModelEnsemblingValidationError struct {
// contains filtered or unexported fields
}
ModelEnsemblingValidationError is the validation error returned by ModelEnsembling.Validate if the designated constraints aren't met.
func (ModelEnsemblingValidationError) Cause ¶
func (e ModelEnsemblingValidationError) Cause() error
Cause function returns cause value.
func (ModelEnsemblingValidationError) Error ¶
func (e ModelEnsemblingValidationError) Error() string
Error satisfies the builtin error interface
func (ModelEnsemblingValidationError) ErrorName ¶
func (e ModelEnsemblingValidationError) ErrorName() string
ErrorName returns error name.
func (ModelEnsemblingValidationError) Field ¶
func (e ModelEnsemblingValidationError) Field() string
Field function returns field value.
func (ModelEnsemblingValidationError) Key ¶
func (e ModelEnsemblingValidationError) Key() bool
Key function returns key value.
func (ModelEnsemblingValidationError) Reason ¶
func (e ModelEnsemblingValidationError) Reason() string
Reason function returns reason value.
type ModelEnsembling_Step ¶
type ModelEnsembling_Step struct { // @@ .. cpp:var:: string model_name // @@ // @@ The name of the model to execute for this step of the ensemble. // @@ ModelName string `protobuf:"bytes,1,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"` // @@ .. cpp:var:: int64 model_version // @@ // @@ The version of the model to use for inference. If -1 // @@ the latest/most-recent version of the model is used. // @@ ModelVersion int64 `protobuf:"varint,2,opt,name=model_version,json=modelVersion,proto3" json:"model_version,omitempty"` // @@ .. cpp:var:: map<string,string> input_map // @@ // @@ Map from name of an input tensor on this step's model to ensemble // @@ tensor name. The ensemble tensor must have the same data type and // @@ shape as the model input. Each model input must be assigned to // @@ one ensemble tensor, but the same ensemble tensor can be assigned // @@ to multiple model inputs. // @@ InputMap map[string]string `` /* 173-byte string literal not displayed */ // @@ .. cpp:var:: map<string,string> output_map // @@ // @@ Map from name of an output tensor on this step's model to ensemble // @@ tensor name. The data type and shape of the ensemble tensor will // @@ be inferred from the model output. It is optional to assign all // @@ model outputs to ensemble tensors. One ensemble tensor name // @@ can appear in an output map only once. // @@ OutputMap map[string]string `` /* 176-byte string literal not displayed */ // @@ .. cpp:var:: string model_namespace // @@ // @@ [RESERVED] currently this field is reserved for internal use, users // @@ must not set any value to this field to avoid unexpected behavior. // @@ ModelNamespace string `protobuf:"bytes,5,opt,name=model_namespace,json=modelNamespace,proto3" json:"model_namespace,omitempty"` // contains filtered or unexported fields }
@@ .. cpp:var:: message Step @@ @@ Each step specifies a model included in the ensemble, @@ maps ensemble tensor names to the model input tensors, @@ and maps model output tensors to ensemble tensor names @@
func (*ModelEnsembling_Step) Descriptor
deprecated
func (*ModelEnsembling_Step) Descriptor() ([]byte, []int)
Deprecated: Use ModelEnsembling_Step.ProtoReflect.Descriptor instead.
func (*ModelEnsembling_Step) GetInputMap ¶
func (x *ModelEnsembling_Step) GetInputMap() map[string]string
func (*ModelEnsembling_Step) GetModelName ¶
func (x *ModelEnsembling_Step) GetModelName() string
func (*ModelEnsembling_Step) GetModelNamespace ¶
func (x *ModelEnsembling_Step) GetModelNamespace() string
func (*ModelEnsembling_Step) GetModelVersion ¶
func (x *ModelEnsembling_Step) GetModelVersion() int64
func (*ModelEnsembling_Step) GetOutputMap ¶
func (x *ModelEnsembling_Step) GetOutputMap() map[string]string
func (*ModelEnsembling_Step) ProtoMessage ¶
func (*ModelEnsembling_Step) ProtoMessage()
func (*ModelEnsembling_Step) ProtoReflect ¶
func (x *ModelEnsembling_Step) ProtoReflect() protoreflect.Message
func (*ModelEnsembling_Step) Reset ¶
func (x *ModelEnsembling_Step) Reset()
func (*ModelEnsembling_Step) String ¶
func (x *ModelEnsembling_Step) String() string
func (*ModelEnsembling_Step) Validate ¶
func (m *ModelEnsembling_Step) Validate() error
Validate checks the field values on ModelEnsembling_Step with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelEnsembling_Step) ValidateAll ¶
func (m *ModelEnsembling_Step) ValidateAll() error
ValidateAll checks the field values on ModelEnsembling_Step with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelEnsembling_StepMultiError, or nil if none found.
type ModelEnsembling_StepMultiError ¶
type ModelEnsembling_StepMultiError []error
ModelEnsembling_StepMultiError is an error wrapping multiple validation errors returned by ModelEnsembling_Step.ValidateAll() if the designated constraints aren't met.
func (ModelEnsembling_StepMultiError) AllErrors ¶
func (m ModelEnsembling_StepMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelEnsembling_StepMultiError) Error ¶
func (m ModelEnsembling_StepMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelEnsembling_StepValidationError ¶
type ModelEnsembling_StepValidationError struct {
// contains filtered or unexported fields
}
ModelEnsembling_StepValidationError is the validation error returned by ModelEnsembling_Step.Validate if the designated constraints aren't met.
func (ModelEnsembling_StepValidationError) Cause ¶
func (e ModelEnsembling_StepValidationError) Cause() error
Cause function returns cause value.
func (ModelEnsembling_StepValidationError) Error ¶
func (e ModelEnsembling_StepValidationError) Error() string
Error satisfies the builtin error interface
func (ModelEnsembling_StepValidationError) ErrorName ¶
func (e ModelEnsembling_StepValidationError) ErrorName() string
ErrorName returns error name.
func (ModelEnsembling_StepValidationError) Field ¶
func (e ModelEnsembling_StepValidationError) Field() string
Field function returns field value.
func (ModelEnsembling_StepValidationError) Key ¶
func (e ModelEnsembling_StepValidationError) Key() bool
Key function returns key value.
func (ModelEnsembling_StepValidationError) Reason ¶
func (e ModelEnsembling_StepValidationError) Reason() string
Reason function returns reason value.
type ModelInferRequest ¶
type ModelInferRequest struct { // @@ .. cpp:var:: string model_name // @@ // @@ The name of the model to use for inferencing. // @@ ModelName string `protobuf:"bytes,1,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"` // @@ .. cpp:var:: string model_version // @@ // @@ The version of the model to use for inference. If not // @@ given the latest/most-recent version of the model is used. // @@ ModelVersion string `protobuf:"bytes,2,opt,name=model_version,json=modelVersion,proto3" json:"model_version,omitempty"` // @@ .. cpp:var:: string id // @@ // @@ Optional identifier for the request. If specified will be // @@ returned in the response. // @@ Id string `protobuf:"bytes,3,opt,name=id,proto3" json:"id,omitempty"` // @@ .. cpp:var:: map<string,InferParameter> parameters // @@ // @@ Optional inference parameters. // @@ Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */ // @@ // @@ .. cpp:var:: InferInputTensor inputs (repeated) // @@ // @@ The input tensors for the inference. // @@ Inputs []*ModelInferRequest_InferInputTensor `protobuf:"bytes,5,rep,name=inputs,proto3" json:"inputs,omitempty"` // @@ // @@ .. cpp:var:: InferRequestedOutputTensor outputs (repeated) // @@ // @@ The requested output tensors for the inference. Optional, if not // @@ specified all outputs specified in the model config will be // @@ returned. // @@ Outputs []*ModelInferRequest_InferRequestedOutputTensor `protobuf:"bytes,6,rep,name=outputs,proto3" json:"outputs,omitempty"` // @@ // @@ .. cpp:var:: bytes raw_input_contents // @@ // @@ The data contained in an input tensor can be represented in // @@ "raw" bytes form or in the repeated type that matches the // @@ tensor's data type. Using the "raw" bytes form will // @@ typically allow higher performance due to the way protobuf // @@ allocation and reuse interacts with GRPC. For example, see // @@ https://github.com/grpc/grpc/issues/23231. // @@ // @@ To use the raw representation 'raw_input_contents' must be // @@ initialized with data for each tensor in the same order as // @@ 'inputs'. For each tensor, the size of this content must // @@ match what is expected by the tensor's shape and data // @@ type. The raw data must be the flattened, one-dimensional, // @@ row-major order of the tensor elements without any stride // @@ or padding between the elements. Note that the FP16 and BF16 data // @@ types must be represented as raw content as there is no // @@ specific data type for a 16-bit float type. // @@ // @@ If this field is specified then InferInputTensor::contents // @@ must not be specified for any input tensor. // @@ RawInputContents [][]byte `protobuf:"bytes,7,rep,name=raw_input_contents,json=rawInputContents,proto3" json:"raw_input_contents,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelInferRequest @@ @@ Request message for ModelInfer. @@
func (*ModelInferRequest) Descriptor
deprecated
func (*ModelInferRequest) Descriptor() ([]byte, []int)
Deprecated: Use ModelInferRequest.ProtoReflect.Descriptor instead.
func (*ModelInferRequest) GetId ¶
func (x *ModelInferRequest) GetId() string
func (*ModelInferRequest) GetInputs ¶
func (x *ModelInferRequest) GetInputs() []*ModelInferRequest_InferInputTensor
func (*ModelInferRequest) GetModelName ¶
func (x *ModelInferRequest) GetModelName() string
func (*ModelInferRequest) GetModelVersion ¶
func (x *ModelInferRequest) GetModelVersion() string
func (*ModelInferRequest) GetOutputs ¶
func (x *ModelInferRequest) GetOutputs() []*ModelInferRequest_InferRequestedOutputTensor
func (*ModelInferRequest) GetParameters ¶
func (x *ModelInferRequest) GetParameters() map[string]*InferParameter
func (*ModelInferRequest) GetRawInputContents ¶
func (x *ModelInferRequest) GetRawInputContents() [][]byte
func (*ModelInferRequest) ProtoMessage ¶
func (*ModelInferRequest) ProtoMessage()
func (*ModelInferRequest) ProtoReflect ¶
func (x *ModelInferRequest) ProtoReflect() protoreflect.Message
func (*ModelInferRequest) Reset ¶
func (x *ModelInferRequest) Reset()
func (*ModelInferRequest) String ¶
func (x *ModelInferRequest) String() string
func (*ModelInferRequest) Validate ¶
func (m *ModelInferRequest) Validate() error
Validate checks the field values on ModelInferRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelInferRequest) ValidateAll ¶
func (m *ModelInferRequest) ValidateAll() error
ValidateAll checks the field values on ModelInferRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelInferRequestMultiError, or nil if none found.
type ModelInferRequestMultiError ¶
type ModelInferRequestMultiError []error
ModelInferRequestMultiError is an error wrapping multiple validation errors returned by ModelInferRequest.ValidateAll() if the designated constraints aren't met.
func (ModelInferRequestMultiError) AllErrors ¶
func (m ModelInferRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelInferRequestMultiError) Error ¶
func (m ModelInferRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelInferRequestValidationError ¶
type ModelInferRequestValidationError struct {
// contains filtered or unexported fields
}
ModelInferRequestValidationError is the validation error returned by ModelInferRequest.Validate if the designated constraints aren't met.
func (ModelInferRequestValidationError) Cause ¶
func (e ModelInferRequestValidationError) Cause() error
Cause function returns cause value.
func (ModelInferRequestValidationError) Error ¶
func (e ModelInferRequestValidationError) Error() string
Error satisfies the builtin error interface
func (ModelInferRequestValidationError) ErrorName ¶
func (e ModelInferRequestValidationError) ErrorName() string
ErrorName returns error name.
func (ModelInferRequestValidationError) Field ¶
func (e ModelInferRequestValidationError) Field() string
Field function returns field value.
func (ModelInferRequestValidationError) Key ¶
func (e ModelInferRequestValidationError) Key() bool
Key function returns key value.
func (ModelInferRequestValidationError) Reason ¶
func (e ModelInferRequestValidationError) Reason() string
Reason function returns reason value.
type ModelInferRequest_InferInputTensor ¶
type ModelInferRequest_InferInputTensor struct { // @@ // @@ .. cpp:var:: string name // @@ // @@ The tensor name. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ // @@ .. cpp:var:: string datatype // @@ // @@ The tensor data type. // @@ Datatype string `protobuf:"bytes,2,opt,name=datatype,proto3" json:"datatype,omitempty"` // @@ // @@ .. cpp:var:: int64 shape (repeated) // @@ // @@ The tensor shape. // @@ Shape []int64 `protobuf:"varint,3,rep,packed,name=shape,proto3" json:"shape,omitempty"` // @@ .. cpp:var:: map<string,InferParameter> parameters // @@ // @@ Optional inference input tensor parameters. // @@ Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */ // @@ .. cpp:var:: InferTensorContents contents // @@ // @@ The tensor contents using a data-type format. This field // @@ must not be specified if tensor contents are being specified // @@ in ModelInferRequest.raw_input_contents. // @@ Contents *InferTensorContents `protobuf:"bytes,5,opt,name=contents,proto3" json:"contents,omitempty"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message InferInputTensor @@ @@ An input tensor for an inference request. @@
func (*ModelInferRequest_InferInputTensor) Descriptor
deprecated
func (*ModelInferRequest_InferInputTensor) Descriptor() ([]byte, []int)
Deprecated: Use ModelInferRequest_InferInputTensor.ProtoReflect.Descriptor instead.
func (*ModelInferRequest_InferInputTensor) GetContents ¶
func (x *ModelInferRequest_InferInputTensor) GetContents() *InferTensorContents
func (*ModelInferRequest_InferInputTensor) GetDatatype ¶
func (x *ModelInferRequest_InferInputTensor) GetDatatype() string
func (*ModelInferRequest_InferInputTensor) GetName ¶
func (x *ModelInferRequest_InferInputTensor) GetName() string
func (*ModelInferRequest_InferInputTensor) GetParameters ¶
func (x *ModelInferRequest_InferInputTensor) GetParameters() map[string]*InferParameter
func (*ModelInferRequest_InferInputTensor) GetShape ¶
func (x *ModelInferRequest_InferInputTensor) GetShape() []int64
func (*ModelInferRequest_InferInputTensor) ProtoMessage ¶
func (*ModelInferRequest_InferInputTensor) ProtoMessage()
func (*ModelInferRequest_InferInputTensor) ProtoReflect ¶
func (x *ModelInferRequest_InferInputTensor) ProtoReflect() protoreflect.Message
func (*ModelInferRequest_InferInputTensor) Reset ¶
func (x *ModelInferRequest_InferInputTensor) Reset()
func (*ModelInferRequest_InferInputTensor) String ¶
func (x *ModelInferRequest_InferInputTensor) String() string
func (*ModelInferRequest_InferInputTensor) Validate ¶
func (m *ModelInferRequest_InferInputTensor) Validate() error
Validate checks the field values on ModelInferRequest_InferInputTensor with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelInferRequest_InferInputTensor) ValidateAll ¶
func (m *ModelInferRequest_InferInputTensor) ValidateAll() error
ValidateAll checks the field values on ModelInferRequest_InferInputTensor with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelInferRequest_InferInputTensorMultiError, or nil if none found.
type ModelInferRequest_InferInputTensorMultiError ¶
type ModelInferRequest_InferInputTensorMultiError []error
ModelInferRequest_InferInputTensorMultiError is an error wrapping multiple validation errors returned by ModelInferRequest_InferInputTensor.ValidateAll() if the designated constraints aren't met.
func (ModelInferRequest_InferInputTensorMultiError) AllErrors ¶
func (m ModelInferRequest_InferInputTensorMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelInferRequest_InferInputTensorMultiError) Error ¶
func (m ModelInferRequest_InferInputTensorMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelInferRequest_InferInputTensorValidationError ¶
type ModelInferRequest_InferInputTensorValidationError struct {
// contains filtered or unexported fields
}
ModelInferRequest_InferInputTensorValidationError is the validation error returned by ModelInferRequest_InferInputTensor.Validate if the designated constraints aren't met.
func (ModelInferRequest_InferInputTensorValidationError) Cause ¶
func (e ModelInferRequest_InferInputTensorValidationError) Cause() error
Cause function returns cause value.
func (ModelInferRequest_InferInputTensorValidationError) Error ¶
func (e ModelInferRequest_InferInputTensorValidationError) Error() string
Error satisfies the builtin error interface
func (ModelInferRequest_InferInputTensorValidationError) ErrorName ¶
func (e ModelInferRequest_InferInputTensorValidationError) ErrorName() string
ErrorName returns error name.
func (ModelInferRequest_InferInputTensorValidationError) Field ¶
func (e ModelInferRequest_InferInputTensorValidationError) Field() string
Field function returns field value.
func (ModelInferRequest_InferInputTensorValidationError) Key ¶
func (e ModelInferRequest_InferInputTensorValidationError) Key() bool
Key function returns key value.
func (ModelInferRequest_InferInputTensorValidationError) Reason ¶
func (e ModelInferRequest_InferInputTensorValidationError) Reason() string
Reason function returns reason value.
type ModelInferRequest_InferRequestedOutputTensor ¶
type ModelInferRequest_InferRequestedOutputTensor struct { // @@ // @@ .. cpp:var:: string name // @@ // @@ The tensor name. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ .. cpp:var:: map<string,InferParameter> parameters // @@ // @@ Optional requested output tensor parameters. // @@ Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */ // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message InferRequestedOutputTensor @@ @@ An output tensor requested for an inference request. @@
func (*ModelInferRequest_InferRequestedOutputTensor) Descriptor
deprecated
func (*ModelInferRequest_InferRequestedOutputTensor) Descriptor() ([]byte, []int)
Deprecated: Use ModelInferRequest_InferRequestedOutputTensor.ProtoReflect.Descriptor instead.
func (*ModelInferRequest_InferRequestedOutputTensor) GetName ¶
func (x *ModelInferRequest_InferRequestedOutputTensor) GetName() string
func (*ModelInferRequest_InferRequestedOutputTensor) GetParameters ¶
func (x *ModelInferRequest_InferRequestedOutputTensor) GetParameters() map[string]*InferParameter
func (*ModelInferRequest_InferRequestedOutputTensor) ProtoMessage ¶
func (*ModelInferRequest_InferRequestedOutputTensor) ProtoMessage()
func (*ModelInferRequest_InferRequestedOutputTensor) ProtoReflect ¶
func (x *ModelInferRequest_InferRequestedOutputTensor) ProtoReflect() protoreflect.Message
func (*ModelInferRequest_InferRequestedOutputTensor) Reset ¶
func (x *ModelInferRequest_InferRequestedOutputTensor) Reset()
func (*ModelInferRequest_InferRequestedOutputTensor) String ¶
func (x *ModelInferRequest_InferRequestedOutputTensor) String() string
func (*ModelInferRequest_InferRequestedOutputTensor) Validate ¶
func (m *ModelInferRequest_InferRequestedOutputTensor) Validate() error
Validate checks the field values on ModelInferRequest_InferRequestedOutputTensor with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelInferRequest_InferRequestedOutputTensor) ValidateAll ¶
func (m *ModelInferRequest_InferRequestedOutputTensor) ValidateAll() error
ValidateAll checks the field values on ModelInferRequest_InferRequestedOutputTensor with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelInferRequest_InferRequestedOutputTensorMultiError, or nil if none found.
type ModelInferRequest_InferRequestedOutputTensorMultiError ¶
type ModelInferRequest_InferRequestedOutputTensorMultiError []error
ModelInferRequest_InferRequestedOutputTensorMultiError is an error wrapping multiple validation errors returned by ModelInferRequest_InferRequestedOutputTensor.ValidateAll() if the designated constraints aren't met.
func (ModelInferRequest_InferRequestedOutputTensorMultiError) AllErrors ¶
func (m ModelInferRequest_InferRequestedOutputTensorMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelInferRequest_InferRequestedOutputTensorMultiError) Error ¶
func (m ModelInferRequest_InferRequestedOutputTensorMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelInferRequest_InferRequestedOutputTensorValidationError ¶
type ModelInferRequest_InferRequestedOutputTensorValidationError struct {
// contains filtered or unexported fields
}
ModelInferRequest_InferRequestedOutputTensorValidationError is the validation error returned by ModelInferRequest_InferRequestedOutputTensor.Validate if the designated constraints aren't met.
func (ModelInferRequest_InferRequestedOutputTensorValidationError) Cause ¶
func (e ModelInferRequest_InferRequestedOutputTensorValidationError) Cause() error
Cause function returns cause value.
func (ModelInferRequest_InferRequestedOutputTensorValidationError) Error ¶
func (e ModelInferRequest_InferRequestedOutputTensorValidationError) Error() string
Error satisfies the builtin error interface
func (ModelInferRequest_InferRequestedOutputTensorValidationError) ErrorName ¶
func (e ModelInferRequest_InferRequestedOutputTensorValidationError) ErrorName() string
ErrorName returns error name.
func (ModelInferRequest_InferRequestedOutputTensorValidationError) Field ¶
func (e ModelInferRequest_InferRequestedOutputTensorValidationError) Field() string
Field function returns field value.
func (ModelInferRequest_InferRequestedOutputTensorValidationError) Key ¶
func (e ModelInferRequest_InferRequestedOutputTensorValidationError) Key() bool
Key function returns key value.
func (ModelInferRequest_InferRequestedOutputTensorValidationError) Reason ¶
func (e ModelInferRequest_InferRequestedOutputTensorValidationError) Reason() string
Reason function returns reason value.
type ModelInferResponse ¶
type ModelInferResponse struct { // @@ .. cpp:var:: string model_name // @@ // @@ The name of the model used for inference. // @@ ModelName string `protobuf:"bytes,1,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"` // @@ .. cpp:var:: string model_version // @@ // @@ The version of the model used for inference. // @@ ModelVersion string `protobuf:"bytes,2,opt,name=model_version,json=modelVersion,proto3" json:"model_version,omitempty"` // @@ .. cpp:var:: string id // @@ // @@ The id of the inference request if one was specified. // @@ Id string `protobuf:"bytes,3,opt,name=id,proto3" json:"id,omitempty"` // @@ .. cpp:var:: map<string,InferParameter> parameters // @@ // @@ Optional inference response parameters. // @@ Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */ // @@ // @@ .. cpp:var:: InferOutputTensor outputs (repeated) // @@ // @@ The output tensors holding inference results. // @@ Outputs []*ModelInferResponse_InferOutputTensor `protobuf:"bytes,5,rep,name=outputs,proto3" json:"outputs,omitempty"` // @@ // @@ .. cpp:var:: bytes raw_output_contents // @@ // @@ The data contained in an output tensor can be represented in // @@ "raw" bytes form or in the repeated type that matches the // @@ tensor's data type. Using the "raw" bytes form will // @@ typically allow higher performance due to the way protobuf // @@ allocation and reuse interacts with GRPC. For example, see // @@ https://github.com/grpc/grpc/issues/23231. // @@ // @@ To use the raw representation 'raw_output_contents' must be // @@ initialized with data for each tensor in the same order as // @@ 'outputs'. For each tensor, the size of this content must // @@ match what is expected by the tensor's shape and data // @@ type. The raw data must be the flattened, one-dimensional, // @@ row-major order of the tensor elements without any stride // @@ or padding between the elements. Note that the FP16 and BF16 data // @@ types must be represented as raw content as there is no // @@ specific data type for a 16-bit float type. // @@ // @@ If this field is specified then InferOutputTensor::contents // @@ must not be specified for any output tensor. // @@ RawOutputContents [][]byte `protobuf:"bytes,6,rep,name=raw_output_contents,json=rawOutputContents,proto3" json:"raw_output_contents,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelInferResponse @@ @@ Response message for ModelInfer. @@
func (*ModelInferResponse) Descriptor
deprecated
func (*ModelInferResponse) Descriptor() ([]byte, []int)
Deprecated: Use ModelInferResponse.ProtoReflect.Descriptor instead.
func (*ModelInferResponse) GetId ¶
func (x *ModelInferResponse) GetId() string
func (*ModelInferResponse) GetModelName ¶
func (x *ModelInferResponse) GetModelName() string
func (*ModelInferResponse) GetModelVersion ¶
func (x *ModelInferResponse) GetModelVersion() string
func (*ModelInferResponse) GetOutputs ¶
func (x *ModelInferResponse) GetOutputs() []*ModelInferResponse_InferOutputTensor
func (*ModelInferResponse) GetParameters ¶
func (x *ModelInferResponse) GetParameters() map[string]*InferParameter
func (*ModelInferResponse) GetRawOutputContents ¶
func (x *ModelInferResponse) GetRawOutputContents() [][]byte
func (*ModelInferResponse) ProtoMessage ¶
func (*ModelInferResponse) ProtoMessage()
func (*ModelInferResponse) ProtoReflect ¶
func (x *ModelInferResponse) ProtoReflect() protoreflect.Message
func (*ModelInferResponse) Reset ¶
func (x *ModelInferResponse) Reset()
func (*ModelInferResponse) String ¶
func (x *ModelInferResponse) String() string
func (*ModelInferResponse) Validate ¶
func (m *ModelInferResponse) Validate() error
Validate checks the field values on ModelInferResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelInferResponse) ValidateAll ¶
func (m *ModelInferResponse) ValidateAll() error
ValidateAll checks the field values on ModelInferResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelInferResponseMultiError, or nil if none found.
type ModelInferResponseMultiError ¶
type ModelInferResponseMultiError []error
ModelInferResponseMultiError is an error wrapping multiple validation errors returned by ModelInferResponse.ValidateAll() if the designated constraints aren't met.
func (ModelInferResponseMultiError) AllErrors ¶
func (m ModelInferResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelInferResponseMultiError) Error ¶
func (m ModelInferResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelInferResponseValidationError ¶
type ModelInferResponseValidationError struct {
// contains filtered or unexported fields
}
ModelInferResponseValidationError is the validation error returned by ModelInferResponse.Validate if the designated constraints aren't met.
func (ModelInferResponseValidationError) Cause ¶
func (e ModelInferResponseValidationError) Cause() error
Cause function returns cause value.
func (ModelInferResponseValidationError) Error ¶
func (e ModelInferResponseValidationError) Error() string
Error satisfies the builtin error interface
func (ModelInferResponseValidationError) ErrorName ¶
func (e ModelInferResponseValidationError) ErrorName() string
ErrorName returns error name.
func (ModelInferResponseValidationError) Field ¶
func (e ModelInferResponseValidationError) Field() string
Field function returns field value.
func (ModelInferResponseValidationError) Key ¶
func (e ModelInferResponseValidationError) Key() bool
Key function returns key value.
func (ModelInferResponseValidationError) Reason ¶
func (e ModelInferResponseValidationError) Reason() string
Reason function returns reason value.
type ModelInferResponse_InferOutputTensor ¶
type ModelInferResponse_InferOutputTensor struct { // @@ // @@ .. cpp:var:: string name // @@ // @@ The tensor name. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ // @@ .. cpp:var:: string datatype // @@ // @@ The tensor data type. // @@ Datatype string `protobuf:"bytes,2,opt,name=datatype,proto3" json:"datatype,omitempty"` // @@ // @@ .. cpp:var:: int64 shape (repeated) // @@ // @@ The tensor shape. // @@ Shape []int64 `protobuf:"varint,3,rep,packed,name=shape,proto3" json:"shape,omitempty"` // @@ .. cpp:var:: map<string,InferParameter> parameters // @@ // @@ Optional output tensor parameters. // @@ Parameters map[string]*InferParameter `` /* 161-byte string literal not displayed */ // @@ .. cpp:var:: InferTensorContents contents // @@ // @@ The tensor contents using a data-type format. This field // @@ must not be specified if tensor contents are being specified // @@ in ModelInferResponse.raw_output_contents. // @@ Contents *InferTensorContents `protobuf:"bytes,5,opt,name=contents,proto3" json:"contents,omitempty"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message InferOutputTensor @@ @@ An output tensor returned for an inference request. @@
func (*ModelInferResponse_InferOutputTensor) Descriptor
deprecated
func (*ModelInferResponse_InferOutputTensor) Descriptor() ([]byte, []int)
Deprecated: Use ModelInferResponse_InferOutputTensor.ProtoReflect.Descriptor instead.
func (*ModelInferResponse_InferOutputTensor) GetContents ¶
func (x *ModelInferResponse_InferOutputTensor) GetContents() *InferTensorContents
func (*ModelInferResponse_InferOutputTensor) GetDatatype ¶
func (x *ModelInferResponse_InferOutputTensor) GetDatatype() string
func (*ModelInferResponse_InferOutputTensor) GetName ¶
func (x *ModelInferResponse_InferOutputTensor) GetName() string
func (*ModelInferResponse_InferOutputTensor) GetParameters ¶
func (x *ModelInferResponse_InferOutputTensor) GetParameters() map[string]*InferParameter
func (*ModelInferResponse_InferOutputTensor) GetShape ¶
func (x *ModelInferResponse_InferOutputTensor) GetShape() []int64
func (*ModelInferResponse_InferOutputTensor) ProtoMessage ¶
func (*ModelInferResponse_InferOutputTensor) ProtoMessage()
func (*ModelInferResponse_InferOutputTensor) ProtoReflect ¶
func (x *ModelInferResponse_InferOutputTensor) ProtoReflect() protoreflect.Message
func (*ModelInferResponse_InferOutputTensor) Reset ¶
func (x *ModelInferResponse_InferOutputTensor) Reset()
func (*ModelInferResponse_InferOutputTensor) String ¶
func (x *ModelInferResponse_InferOutputTensor) String() string
func (*ModelInferResponse_InferOutputTensor) Validate ¶
func (m *ModelInferResponse_InferOutputTensor) Validate() error
Validate checks the field values on ModelInferResponse_InferOutputTensor with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelInferResponse_InferOutputTensor) ValidateAll ¶
func (m *ModelInferResponse_InferOutputTensor) ValidateAll() error
ValidateAll checks the field values on ModelInferResponse_InferOutputTensor with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelInferResponse_InferOutputTensorMultiError, or nil if none found.
type ModelInferResponse_InferOutputTensorMultiError ¶
type ModelInferResponse_InferOutputTensorMultiError []error
ModelInferResponse_InferOutputTensorMultiError is an error wrapping multiple validation errors returned by ModelInferResponse_InferOutputTensor.ValidateAll() if the designated constraints aren't met.
func (ModelInferResponse_InferOutputTensorMultiError) AllErrors ¶
func (m ModelInferResponse_InferOutputTensorMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelInferResponse_InferOutputTensorMultiError) Error ¶
func (m ModelInferResponse_InferOutputTensorMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelInferResponse_InferOutputTensorValidationError ¶
type ModelInferResponse_InferOutputTensorValidationError struct {
// contains filtered or unexported fields
}
ModelInferResponse_InferOutputTensorValidationError is the validation error returned by ModelInferResponse_InferOutputTensor.Validate if the designated constraints aren't met.
func (ModelInferResponse_InferOutputTensorValidationError) Cause ¶
func (e ModelInferResponse_InferOutputTensorValidationError) Cause() error
Cause function returns cause value.
func (ModelInferResponse_InferOutputTensorValidationError) Error ¶
func (e ModelInferResponse_InferOutputTensorValidationError) Error() string
Error satisfies the builtin error interface
func (ModelInferResponse_InferOutputTensorValidationError) ErrorName ¶
func (e ModelInferResponse_InferOutputTensorValidationError) ErrorName() string
ErrorName returns error name.
func (ModelInferResponse_InferOutputTensorValidationError) Field ¶
func (e ModelInferResponse_InferOutputTensorValidationError) Field() string
Field function returns field value.
func (ModelInferResponse_InferOutputTensorValidationError) Key ¶
func (e ModelInferResponse_InferOutputTensorValidationError) Key() bool
Key function returns key value.
func (ModelInferResponse_InferOutputTensorValidationError) Reason ¶
func (e ModelInferResponse_InferOutputTensorValidationError) Reason() string
Reason function returns reason value.
type ModelInput ¶
type ModelInput struct { // @@ .. cpp:var:: string name // @@ // @@ The name of the input. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ .. cpp:var:: DataType data_type // @@ // @@ The data-type of the input. // @@ DataType DataType `protobuf:"varint,2,opt,name=data_type,json=dataType,proto3,enum=inference.DataType" json:"data_type,omitempty"` // @@ .. cpp:var:: Format format // @@ // @@ The format of the input. Optional. // @@ Format ModelInput_Format `protobuf:"varint,3,opt,name=format,proto3,enum=inference.ModelInput_Format" json:"format,omitempty"` // @@ .. cpp:var:: int64 dims (repeated) // @@ // @@ The dimensions/shape of the input tensor that must be provided // @@ when invoking the inference API for this model. // @@ Dims []int64 `protobuf:"varint,4,rep,packed,name=dims,proto3" json:"dims,omitempty"` // @@ .. cpp:var:: ModelTensorReshape reshape // @@ // @@ The shape expected for this input by the backend. The input will // @@ be reshaped to this before being presented to the backend. The // @@ reshape must have the same number of elements as the input shape // @@ specified by 'dims'. Optional. // @@ Reshape *ModelTensorReshape `protobuf:"bytes,5,opt,name=reshape,proto3" json:"reshape,omitempty"` // @@ .. cpp:var:: bool is_shape_tensor // @@ // @@ Whether or not the input is a shape tensor to the model. This field // @@ is currently supported only for the TensorRT model. An error will be // @@ generated if this specification does not comply with underlying // @@ model. // @@ IsShapeTensor bool `protobuf:"varint,6,opt,name=is_shape_tensor,json=isShapeTensor,proto3" json:"is_shape_tensor,omitempty"` // @@ .. cpp:var:: bool allow_ragged_batch // @@ // @@ Whether or not the input is allowed to be "ragged" in a dynamically // @@ created batch. Default is false indicating that two requests will // @@ only be batched if this tensor has the same shape in both requests. // @@ True indicates that two requests can be batched even if this tensor // @@ has a different shape in each request. // @@ AllowRaggedBatch bool `protobuf:"varint,7,opt,name=allow_ragged_batch,json=allowRaggedBatch,proto3" json:"allow_ragged_batch,omitempty"` // @@ .. cpp:var:: bool optional // @@ // @@ Whether or not the input is optional for the model execution. // @@ If true, the input is not required in the inference request. // @@ Default value is false. // @@ Optional bool `protobuf:"varint,8,opt,name=optional,proto3" json:"optional,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelInput @@ @@ An input required by the model. @@
func (*ModelInput) Descriptor
deprecated
func (*ModelInput) Descriptor() ([]byte, []int)
Deprecated: Use ModelInput.ProtoReflect.Descriptor instead.
func (*ModelInput) GetAllowRaggedBatch ¶
func (x *ModelInput) GetAllowRaggedBatch() bool
func (*ModelInput) GetDataType ¶
func (x *ModelInput) GetDataType() DataType
func (*ModelInput) GetDims ¶
func (x *ModelInput) GetDims() []int64
func (*ModelInput) GetFormat ¶
func (x *ModelInput) GetFormat() ModelInput_Format
func (*ModelInput) GetIsShapeTensor ¶
func (x *ModelInput) GetIsShapeTensor() bool
func (*ModelInput) GetName ¶
func (x *ModelInput) GetName() string
func (*ModelInput) GetOptional ¶
func (x *ModelInput) GetOptional() bool
func (*ModelInput) GetReshape ¶
func (x *ModelInput) GetReshape() *ModelTensorReshape
func (*ModelInput) ProtoMessage ¶
func (*ModelInput) ProtoMessage()
func (*ModelInput) ProtoReflect ¶
func (x *ModelInput) ProtoReflect() protoreflect.Message
func (*ModelInput) Reset ¶
func (x *ModelInput) Reset()
func (*ModelInput) String ¶
func (x *ModelInput) String() string
func (*ModelInput) Validate ¶
func (m *ModelInput) Validate() error
Validate checks the field values on ModelInput with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelInput) ValidateAll ¶
func (m *ModelInput) ValidateAll() error
ValidateAll checks the field values on ModelInput with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelInputMultiError, or nil if none found.
type ModelInputMultiError ¶
type ModelInputMultiError []error
ModelInputMultiError is an error wrapping multiple validation errors returned by ModelInput.ValidateAll() if the designated constraints aren't met.
func (ModelInputMultiError) AllErrors ¶
func (m ModelInputMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelInputMultiError) Error ¶
func (m ModelInputMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelInputValidationError ¶
type ModelInputValidationError struct {
// contains filtered or unexported fields
}
ModelInputValidationError is the validation error returned by ModelInput.Validate if the designated constraints aren't met.
func (ModelInputValidationError) Cause ¶
func (e ModelInputValidationError) Cause() error
Cause function returns cause value.
func (ModelInputValidationError) Error ¶
func (e ModelInputValidationError) Error() string
Error satisfies the builtin error interface
func (ModelInputValidationError) ErrorName ¶
func (e ModelInputValidationError) ErrorName() string
ErrorName returns error name.
func (ModelInputValidationError) Field ¶
func (e ModelInputValidationError) Field() string
Field function returns field value.
func (ModelInputValidationError) Key ¶
func (e ModelInputValidationError) Key() bool
Key function returns key value.
func (ModelInputValidationError) Reason ¶
func (e ModelInputValidationError) Reason() string
Reason function returns reason value.
type ModelInput_Format ¶
type ModelInput_Format int32
@@ @@ .. cpp:enum:: Format @@ @@ The format for the input. @@
const ( // @@ .. cpp:enumerator:: Format::FORMAT_NONE = 0 // @@ // @@ The input has no specific format. This is the default. // @@ ModelInput_FORMAT_NONE ModelInput_Format = 0 // @@ .. cpp:enumerator:: Format::FORMAT_NHWC = 1 // @@ // @@ HWC image format. Tensors with this format require 3 dimensions // @@ if the model does not support batching (max_batch_size = 0) or 4 // @@ dimensions if the model does support batching (max_batch_size // @@ >= 1). In either case the 'dims' below should only specify the // @@ 3 non-batch dimensions (i.e. HWC or CHW). // @@ ModelInput_FORMAT_NHWC ModelInput_Format = 1 // @@ .. cpp:enumerator:: Format::FORMAT_NCHW = 2 // @@ // @@ CHW image format. Tensors with this format require 3 dimensions // @@ if the model does not support batching (max_batch_size = 0) or 4 // @@ dimensions if the model does support batching (max_batch_size // @@ >= 1). In either case the 'dims' below should only specify the // @@ 3 non-batch dimensions (i.e. HWC or CHW). // @@ ModelInput_FORMAT_NCHW ModelInput_Format = 2 )
func (ModelInput_Format) Descriptor ¶
func (ModelInput_Format) Descriptor() protoreflect.EnumDescriptor
func (ModelInput_Format) Enum ¶
func (x ModelInput_Format) Enum() *ModelInput_Format
func (ModelInput_Format) EnumDescriptor
deprecated
func (ModelInput_Format) EnumDescriptor() ([]byte, []int)
Deprecated: Use ModelInput_Format.Descriptor instead.
func (ModelInput_Format) Number ¶
func (x ModelInput_Format) Number() protoreflect.EnumNumber
func (ModelInput_Format) String ¶
func (x ModelInput_Format) String() string
func (ModelInput_Format) Type ¶
func (ModelInput_Format) Type() protoreflect.EnumType
type ModelInstanceGroup ¶
type ModelInstanceGroup struct { // @@ .. cpp:var:: string name // @@ // @@ Optional name of this group of instances. If not specified the // @@ name will be formed as <model name>_<group number>. The name of // @@ individual instances will be further formed by a unique instance // @@ number and GPU index: // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ .. cpp:var:: Kind kind // @@ // @@ The kind of this instance group. Default is KIND_AUTO. If // @@ KIND_AUTO or KIND_GPU then both 'count' and 'gpu' are valid and // @@ may be specified. If KIND_CPU or KIND_MODEL only 'count' is valid // @@ and 'gpu' cannot be specified. // @@ Kind ModelInstanceGroup_Kind `protobuf:"varint,4,opt,name=kind,proto3,enum=inference.ModelInstanceGroup_Kind" json:"kind,omitempty"` // @@ .. cpp:var:: int32 count // @@ // @@ For a group assigned to GPU, the number of instances created for // @@ each GPU listed in 'gpus'. For a group assigned to CPU the number // @@ of instances created. Default is 1. Count int32 `protobuf:"varint,2,opt,name=count,proto3" json:"count,omitempty"` // @@ .. cpp:var:: ModelRateLimiter rate_limiter // @@ // @@ The rate limiter specific settings to be associated with this // @@ instance group. Optional, if not specified no rate limiting // @@ will be applied to this instance group. // @@ RateLimiter *ModelRateLimiter `protobuf:"bytes,6,opt,name=rate_limiter,json=rateLimiter,proto3" json:"rate_limiter,omitempty"` // @@ .. cpp:var:: int32 gpus (repeated) // @@ // @@ GPU(s) where instances should be available. For each GPU listed, // @@ 'count' instances of the model will be available. Setting 'gpus' // @@ to empty (or not specifying at all) is eqivalent to listing all // @@ available GPUs. // @@ Gpus []int32 `protobuf:"varint,3,rep,packed,name=gpus,proto3" json:"gpus,omitempty"` // @@ .. cpp:var:: SecondaryDevice secondary_devices (repeated) // @@ // @@ Secondary devices that are required by instances specified by this // @@ instance group. Optional. // @@ SecondaryDevices []*ModelInstanceGroup_SecondaryDevice `protobuf:"bytes,8,rep,name=secondary_devices,json=secondaryDevices,proto3" json:"secondary_devices,omitempty"` // @@ .. cpp:var:: string profile (repeated) // @@ // @@ For TensorRT models containing multiple optimization profile, this // @@ parameter specifies a set of optimization profiles available to this // @@ instance group. The inference server will choose the optimal profile // @@ based on the shapes of the input tensors. This field should lie // @@ between 0 and <TotalNumberOfOptimizationProfilesInPlanModel> - 1 // @@ and be specified only for TensorRT backend, otherwise an error will // @@ be generated. If not specified, the server will select the first // @@ optimization profile by default. // @@ Profile []string `protobuf:"bytes,5,rep,name=profile,proto3" json:"profile,omitempty"` // @@ .. cpp:var:: bool passive // @@ // @@ Whether the instances within this instance group will be accepting // @@ inference requests from the scheduler. If true, the instances will // @@ not be added to the scheduler. Default value is false. // @@ Passive bool `protobuf:"varint,7,opt,name=passive,proto3" json:"passive,omitempty"` // @@ .. cpp:var:: string host_policy // @@ // @@ The host policy name that the instance to be associated with. // @@ The default value is set to reflect the device kind of the instance, // @@ for instance, KIND_CPU is "cpu", KIND_MODEL is "model" and // @@ KIND_GPU is "gpu_<gpu_id>". // @@ HostPolicy string `protobuf:"bytes,9,opt,name=host_policy,json=hostPolicy,proto3" json:"host_policy,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelInstanceGroup @@ @@ A group of one or more instances of a model and resources made @@ available for those instances. @@
func (*ModelInstanceGroup) Descriptor
deprecated
func (*ModelInstanceGroup) Descriptor() ([]byte, []int)
Deprecated: Use ModelInstanceGroup.ProtoReflect.Descriptor instead.
func (*ModelInstanceGroup) GetCount ¶
func (x *ModelInstanceGroup) GetCount() int32
func (*ModelInstanceGroup) GetGpus ¶
func (x *ModelInstanceGroup) GetGpus() []int32
func (*ModelInstanceGroup) GetHostPolicy ¶
func (x *ModelInstanceGroup) GetHostPolicy() string
func (*ModelInstanceGroup) GetKind ¶
func (x *ModelInstanceGroup) GetKind() ModelInstanceGroup_Kind
func (*ModelInstanceGroup) GetName ¶
func (x *ModelInstanceGroup) GetName() string
func (*ModelInstanceGroup) GetPassive ¶
func (x *ModelInstanceGroup) GetPassive() bool
func (*ModelInstanceGroup) GetProfile ¶
func (x *ModelInstanceGroup) GetProfile() []string
func (*ModelInstanceGroup) GetRateLimiter ¶
func (x *ModelInstanceGroup) GetRateLimiter() *ModelRateLimiter
func (*ModelInstanceGroup) GetSecondaryDevices ¶
func (x *ModelInstanceGroup) GetSecondaryDevices() []*ModelInstanceGroup_SecondaryDevice
func (*ModelInstanceGroup) ProtoMessage ¶
func (*ModelInstanceGroup) ProtoMessage()
func (*ModelInstanceGroup) ProtoReflect ¶
func (x *ModelInstanceGroup) ProtoReflect() protoreflect.Message
func (*ModelInstanceGroup) Reset ¶
func (x *ModelInstanceGroup) Reset()
func (*ModelInstanceGroup) String ¶
func (x *ModelInstanceGroup) String() string
func (*ModelInstanceGroup) Validate ¶
func (m *ModelInstanceGroup) Validate() error
Validate checks the field values on ModelInstanceGroup with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelInstanceGroup) ValidateAll ¶
func (m *ModelInstanceGroup) ValidateAll() error
ValidateAll checks the field values on ModelInstanceGroup with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelInstanceGroupMultiError, or nil if none found.
type ModelInstanceGroupMultiError ¶
type ModelInstanceGroupMultiError []error
ModelInstanceGroupMultiError is an error wrapping multiple validation errors returned by ModelInstanceGroup.ValidateAll() if the designated constraints aren't met.
func (ModelInstanceGroupMultiError) AllErrors ¶
func (m ModelInstanceGroupMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelInstanceGroupMultiError) Error ¶
func (m ModelInstanceGroupMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelInstanceGroupValidationError ¶
type ModelInstanceGroupValidationError struct {
// contains filtered or unexported fields
}
ModelInstanceGroupValidationError is the validation error returned by ModelInstanceGroup.Validate if the designated constraints aren't met.
func (ModelInstanceGroupValidationError) Cause ¶
func (e ModelInstanceGroupValidationError) Cause() error
Cause function returns cause value.
func (ModelInstanceGroupValidationError) Error ¶
func (e ModelInstanceGroupValidationError) Error() string
Error satisfies the builtin error interface
func (ModelInstanceGroupValidationError) ErrorName ¶
func (e ModelInstanceGroupValidationError) ErrorName() string
ErrorName returns error name.
func (ModelInstanceGroupValidationError) Field ¶
func (e ModelInstanceGroupValidationError) Field() string
Field function returns field value.
func (ModelInstanceGroupValidationError) Key ¶
func (e ModelInstanceGroupValidationError) Key() bool
Key function returns key value.
func (ModelInstanceGroupValidationError) Reason ¶
func (e ModelInstanceGroupValidationError) Reason() string
Reason function returns reason value.
type ModelInstanceGroup_Kind ¶
type ModelInstanceGroup_Kind int32
@@ @@ .. cpp:enum:: Kind @@ @@ Kind of this instance group. @@
const ( // @@ .. cpp:enumerator:: Kind::KIND_AUTO = 0 // @@ // @@ This instance group represents instances that can run on either // @@ CPU or GPU. If all GPUs listed in 'gpus' are available then // @@ instances will be created on GPU(s), otherwise instances will // @@ be created on CPU. // @@ ModelInstanceGroup_KIND_AUTO ModelInstanceGroup_Kind = 0 // @@ .. cpp:enumerator:: Kind::KIND_GPU = 1 // @@ // @@ This instance group represents instances that must run on the // @@ GPU. // @@ ModelInstanceGroup_KIND_GPU ModelInstanceGroup_Kind = 1 // @@ .. cpp:enumerator:: Kind::KIND_CPU = 2 // @@ // @@ This instance group represents instances that must run on the // @@ CPU. // @@ ModelInstanceGroup_KIND_CPU ModelInstanceGroup_Kind = 2 // @@ .. cpp:enumerator:: Kind::KIND_MODEL = 3 // @@ // @@ This instance group represents instances that should run on the // @@ CPU and/or GPU(s) as specified by the model or backend itself. // @@ The inference server will not override the model/backend // @@ settings. // @@ ModelInstanceGroup_KIND_MODEL ModelInstanceGroup_Kind = 3 )
func (ModelInstanceGroup_Kind) Descriptor ¶
func (ModelInstanceGroup_Kind) Descriptor() protoreflect.EnumDescriptor
func (ModelInstanceGroup_Kind) Enum ¶
func (x ModelInstanceGroup_Kind) Enum() *ModelInstanceGroup_Kind
func (ModelInstanceGroup_Kind) EnumDescriptor
deprecated
func (ModelInstanceGroup_Kind) EnumDescriptor() ([]byte, []int)
Deprecated: Use ModelInstanceGroup_Kind.Descriptor instead.
func (ModelInstanceGroup_Kind) Number ¶
func (x ModelInstanceGroup_Kind) Number() protoreflect.EnumNumber
func (ModelInstanceGroup_Kind) String ¶
func (x ModelInstanceGroup_Kind) String() string
func (ModelInstanceGroup_Kind) Type ¶
func (ModelInstanceGroup_Kind) Type() protoreflect.EnumType
type ModelInstanceGroup_SecondaryDevice ¶
type ModelInstanceGroup_SecondaryDevice struct { // @@ .. cpp:var:: SecondaryDeviceKind kind // @@ // @@ The secondary device kind. // @@ Kind ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind `` /* 132-byte string literal not displayed */ // @@ .. cpp:var:: int64 device_id // @@ // @@ Identifier for the secondary device. // @@ DeviceId int64 `protobuf:"varint,2,opt,name=device_id,json=deviceId,proto3" json:"device_id,omitempty"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message SecondaryDevice @@ @@ A secondary device required for a model instance. @@
func (*ModelInstanceGroup_SecondaryDevice) Descriptor
deprecated
func (*ModelInstanceGroup_SecondaryDevice) Descriptor() ([]byte, []int)
Deprecated: Use ModelInstanceGroup_SecondaryDevice.ProtoReflect.Descriptor instead.
func (*ModelInstanceGroup_SecondaryDevice) GetDeviceId ¶
func (x *ModelInstanceGroup_SecondaryDevice) GetDeviceId() int64
func (*ModelInstanceGroup_SecondaryDevice) ProtoMessage ¶
func (*ModelInstanceGroup_SecondaryDevice) ProtoMessage()
func (*ModelInstanceGroup_SecondaryDevice) ProtoReflect ¶
func (x *ModelInstanceGroup_SecondaryDevice) ProtoReflect() protoreflect.Message
func (*ModelInstanceGroup_SecondaryDevice) Reset ¶
func (x *ModelInstanceGroup_SecondaryDevice) Reset()
func (*ModelInstanceGroup_SecondaryDevice) String ¶
func (x *ModelInstanceGroup_SecondaryDevice) String() string
func (*ModelInstanceGroup_SecondaryDevice) Validate ¶
func (m *ModelInstanceGroup_SecondaryDevice) Validate() error
Validate checks the field values on ModelInstanceGroup_SecondaryDevice with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelInstanceGroup_SecondaryDevice) ValidateAll ¶
func (m *ModelInstanceGroup_SecondaryDevice) ValidateAll() error
ValidateAll checks the field values on ModelInstanceGroup_SecondaryDevice with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelInstanceGroup_SecondaryDeviceMultiError, or nil if none found.
type ModelInstanceGroup_SecondaryDeviceMultiError ¶
type ModelInstanceGroup_SecondaryDeviceMultiError []error
ModelInstanceGroup_SecondaryDeviceMultiError is an error wrapping multiple validation errors returned by ModelInstanceGroup_SecondaryDevice.ValidateAll() if the designated constraints aren't met.
func (ModelInstanceGroup_SecondaryDeviceMultiError) AllErrors ¶
func (m ModelInstanceGroup_SecondaryDeviceMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelInstanceGroup_SecondaryDeviceMultiError) Error ¶
func (m ModelInstanceGroup_SecondaryDeviceMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelInstanceGroup_SecondaryDeviceValidationError ¶
type ModelInstanceGroup_SecondaryDeviceValidationError struct {
// contains filtered or unexported fields
}
ModelInstanceGroup_SecondaryDeviceValidationError is the validation error returned by ModelInstanceGroup_SecondaryDevice.Validate if the designated constraints aren't met.
func (ModelInstanceGroup_SecondaryDeviceValidationError) Cause ¶
func (e ModelInstanceGroup_SecondaryDeviceValidationError) Cause() error
Cause function returns cause value.
func (ModelInstanceGroup_SecondaryDeviceValidationError) Error ¶
func (e ModelInstanceGroup_SecondaryDeviceValidationError) Error() string
Error satisfies the builtin error interface
func (ModelInstanceGroup_SecondaryDeviceValidationError) ErrorName ¶
func (e ModelInstanceGroup_SecondaryDeviceValidationError) ErrorName() string
ErrorName returns error name.
func (ModelInstanceGroup_SecondaryDeviceValidationError) Field ¶
func (e ModelInstanceGroup_SecondaryDeviceValidationError) Field() string
Field function returns field value.
func (ModelInstanceGroup_SecondaryDeviceValidationError) Key ¶
func (e ModelInstanceGroup_SecondaryDeviceValidationError) Key() bool
Key function returns key value.
func (ModelInstanceGroup_SecondaryDeviceValidationError) Reason ¶
func (e ModelInstanceGroup_SecondaryDeviceValidationError) Reason() string
Reason function returns reason value.
type ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind ¶
type ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind int32
@@ @@ .. cpp:enum:: SecondaryDeviceKind @@ @@ The kind of the secondary device. @@
const ( // @@ .. cpp:enumerator:: SecondaryDeviceKind::KIND_NVDLA = 0 // @@ // @@ An NVDLA core. http://nvdla.org // @@ Currently KIND_NVDLA is only supported by the TensorRT backend. // @@ ModelInstanceGroup_SecondaryDevice_KIND_NVDLA ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind = 0 )
func (ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) Descriptor ¶
func (ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) Descriptor() protoreflect.EnumDescriptor
func (ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) EnumDescriptor
deprecated
func (ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) EnumDescriptor() ([]byte, []int)
Deprecated: Use ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind.Descriptor instead.
func (ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) Number ¶
func (x ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) Number() protoreflect.EnumNumber
func (ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) String ¶
func (x ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind) String() string
type ModelMetadataRequest ¶
type ModelMetadataRequest struct { // @@ // @@ .. cpp:var:: string name // @@ // @@ The name of the model. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ .. cpp:var:: string version // @@ // @@ The version of the model to check for readiness. If not // @@ given the server will choose a version based on the // @@ model and internal policy. // @@ Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelMetadataRequest @@ @@ Request message for ModelMetadata. @@
func (*ModelMetadataRequest) Descriptor
deprecated
func (*ModelMetadataRequest) Descriptor() ([]byte, []int)
Deprecated: Use ModelMetadataRequest.ProtoReflect.Descriptor instead.
func (*ModelMetadataRequest) GetName ¶
func (x *ModelMetadataRequest) GetName() string
func (*ModelMetadataRequest) GetVersion ¶
func (x *ModelMetadataRequest) GetVersion() string
func (*ModelMetadataRequest) ProtoMessage ¶
func (*ModelMetadataRequest) ProtoMessage()
func (*ModelMetadataRequest) ProtoReflect ¶
func (x *ModelMetadataRequest) ProtoReflect() protoreflect.Message
func (*ModelMetadataRequest) Reset ¶
func (x *ModelMetadataRequest) Reset()
func (*ModelMetadataRequest) String ¶
func (x *ModelMetadataRequest) String() string
func (*ModelMetadataRequest) Validate ¶
func (m *ModelMetadataRequest) Validate() error
Validate checks the field values on ModelMetadataRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelMetadataRequest) ValidateAll ¶
func (m *ModelMetadataRequest) ValidateAll() error
ValidateAll checks the field values on ModelMetadataRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelMetadataRequestMultiError, or nil if none found.
type ModelMetadataRequestMultiError ¶
type ModelMetadataRequestMultiError []error
ModelMetadataRequestMultiError is an error wrapping multiple validation errors returned by ModelMetadataRequest.ValidateAll() if the designated constraints aren't met.
func (ModelMetadataRequestMultiError) AllErrors ¶
func (m ModelMetadataRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelMetadataRequestMultiError) Error ¶
func (m ModelMetadataRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelMetadataRequestValidationError ¶
type ModelMetadataRequestValidationError struct {
// contains filtered or unexported fields
}
ModelMetadataRequestValidationError is the validation error returned by ModelMetadataRequest.Validate if the designated constraints aren't met.
func (ModelMetadataRequestValidationError) Cause ¶
func (e ModelMetadataRequestValidationError) Cause() error
Cause function returns cause value.
func (ModelMetadataRequestValidationError) Error ¶
func (e ModelMetadataRequestValidationError) Error() string
Error satisfies the builtin error interface
func (ModelMetadataRequestValidationError) ErrorName ¶
func (e ModelMetadataRequestValidationError) ErrorName() string
ErrorName returns error name.
func (ModelMetadataRequestValidationError) Field ¶
func (e ModelMetadataRequestValidationError) Field() string
Field function returns field value.
func (ModelMetadataRequestValidationError) Key ¶
func (e ModelMetadataRequestValidationError) Key() bool
Key function returns key value.
func (ModelMetadataRequestValidationError) Reason ¶
func (e ModelMetadataRequestValidationError) Reason() string
Reason function returns reason value.
type ModelMetadataResponse ¶
type ModelMetadataResponse struct { // @@ // @@ .. cpp:var:: string name // @@ // @@ The model name. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ // @@ .. cpp:var:: string versions (repeated) // @@ // @@ The versions of the model. // @@ Versions []string `protobuf:"bytes,2,rep,name=versions,proto3" json:"versions,omitempty"` // @@ // @@ .. cpp:var:: string platform // @@ // @@ The model's platform. // @@ Platform string `protobuf:"bytes,3,opt,name=platform,proto3" json:"platform,omitempty"` // @@ // @@ .. cpp:var:: TensorMetadata inputs (repeated) // @@ // @@ The model's inputs. // @@ Inputs []*ModelMetadataResponse_TensorMetadata `protobuf:"bytes,4,rep,name=inputs,proto3" json:"inputs,omitempty"` // @@ // @@ .. cpp:var:: TensorMetadata outputs (repeated) // @@ // @@ The model's outputs. // @@ Outputs []*ModelMetadataResponse_TensorMetadata `protobuf:"bytes,5,rep,name=outputs,proto3" json:"outputs,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelMetadataResponse @@ @@ Response message for ModelMetadata. @@
func (*ModelMetadataResponse) Descriptor
deprecated
func (*ModelMetadataResponse) Descriptor() ([]byte, []int)
Deprecated: Use ModelMetadataResponse.ProtoReflect.Descriptor instead.
func (*ModelMetadataResponse) GetInputs ¶
func (x *ModelMetadataResponse) GetInputs() []*ModelMetadataResponse_TensorMetadata
func (*ModelMetadataResponse) GetName ¶
func (x *ModelMetadataResponse) GetName() string
func (*ModelMetadataResponse) GetOutputs ¶
func (x *ModelMetadataResponse) GetOutputs() []*ModelMetadataResponse_TensorMetadata
func (*ModelMetadataResponse) GetPlatform ¶
func (x *ModelMetadataResponse) GetPlatform() string
func (*ModelMetadataResponse) GetVersions ¶
func (x *ModelMetadataResponse) GetVersions() []string
func (*ModelMetadataResponse) ProtoMessage ¶
func (*ModelMetadataResponse) ProtoMessage()
func (*ModelMetadataResponse) ProtoReflect ¶
func (x *ModelMetadataResponse) ProtoReflect() protoreflect.Message
func (*ModelMetadataResponse) Reset ¶
func (x *ModelMetadataResponse) Reset()
func (*ModelMetadataResponse) String ¶
func (x *ModelMetadataResponse) String() string
func (*ModelMetadataResponse) Validate ¶
func (m *ModelMetadataResponse) Validate() error
Validate checks the field values on ModelMetadataResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelMetadataResponse) ValidateAll ¶
func (m *ModelMetadataResponse) ValidateAll() error
ValidateAll checks the field values on ModelMetadataResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelMetadataResponseMultiError, or nil if none found.
type ModelMetadataResponseMultiError ¶
type ModelMetadataResponseMultiError []error
ModelMetadataResponseMultiError is an error wrapping multiple validation errors returned by ModelMetadataResponse.ValidateAll() if the designated constraints aren't met.
func (ModelMetadataResponseMultiError) AllErrors ¶
func (m ModelMetadataResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelMetadataResponseMultiError) Error ¶
func (m ModelMetadataResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelMetadataResponseValidationError ¶
type ModelMetadataResponseValidationError struct {
// contains filtered or unexported fields
}
ModelMetadataResponseValidationError is the validation error returned by ModelMetadataResponse.Validate if the designated constraints aren't met.
func (ModelMetadataResponseValidationError) Cause ¶
func (e ModelMetadataResponseValidationError) Cause() error
Cause function returns cause value.
func (ModelMetadataResponseValidationError) Error ¶
func (e ModelMetadataResponseValidationError) Error() string
Error satisfies the builtin error interface
func (ModelMetadataResponseValidationError) ErrorName ¶
func (e ModelMetadataResponseValidationError) ErrorName() string
ErrorName returns error name.
func (ModelMetadataResponseValidationError) Field ¶
func (e ModelMetadataResponseValidationError) Field() string
Field function returns field value.
func (ModelMetadataResponseValidationError) Key ¶
func (e ModelMetadataResponseValidationError) Key() bool
Key function returns key value.
func (ModelMetadataResponseValidationError) Reason ¶
func (e ModelMetadataResponseValidationError) Reason() string
Reason function returns reason value.
type ModelMetadataResponse_TensorMetadata ¶
type ModelMetadataResponse_TensorMetadata struct { // @@ // @@ .. cpp:var:: string name // @@ // @@ The tensor name. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ // @@ .. cpp:var:: string datatype // @@ // @@ The tensor data type. // @@ Datatype string `protobuf:"bytes,2,opt,name=datatype,proto3" json:"datatype,omitempty"` // @@ // @@ .. cpp:var:: int64 shape (repeated) // @@ // @@ The tensor shape. A variable-size dimension is represented // @@ by a -1 value. // @@ Shape []int64 `protobuf:"varint,3,rep,packed,name=shape,proto3" json:"shape,omitempty"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message TensorMetadata @@ @@ Metadata for a tensor. @@
func (*ModelMetadataResponse_TensorMetadata) Descriptor
deprecated
func (*ModelMetadataResponse_TensorMetadata) Descriptor() ([]byte, []int)
Deprecated: Use ModelMetadataResponse_TensorMetadata.ProtoReflect.Descriptor instead.
func (*ModelMetadataResponse_TensorMetadata) GetDatatype ¶
func (x *ModelMetadataResponse_TensorMetadata) GetDatatype() string
func (*ModelMetadataResponse_TensorMetadata) GetName ¶
func (x *ModelMetadataResponse_TensorMetadata) GetName() string
func (*ModelMetadataResponse_TensorMetadata) GetShape ¶
func (x *ModelMetadataResponse_TensorMetadata) GetShape() []int64
func (*ModelMetadataResponse_TensorMetadata) ProtoMessage ¶
func (*ModelMetadataResponse_TensorMetadata) ProtoMessage()
func (*ModelMetadataResponse_TensorMetadata) ProtoReflect ¶
func (x *ModelMetadataResponse_TensorMetadata) ProtoReflect() protoreflect.Message
func (*ModelMetadataResponse_TensorMetadata) Reset ¶
func (x *ModelMetadataResponse_TensorMetadata) Reset()
func (*ModelMetadataResponse_TensorMetadata) String ¶
func (x *ModelMetadataResponse_TensorMetadata) String() string
func (*ModelMetadataResponse_TensorMetadata) Validate ¶
func (m *ModelMetadataResponse_TensorMetadata) Validate() error
Validate checks the field values on ModelMetadataResponse_TensorMetadata with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelMetadataResponse_TensorMetadata) ValidateAll ¶
func (m *ModelMetadataResponse_TensorMetadata) ValidateAll() error
ValidateAll checks the field values on ModelMetadataResponse_TensorMetadata with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelMetadataResponse_TensorMetadataMultiError, or nil if none found.
type ModelMetadataResponse_TensorMetadataMultiError ¶
type ModelMetadataResponse_TensorMetadataMultiError []error
ModelMetadataResponse_TensorMetadataMultiError is an error wrapping multiple validation errors returned by ModelMetadataResponse_TensorMetadata.ValidateAll() if the designated constraints aren't met.
func (ModelMetadataResponse_TensorMetadataMultiError) AllErrors ¶
func (m ModelMetadataResponse_TensorMetadataMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelMetadataResponse_TensorMetadataMultiError) Error ¶
func (m ModelMetadataResponse_TensorMetadataMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelMetadataResponse_TensorMetadataValidationError ¶
type ModelMetadataResponse_TensorMetadataValidationError struct {
// contains filtered or unexported fields
}
ModelMetadataResponse_TensorMetadataValidationError is the validation error returned by ModelMetadataResponse_TensorMetadata.Validate if the designated constraints aren't met.
func (ModelMetadataResponse_TensorMetadataValidationError) Cause ¶
func (e ModelMetadataResponse_TensorMetadataValidationError) Cause() error
Cause function returns cause value.
func (ModelMetadataResponse_TensorMetadataValidationError) Error ¶
func (e ModelMetadataResponse_TensorMetadataValidationError) Error() string
Error satisfies the builtin error interface
func (ModelMetadataResponse_TensorMetadataValidationError) ErrorName ¶
func (e ModelMetadataResponse_TensorMetadataValidationError) ErrorName() string
ErrorName returns error name.
func (ModelMetadataResponse_TensorMetadataValidationError) Field ¶
func (e ModelMetadataResponse_TensorMetadataValidationError) Field() string
Field function returns field value.
func (ModelMetadataResponse_TensorMetadataValidationError) Key ¶
func (e ModelMetadataResponse_TensorMetadataValidationError) Key() bool
Key function returns key value.
func (ModelMetadataResponse_TensorMetadataValidationError) Reason ¶
func (e ModelMetadataResponse_TensorMetadataValidationError) Reason() string
Reason function returns reason value.
type ModelOperations ¶
type ModelOperations struct { // @@ .. cpp:var:: string op_library_filename (repeated) // @@ // @@ Optional paths of the libraries providing custom operations for // @@ this model. Valid only for ONNX models. // @@ OpLibraryFilename []string `protobuf:"bytes,1,rep,name=op_library_filename,json=opLibraryFilename,proto3" json:"op_library_filename,omitempty"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message ModelOperations @@ @@ The metadata of libraries providing custom operations for this model. @@
func (*ModelOperations) Descriptor
deprecated
func (*ModelOperations) Descriptor() ([]byte, []int)
Deprecated: Use ModelOperations.ProtoReflect.Descriptor instead.
func (*ModelOperations) GetOpLibraryFilename ¶
func (x *ModelOperations) GetOpLibraryFilename() []string
func (*ModelOperations) ProtoMessage ¶
func (*ModelOperations) ProtoMessage()
func (*ModelOperations) ProtoReflect ¶
func (x *ModelOperations) ProtoReflect() protoreflect.Message
func (*ModelOperations) Reset ¶
func (x *ModelOperations) Reset()
func (*ModelOperations) String ¶
func (x *ModelOperations) String() string
func (*ModelOperations) Validate ¶
func (m *ModelOperations) Validate() error
Validate checks the field values on ModelOperations with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelOperations) ValidateAll ¶
func (m *ModelOperations) ValidateAll() error
ValidateAll checks the field values on ModelOperations with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOperationsMultiError, or nil if none found.
type ModelOperationsMultiError ¶
type ModelOperationsMultiError []error
ModelOperationsMultiError is an error wrapping multiple validation errors returned by ModelOperations.ValidateAll() if the designated constraints aren't met.
func (ModelOperationsMultiError) AllErrors ¶
func (m ModelOperationsMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelOperationsMultiError) Error ¶
func (m ModelOperationsMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelOperationsValidationError ¶
type ModelOperationsValidationError struct {
// contains filtered or unexported fields
}
ModelOperationsValidationError is the validation error returned by ModelOperations.Validate if the designated constraints aren't met.
func (ModelOperationsValidationError) Cause ¶
func (e ModelOperationsValidationError) Cause() error
Cause function returns cause value.
func (ModelOperationsValidationError) Error ¶
func (e ModelOperationsValidationError) Error() string
Error satisfies the builtin error interface
func (ModelOperationsValidationError) ErrorName ¶
func (e ModelOperationsValidationError) ErrorName() string
ErrorName returns error name.
func (ModelOperationsValidationError) Field ¶
func (e ModelOperationsValidationError) Field() string
Field function returns field value.
func (ModelOperationsValidationError) Key ¶
func (e ModelOperationsValidationError) Key() bool
Key function returns key value.
func (ModelOperationsValidationError) Reason ¶
func (e ModelOperationsValidationError) Reason() string
Reason function returns reason value.
type ModelOptimizationPolicy ¶
type ModelOptimizationPolicy struct { // @@ .. cpp:var:: Graph graph // @@ // @@ The graph optimization setting for the model. Optional. // @@ Graph *ModelOptimizationPolicy_Graph `protobuf:"bytes,1,opt,name=graph,proto3" json:"graph,omitempty"` // @@ .. cpp:var:: ModelPriority priority // @@ // @@ The priority setting for the model. Optional. // @@ Priority ModelOptimizationPolicy_ModelPriority `protobuf:"varint,2,opt,name=priority,proto3,enum=inference.ModelOptimizationPolicy_ModelPriority" json:"priority,omitempty"` // @@ .. cpp:var:: Cuda cuda // @@ // @@ CUDA-specific optimization settings. Optional. // @@ Cuda *ModelOptimizationPolicy_Cuda `protobuf:"bytes,3,opt,name=cuda,proto3" json:"cuda,omitempty"` // @@ .. cpp:var:: ExecutionAccelerators execution_accelerators // @@ // @@ The accelerators used for the model. Optional. // @@ ExecutionAccelerators *ModelOptimizationPolicy_ExecutionAccelerators `protobuf:"bytes,4,opt,name=execution_accelerators,json=executionAccelerators,proto3" json:"execution_accelerators,omitempty"` // @@ .. cpp:var:: PinnedMemoryBuffer input_pinned_memory // @@ // @@ Use pinned memory buffer when the data transfer for inputs // @@ is between GPU memory and non-pinned system memory. // @@ Default is true. // @@ InputPinnedMemory *ModelOptimizationPolicy_PinnedMemoryBuffer `protobuf:"bytes,5,opt,name=input_pinned_memory,json=inputPinnedMemory,proto3" json:"input_pinned_memory,omitempty"` // @@ .. cpp:var:: PinnedMemoryBuffer output_pinned_memory // @@ // @@ Use pinned memory buffer when the data transfer for outputs // @@ is between GPU memory and non-pinned system memory. // @@ Default is true. // @@ OutputPinnedMemory *ModelOptimizationPolicy_PinnedMemoryBuffer `protobuf:"bytes,6,opt,name=output_pinned_memory,json=outputPinnedMemory,proto3" json:"output_pinned_memory,omitempty"` // @@ .. cpp:var:: uint32 gather_kernel_buffer_threshold // @@ // @@ The backend may use a gather kernel to gather input data if the // @@ device has direct access to the source buffer and the destination // @@ buffer. In such case, the gather kernel will be used only if the // @@ number of buffers to be gathered is greater or equal to // @@ the specifed value. If 0, the gather kernel will be disabled. // @@ Default value is 0. // @@ Currently only recognized by TensorRT backend. // @@ GatherKernelBufferThreshold uint32 `` /* 147-byte string literal not displayed */ // @@ .. cpp:var:: bool eager_batching // @@ // @@ Start preparing the next batch before the model instance is ready // @@ for the next inference. This option can be used to overlap the // @@ batch preparation with model execution, with the trade-off that // @@ the next batch might be smaller than what it could have been. // @@ Default value is false. // @@ Currently only recognized by TensorRT backend. // @@ EagerBatching bool `protobuf:"varint,8,opt,name=eager_batching,json=eagerBatching,proto3" json:"eager_batching,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelOptimizationPolicy @@ @@ Optimization settings for a model. These settings control if/how a @@ model is optimized and prioritized by the backend framework when @@ it is loaded. @@
func (*ModelOptimizationPolicy) Descriptor
deprecated
func (*ModelOptimizationPolicy) Descriptor() ([]byte, []int)
Deprecated: Use ModelOptimizationPolicy.ProtoReflect.Descriptor instead.
func (*ModelOptimizationPolicy) GetCuda ¶
func (x *ModelOptimizationPolicy) GetCuda() *ModelOptimizationPolicy_Cuda
func (*ModelOptimizationPolicy) GetEagerBatching ¶
func (x *ModelOptimizationPolicy) GetEagerBatching() bool
func (*ModelOptimizationPolicy) GetExecutionAccelerators ¶
func (x *ModelOptimizationPolicy) GetExecutionAccelerators() *ModelOptimizationPolicy_ExecutionAccelerators
func (*ModelOptimizationPolicy) GetGatherKernelBufferThreshold ¶
func (x *ModelOptimizationPolicy) GetGatherKernelBufferThreshold() uint32
func (*ModelOptimizationPolicy) GetGraph ¶
func (x *ModelOptimizationPolicy) GetGraph() *ModelOptimizationPolicy_Graph
func (*ModelOptimizationPolicy) GetInputPinnedMemory ¶
func (x *ModelOptimizationPolicy) GetInputPinnedMemory() *ModelOptimizationPolicy_PinnedMemoryBuffer
func (*ModelOptimizationPolicy) GetOutputPinnedMemory ¶
func (x *ModelOptimizationPolicy) GetOutputPinnedMemory() *ModelOptimizationPolicy_PinnedMemoryBuffer
func (*ModelOptimizationPolicy) GetPriority ¶
func (x *ModelOptimizationPolicy) GetPriority() ModelOptimizationPolicy_ModelPriority
func (*ModelOptimizationPolicy) ProtoMessage ¶
func (*ModelOptimizationPolicy) ProtoMessage()
func (*ModelOptimizationPolicy) ProtoReflect ¶
func (x *ModelOptimizationPolicy) ProtoReflect() protoreflect.Message
func (*ModelOptimizationPolicy) Reset ¶
func (x *ModelOptimizationPolicy) Reset()
func (*ModelOptimizationPolicy) String ¶
func (x *ModelOptimizationPolicy) String() string
func (*ModelOptimizationPolicy) Validate ¶
func (m *ModelOptimizationPolicy) Validate() error
Validate checks the field values on ModelOptimizationPolicy with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelOptimizationPolicy) ValidateAll ¶
func (m *ModelOptimizationPolicy) ValidateAll() error
ValidateAll checks the field values on ModelOptimizationPolicy with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicyMultiError, or nil if none found.
type ModelOptimizationPolicyMultiError ¶
type ModelOptimizationPolicyMultiError []error
ModelOptimizationPolicyMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy.ValidateAll() if the designated constraints aren't met.
func (ModelOptimizationPolicyMultiError) AllErrors ¶
func (m ModelOptimizationPolicyMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelOptimizationPolicyMultiError) Error ¶
func (m ModelOptimizationPolicyMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelOptimizationPolicyValidationError ¶
type ModelOptimizationPolicyValidationError struct {
// contains filtered or unexported fields
}
ModelOptimizationPolicyValidationError is the validation error returned by ModelOptimizationPolicy.Validate if the designated constraints aren't met.
func (ModelOptimizationPolicyValidationError) Cause ¶
func (e ModelOptimizationPolicyValidationError) Cause() error
Cause function returns cause value.
func (ModelOptimizationPolicyValidationError) Error ¶
func (e ModelOptimizationPolicyValidationError) Error() string
Error satisfies the builtin error interface
func (ModelOptimizationPolicyValidationError) ErrorName ¶
func (e ModelOptimizationPolicyValidationError) ErrorName() string
ErrorName returns error name.
func (ModelOptimizationPolicyValidationError) Field ¶
func (e ModelOptimizationPolicyValidationError) Field() string
Field function returns field value.
func (ModelOptimizationPolicyValidationError) Key ¶
func (e ModelOptimizationPolicyValidationError) Key() bool
Key function returns key value.
func (ModelOptimizationPolicyValidationError) Reason ¶
func (e ModelOptimizationPolicyValidationError) Reason() string
Reason function returns reason value.
type ModelOptimizationPolicy_Cuda ¶
type ModelOptimizationPolicy_Cuda struct { // @@ .. cpp:var:: bool graphs // @@ // @@ Use CUDA graphs API to capture model operations and execute // @@ them more efficiently. Default value is false. // @@ Currently only recognized by TensorRT backend. // @@ Graphs bool `protobuf:"varint,1,opt,name=graphs,proto3" json:"graphs,omitempty"` // @@ .. cpp:var:: bool busy_wait_events // @@ // @@ Use busy-waiting to synchronize CUDA events to achieve minimum // @@ latency from event complete to host thread to be notified, with // @@ the cost of high CPU load. Default value is false. // @@ Currently only recognized by TensorRT backend. // @@ BusyWaitEvents bool `protobuf:"varint,2,opt,name=busy_wait_events,json=busyWaitEvents,proto3" json:"busy_wait_events,omitempty"` // @@ .. cpp:var:: GraphSpec graph_spec (repeated) // @@ // @@ Specification of the CUDA graph to be captured. If not specified // @@ and 'graphs' is true, the default CUDA graphs will be captured // @@ based on model settings. // @@ Currently only recognized by TensorRT backend. // @@ GraphSpec []*ModelOptimizationPolicy_Cuda_GraphSpec `protobuf:"bytes,3,rep,name=graph_spec,json=graphSpec,proto3" json:"graph_spec,omitempty"` // @@ .. cpp:var:: bool output_copy_stream // @@ // @@ Uses a CUDA stream separate from the inference stream to copy the // @@ output to host. However, be aware that setting this option to // @@ true will lead to an increase in the memory consumption of the // @@ model as Triton will allocate twice as much GPU memory for its // @@ I/O tensor buffers. Default value is false. // @@ Currently only recognized by TensorRT backend. // @@ OutputCopyStream bool `protobuf:"varint,4,opt,name=output_copy_stream,json=outputCopyStream,proto3" json:"output_copy_stream,omitempty"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message Cuda @@ @@ CUDA-specific optimization settings. @@
func (*ModelOptimizationPolicy_Cuda) Descriptor
deprecated
func (*ModelOptimizationPolicy_Cuda) Descriptor() ([]byte, []int)
Deprecated: Use ModelOptimizationPolicy_Cuda.ProtoReflect.Descriptor instead.
func (*ModelOptimizationPolicy_Cuda) GetBusyWaitEvents ¶
func (x *ModelOptimizationPolicy_Cuda) GetBusyWaitEvents() bool
func (*ModelOptimizationPolicy_Cuda) GetGraphSpec ¶
func (x *ModelOptimizationPolicy_Cuda) GetGraphSpec() []*ModelOptimizationPolicy_Cuda_GraphSpec
func (*ModelOptimizationPolicy_Cuda) GetGraphs ¶
func (x *ModelOptimizationPolicy_Cuda) GetGraphs() bool
func (*ModelOptimizationPolicy_Cuda) GetOutputCopyStream ¶
func (x *ModelOptimizationPolicy_Cuda) GetOutputCopyStream() bool
func (*ModelOptimizationPolicy_Cuda) ProtoMessage ¶
func (*ModelOptimizationPolicy_Cuda) ProtoMessage()
func (*ModelOptimizationPolicy_Cuda) ProtoReflect ¶
func (x *ModelOptimizationPolicy_Cuda) ProtoReflect() protoreflect.Message
func (*ModelOptimizationPolicy_Cuda) Reset ¶
func (x *ModelOptimizationPolicy_Cuda) Reset()
func (*ModelOptimizationPolicy_Cuda) String ¶
func (x *ModelOptimizationPolicy_Cuda) String() string
func (*ModelOptimizationPolicy_Cuda) Validate ¶
func (m *ModelOptimizationPolicy_Cuda) Validate() error
Validate checks the field values on ModelOptimizationPolicy_Cuda with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelOptimizationPolicy_Cuda) ValidateAll ¶
func (m *ModelOptimizationPolicy_Cuda) ValidateAll() error
ValidateAll checks the field values on ModelOptimizationPolicy_Cuda with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicy_CudaMultiError, or nil if none found.
type ModelOptimizationPolicy_CudaMultiError ¶
type ModelOptimizationPolicy_CudaMultiError []error
ModelOptimizationPolicy_CudaMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy_Cuda.ValidateAll() if the designated constraints aren't met.
func (ModelOptimizationPolicy_CudaMultiError) AllErrors ¶
func (m ModelOptimizationPolicy_CudaMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelOptimizationPolicy_CudaMultiError) Error ¶
func (m ModelOptimizationPolicy_CudaMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelOptimizationPolicy_CudaValidationError ¶
type ModelOptimizationPolicy_CudaValidationError struct {
// contains filtered or unexported fields
}
ModelOptimizationPolicy_CudaValidationError is the validation error returned by ModelOptimizationPolicy_Cuda.Validate if the designated constraints aren't met.
func (ModelOptimizationPolicy_CudaValidationError) Cause ¶
func (e ModelOptimizationPolicy_CudaValidationError) Cause() error
Cause function returns cause value.
func (ModelOptimizationPolicy_CudaValidationError) Error ¶
func (e ModelOptimizationPolicy_CudaValidationError) Error() string
Error satisfies the builtin error interface
func (ModelOptimizationPolicy_CudaValidationError) ErrorName ¶
func (e ModelOptimizationPolicy_CudaValidationError) ErrorName() string
ErrorName returns error name.
func (ModelOptimizationPolicy_CudaValidationError) Field ¶
func (e ModelOptimizationPolicy_CudaValidationError) Field() string
Field function returns field value.
func (ModelOptimizationPolicy_CudaValidationError) Key ¶
func (e ModelOptimizationPolicy_CudaValidationError) Key() bool
Key function returns key value.
func (ModelOptimizationPolicy_CudaValidationError) Reason ¶
func (e ModelOptimizationPolicy_CudaValidationError) Reason() string
Reason function returns reason value.
type ModelOptimizationPolicy_Cuda_GraphSpec ¶
type ModelOptimizationPolicy_Cuda_GraphSpec struct { // @@ .. cpp:var:: int32 batch_size // @@ // @@ The batch size of the CUDA graph. If 'max_batch_size' is 0, // @@ 'batch_size' must be set to 0. Otherwise, 'batch_size' must // @@ be set to value between 1 and 'max_batch_size'. // @@ BatchSize int32 `protobuf:"varint,1,opt,name=batch_size,json=batchSize,proto3" json:"batch_size,omitempty"` // @@ .. cpp:var:: map<string, Shape> input // @@ // @@ The specification of the inputs. 'Shape' is the shape of the // @@ input without batching dimension. // @@ Input map[string]*ModelOptimizationPolicy_Cuda_GraphSpec_Shape `` /* 151-byte string literal not displayed */ // @@ .. cpp:var:: LowerBound graph_lower_bound // @@ // @@ Specify the lower bound of the CUDA graph. Optional. // @@ If specified, the graph can be used for input shapes and // @@ batch sizes that are in closed interval between the lower // @@ bound specification and graph specification. For dynamic // @@ shape model, this allows CUDA graphs to be launched // @@ frequently without capturing all possible shape combinations. // @@ However, using graph for shape combinations different from // @@ the one used for capturing introduces uninitialized data for // @@ execution and it may distort the inference result if // @@ the model is sensitive to uninitialized data. // @@ GraphLowerBound *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound `protobuf:"bytes,3,opt,name=graph_lower_bound,json=graphLowerBound,proto3" json:"graph_lower_bound,omitempty"` // contains filtered or unexported fields }
@@ .. cpp:var:: message GraphSpec @@ @@ Specification of the CUDA graph to be captured. @@
func (*ModelOptimizationPolicy_Cuda_GraphSpec) Descriptor
deprecated
func (*ModelOptimizationPolicy_Cuda_GraphSpec) Descriptor() ([]byte, []int)
Deprecated: Use ModelOptimizationPolicy_Cuda_GraphSpec.ProtoReflect.Descriptor instead.
func (*ModelOptimizationPolicy_Cuda_GraphSpec) GetBatchSize ¶
func (x *ModelOptimizationPolicy_Cuda_GraphSpec) GetBatchSize() int32
func (*ModelOptimizationPolicy_Cuda_GraphSpec) GetGraphLowerBound ¶
func (x *ModelOptimizationPolicy_Cuda_GraphSpec) GetGraphLowerBound() *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound
func (*ModelOptimizationPolicy_Cuda_GraphSpec) GetInput ¶
func (x *ModelOptimizationPolicy_Cuda_GraphSpec) GetInput() map[string]*ModelOptimizationPolicy_Cuda_GraphSpec_Shape
func (*ModelOptimizationPolicy_Cuda_GraphSpec) ProtoMessage ¶
func (*ModelOptimizationPolicy_Cuda_GraphSpec) ProtoMessage()
func (*ModelOptimizationPolicy_Cuda_GraphSpec) ProtoReflect ¶
func (x *ModelOptimizationPolicy_Cuda_GraphSpec) ProtoReflect() protoreflect.Message
func (*ModelOptimizationPolicy_Cuda_GraphSpec) Reset ¶
func (x *ModelOptimizationPolicy_Cuda_GraphSpec) Reset()
func (*ModelOptimizationPolicy_Cuda_GraphSpec) String ¶
func (x *ModelOptimizationPolicy_Cuda_GraphSpec) String() string
func (*ModelOptimizationPolicy_Cuda_GraphSpec) Validate ¶
func (m *ModelOptimizationPolicy_Cuda_GraphSpec) Validate() error
Validate checks the field values on ModelOptimizationPolicy_Cuda_GraphSpec with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelOptimizationPolicy_Cuda_GraphSpec) ValidateAll ¶
func (m *ModelOptimizationPolicy_Cuda_GraphSpec) ValidateAll() error
ValidateAll checks the field values on ModelOptimizationPolicy_Cuda_GraphSpec with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicy_Cuda_GraphSpecMultiError, or nil if none found.
type ModelOptimizationPolicy_Cuda_GraphSpecMultiError ¶
type ModelOptimizationPolicy_Cuda_GraphSpecMultiError []error
ModelOptimizationPolicy_Cuda_GraphSpecMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy_Cuda_GraphSpec.ValidateAll() if the designated constraints aren't met.
func (ModelOptimizationPolicy_Cuda_GraphSpecMultiError) AllErrors ¶
func (m ModelOptimizationPolicy_Cuda_GraphSpecMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelOptimizationPolicy_Cuda_GraphSpecMultiError) Error ¶
func (m ModelOptimizationPolicy_Cuda_GraphSpecMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelOptimizationPolicy_Cuda_GraphSpecValidationError ¶
type ModelOptimizationPolicy_Cuda_GraphSpecValidationError struct {
// contains filtered or unexported fields
}
ModelOptimizationPolicy_Cuda_GraphSpecValidationError is the validation error returned by ModelOptimizationPolicy_Cuda_GraphSpec.Validate if the designated constraints aren't met.
func (ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Cause ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Cause() error
Cause function returns cause value.
func (ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Error ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Error() string
Error satisfies the builtin error interface
func (ModelOptimizationPolicy_Cuda_GraphSpecValidationError) ErrorName ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpecValidationError) ErrorName() string
ErrorName returns error name.
func (ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Field ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Field() string
Field function returns field value.
func (ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Key ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Key() bool
Key function returns key value.
func (ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Reason ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpecValidationError) Reason() string
Reason function returns reason value.
type ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound ¶
type ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound struct { // @@ .. cpp:var:: int32 batch_size // @@ // @@ The batch size of the CUDA graph. If 'max_batch_size' is 0, // @@ 'batch_size' must be set to 0. Otherwise, 'batch_size' must // @@ be set to value between 1 and 'max_batch_size'. // @@ BatchSize int32 `protobuf:"varint,1,opt,name=batch_size,json=batchSize,proto3" json:"batch_size,omitempty"` // @@ .. cpp:var:: map<string, Shape> input // @@ // @@ The specification of the inputs. 'Shape' is the shape of // @@ the input without batching dimension. // @@ Input map[string]*ModelOptimizationPolicy_Cuda_GraphSpec_Shape `` /* 151-byte string literal not displayed */ // contains filtered or unexported fields }
func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) Descriptor
deprecated
func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) Descriptor() ([]byte, []int)
Deprecated: Use ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound.ProtoReflect.Descriptor instead.
func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) GetBatchSize ¶
func (x *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) GetBatchSize() int32
func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) GetInput ¶
func (x *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) GetInput() map[string]*ModelOptimizationPolicy_Cuda_GraphSpec_Shape
func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) ProtoMessage ¶
func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) ProtoMessage()
func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) ProtoReflect ¶
func (x *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) ProtoReflect() protoreflect.Message
func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) Reset ¶
func (x *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) Reset()
func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) String ¶
func (x *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) String() string
func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) Validate ¶
func (m *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) Validate() error
Validate checks the field values on ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) ValidateAll ¶
func (m *ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound) ValidateAll() error
ValidateAll checks the field values on ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundMultiError, or nil if none found.
type ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundMultiError ¶
type ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundMultiError []error
ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound.ValidateAll() if the designated constraints aren't met.
func (ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundMultiError) AllErrors ¶
func (m ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundMultiError) Error ¶
func (m ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError ¶
type ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError struct {
// contains filtered or unexported fields
}
ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError is the validation error returned by ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound.Validate if the designated constraints aren't met.
func (ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Cause ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Cause() error
Cause function returns cause value.
func (ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Error ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Error() string
Error satisfies the builtin error interface
func (ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) ErrorName ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) ErrorName() string
ErrorName returns error name.
func (ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Field ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Field() string
Field function returns field value.
func (ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Key ¶
Key function returns key value.
func (ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Reason ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundValidationError) Reason() string
Reason function returns reason value.
type ModelOptimizationPolicy_Cuda_GraphSpec_Shape ¶
type ModelOptimizationPolicy_Cuda_GraphSpec_Shape struct { // @@ .. cpp:var:: int64 dim (repeated) // @@ // @@ The dimension. // @@ Dim []int64 `protobuf:"varint,1,rep,packed,name=dim,proto3" json:"dim,omitempty"` // contains filtered or unexported fields }
@@ .. cpp:var:: message Dims @@ @@ Specification of tensor dimension. @@
func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) Descriptor
deprecated
func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) Descriptor() ([]byte, []int)
Deprecated: Use ModelOptimizationPolicy_Cuda_GraphSpec_Shape.ProtoReflect.Descriptor instead.
func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) GetDim ¶
func (x *ModelOptimizationPolicy_Cuda_GraphSpec_Shape) GetDim() []int64
func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) ProtoMessage ¶
func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) ProtoMessage()
func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) ProtoReflect ¶
func (x *ModelOptimizationPolicy_Cuda_GraphSpec_Shape) ProtoReflect() protoreflect.Message
func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) Reset ¶
func (x *ModelOptimizationPolicy_Cuda_GraphSpec_Shape) Reset()
func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) String ¶
func (x *ModelOptimizationPolicy_Cuda_GraphSpec_Shape) String() string
func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) Validate ¶
func (m *ModelOptimizationPolicy_Cuda_GraphSpec_Shape) Validate() error
Validate checks the field values on ModelOptimizationPolicy_Cuda_GraphSpec_Shape with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelOptimizationPolicy_Cuda_GraphSpec_Shape) ValidateAll ¶
func (m *ModelOptimizationPolicy_Cuda_GraphSpec_Shape) ValidateAll() error
ValidateAll checks the field values on ModelOptimizationPolicy_Cuda_GraphSpec_Shape with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicy_Cuda_GraphSpec_ShapeMultiError, or nil if none found.
type ModelOptimizationPolicy_Cuda_GraphSpec_ShapeMultiError ¶
type ModelOptimizationPolicy_Cuda_GraphSpec_ShapeMultiError []error
ModelOptimizationPolicy_Cuda_GraphSpec_ShapeMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy_Cuda_GraphSpec_Shape.ValidateAll() if the designated constraints aren't met.
func (ModelOptimizationPolicy_Cuda_GraphSpec_ShapeMultiError) AllErrors ¶
func (m ModelOptimizationPolicy_Cuda_GraphSpec_ShapeMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelOptimizationPolicy_Cuda_GraphSpec_ShapeMultiError) Error ¶
func (m ModelOptimizationPolicy_Cuda_GraphSpec_ShapeMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError ¶
type ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError struct {
// contains filtered or unexported fields
}
ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError is the validation error returned by ModelOptimizationPolicy_Cuda_GraphSpec_Shape.Validate if the designated constraints aren't met.
func (ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Cause ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Cause() error
Cause function returns cause value.
func (ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Error ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Error() string
Error satisfies the builtin error interface
func (ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) ErrorName ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) ErrorName() string
ErrorName returns error name.
func (ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Field ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Field() string
Field function returns field value.
func (ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Key ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Key() bool
Key function returns key value.
func (ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Reason ¶
func (e ModelOptimizationPolicy_Cuda_GraphSpec_ShapeValidationError) Reason() string
Reason function returns reason value.
type ModelOptimizationPolicy_ExecutionAccelerators ¶
type ModelOptimizationPolicy_ExecutionAccelerators struct { // @@ .. cpp:var:: Accelerator gpu_execution_accelerator (repeated) // @@ // @@ The preferred execution provider to be used if the model instance // @@ is deployed on GPU. // @@ // @@ For ONNX Runtime backend, possible value is "tensorrt" as name, // @@ and no parameters are required. // @@ // @@ For TensorFlow backend, possible values are "tensorrt", // @@ "auto_mixed_precision", "gpu_io". // @@ // @@ For "tensorrt", the following parameters can be specified: // @@ "precision_mode": The precision used for optimization. // @@ Allowed values are "FP32" and "FP16". Default value is "FP32". // @@ // @@ "max_cached_engines": The maximum number of cached TensorRT // @@ engines in dynamic TensorRT ops. Default value is 100. // @@ // @@ "minimum_segment_size": The smallest model subgraph that will // @@ be considered for optimization by TensorRT. Default value is 3. // @@ // @@ "max_workspace_size_bytes": The maximum GPU memory the model // @@ can use temporarily during execution. Default value is 1GB. // @@ // @@ For "auto_mixed_precision", no parameters are required. If set, // @@ the model will try to use FP16 for better performance. // @@ This optimization can not be set with "tensorrt". // @@ // @@ For "gpu_io", no parameters are required. If set, the model will // @@ be executed using TensorFlow Callable API to set input and output // @@ tensors in GPU memory if possible, which can reduce data transfer // @@ overhead if the model is used in ensemble. However, the Callable // @@ object will be created on model creation and it will request all // @@ outputs for every model execution, which may impact the // @@ performance if a request does not require all outputs. This // @@ optimization will only take affect if the model instance is // @@ created with KIND_GPU. // @@ GpuExecutionAccelerator []*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator `` /* 132-byte string literal not displayed */ // @@ .. cpp:var:: Accelerator cpu_execution_accelerator (repeated) // @@ // @@ The preferred execution provider to be used if the model instance // @@ is deployed on CPU. // @@ // @@ For ONNX Runtime backend, possible value is "openvino" as name, // @@ and no parameters are required. // @@ CpuExecutionAccelerator []*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator `` /* 132-byte string literal not displayed */ // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message ExecutionAccelerators @@ @@ Specify the preferred execution accelerators to be used to execute @@ the model. Currently only recognized by ONNX Runtime backend and @@ TensorFlow backend. @@ @@ For ONNX Runtime backend, it will deploy the model with the execution @@ accelerators by priority, the priority is determined based on the @@ order that they are set, i.e. the provider at the front has highest @@ priority. Overall, the priority will be in the following order: @@ <gpu_execution_accelerator> (if instance is on GPU) @@ CUDA Execution Provider (if instance is on GPU) @@ <cpu_execution_accelerator> @@ Default CPU Execution Provider @@
func (*ModelOptimizationPolicy_ExecutionAccelerators) Descriptor
deprecated
func (*ModelOptimizationPolicy_ExecutionAccelerators) Descriptor() ([]byte, []int)
Deprecated: Use ModelOptimizationPolicy_ExecutionAccelerators.ProtoReflect.Descriptor instead.
func (*ModelOptimizationPolicy_ExecutionAccelerators) GetCpuExecutionAccelerator ¶
func (x *ModelOptimizationPolicy_ExecutionAccelerators) GetCpuExecutionAccelerator() []*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator
func (*ModelOptimizationPolicy_ExecutionAccelerators) GetGpuExecutionAccelerator ¶
func (x *ModelOptimizationPolicy_ExecutionAccelerators) GetGpuExecutionAccelerator() []*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator
func (*ModelOptimizationPolicy_ExecutionAccelerators) ProtoMessage ¶
func (*ModelOptimizationPolicy_ExecutionAccelerators) ProtoMessage()
func (*ModelOptimizationPolicy_ExecutionAccelerators) ProtoReflect ¶
func (x *ModelOptimizationPolicy_ExecutionAccelerators) ProtoReflect() protoreflect.Message
func (*ModelOptimizationPolicy_ExecutionAccelerators) Reset ¶
func (x *ModelOptimizationPolicy_ExecutionAccelerators) Reset()
func (*ModelOptimizationPolicy_ExecutionAccelerators) String ¶
func (x *ModelOptimizationPolicy_ExecutionAccelerators) String() string
func (*ModelOptimizationPolicy_ExecutionAccelerators) Validate ¶
func (m *ModelOptimizationPolicy_ExecutionAccelerators) Validate() error
Validate checks the field values on ModelOptimizationPolicy_ExecutionAccelerators with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelOptimizationPolicy_ExecutionAccelerators) ValidateAll ¶
func (m *ModelOptimizationPolicy_ExecutionAccelerators) ValidateAll() error
ValidateAll checks the field values on ModelOptimizationPolicy_ExecutionAccelerators with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicy_ExecutionAcceleratorsMultiError, or nil if none found.
type ModelOptimizationPolicy_ExecutionAcceleratorsMultiError ¶
type ModelOptimizationPolicy_ExecutionAcceleratorsMultiError []error
ModelOptimizationPolicy_ExecutionAcceleratorsMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy_ExecutionAccelerators.ValidateAll() if the designated constraints aren't met.
func (ModelOptimizationPolicy_ExecutionAcceleratorsMultiError) AllErrors ¶
func (m ModelOptimizationPolicy_ExecutionAcceleratorsMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelOptimizationPolicy_ExecutionAcceleratorsMultiError) Error ¶
func (m ModelOptimizationPolicy_ExecutionAcceleratorsMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelOptimizationPolicy_ExecutionAcceleratorsValidationError ¶
type ModelOptimizationPolicy_ExecutionAcceleratorsValidationError struct {
// contains filtered or unexported fields
}
ModelOptimizationPolicy_ExecutionAcceleratorsValidationError is the validation error returned by ModelOptimizationPolicy_ExecutionAccelerators.Validate if the designated constraints aren't met.
func (ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Cause ¶
func (e ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Cause() error
Cause function returns cause value.
func (ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Error ¶
func (e ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Error() string
Error satisfies the builtin error interface
func (ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) ErrorName ¶
func (e ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) ErrorName() string
ErrorName returns error name.
func (ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Field ¶
func (e ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Field() string
Field function returns field value.
func (ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Key ¶
func (e ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Key() bool
Key function returns key value.
func (ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Reason ¶
func (e ModelOptimizationPolicy_ExecutionAcceleratorsValidationError) Reason() string
Reason function returns reason value.
type ModelOptimizationPolicy_ExecutionAccelerators_Accelerator ¶
type ModelOptimizationPolicy_ExecutionAccelerators_Accelerator struct { // @@ .. cpp:var:: string name // @@ // @@ The name of the execution accelerator. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ .. cpp:var:: map<string, string> parameters // @@ // @@ Additional paremeters used to configure the accelerator. // @@ Parameters map[string]string `` /* 161-byte string literal not displayed */ // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message Accelerator @@ @@ Specify the accelerator to be used to execute the model. @@ Accelerator with the same name may accept different parameters @@ depending on the backends. @@
func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) Descriptor
deprecated
func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) Descriptor() ([]byte, []int)
Deprecated: Use ModelOptimizationPolicy_ExecutionAccelerators_Accelerator.ProtoReflect.Descriptor instead.
func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) GetName ¶
func (x *ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) GetName() string
func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) GetParameters ¶
func (x *ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) GetParameters() map[string]string
func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) ProtoMessage ¶
func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) ProtoMessage()
func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) ProtoReflect ¶
func (x *ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) ProtoReflect() protoreflect.Message
func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) Reset ¶
func (x *ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) Reset()
func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) String ¶
func (x *ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) String() string
func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) Validate ¶
func (m *ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) Validate() error
Validate checks the field values on ModelOptimizationPolicy_ExecutionAccelerators_Accelerator with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) ValidateAll ¶
func (m *ModelOptimizationPolicy_ExecutionAccelerators_Accelerator) ValidateAll() error
ValidateAll checks the field values on ModelOptimizationPolicy_ExecutionAccelerators_Accelerator with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorMultiError, or nil if none found.
type ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorMultiError ¶
type ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorMultiError []error
ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy_ExecutionAccelerators_Accelerator.ValidateAll() if the designated constraints aren't met.
func (ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorMultiError) AllErrors ¶
func (m ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
type ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError ¶
type ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError struct {
// contains filtered or unexported fields
}
ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError is the validation error returned by ModelOptimizationPolicy_ExecutionAccelerators_Accelerator.Validate if the designated constraints aren't met.
func (ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) Cause ¶
Cause function returns cause value.
func (ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) Error ¶
Error satisfies the builtin error interface
func (ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) ErrorName ¶
func (e ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) ErrorName() string
ErrorName returns error name.
func (ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) Field ¶
Field function returns field value.
func (ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorValidationError) Key ¶
Key function returns key value.
type ModelOptimizationPolicy_Graph ¶
type ModelOptimizationPolicy_Graph struct { // @@ .. cpp:var:: int32 level // @@ // @@ The optimization level. Defaults to 0 (zero) if not specified. // @@ // @@ - -1: Disabled // @@ - 0: Framework default // @@ - 1+: Enable optimization level (greater values indicate // @@ higher optimization levels) // @@ Level int32 `protobuf:"varint,1,opt,name=level,proto3" json:"level,omitempty"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message Graph @@ @@ Enable generic graph optimization of the model. If not specified @@ the framework's default level of optimization is used. Supports @@ TensorFlow graphdef and savedmodel and Onnx models. For TensorFlow @@ causes XLA to be enabled/disabled for the model. For Onnx defaults @@ to enabling all optimizations, -1 enables only basic optimizations, @@ +1 enables only basic and extended optimizations. @@
func (*ModelOptimizationPolicy_Graph) Descriptor
deprecated
func (*ModelOptimizationPolicy_Graph) Descriptor() ([]byte, []int)
Deprecated: Use ModelOptimizationPolicy_Graph.ProtoReflect.Descriptor instead.
func (*ModelOptimizationPolicy_Graph) GetLevel ¶
func (x *ModelOptimizationPolicy_Graph) GetLevel() int32
func (*ModelOptimizationPolicy_Graph) ProtoMessage ¶
func (*ModelOptimizationPolicy_Graph) ProtoMessage()
func (*ModelOptimizationPolicy_Graph) ProtoReflect ¶
func (x *ModelOptimizationPolicy_Graph) ProtoReflect() protoreflect.Message
func (*ModelOptimizationPolicy_Graph) Reset ¶
func (x *ModelOptimizationPolicy_Graph) Reset()
func (*ModelOptimizationPolicy_Graph) String ¶
func (x *ModelOptimizationPolicy_Graph) String() string
func (*ModelOptimizationPolicy_Graph) Validate ¶
func (m *ModelOptimizationPolicy_Graph) Validate() error
Validate checks the field values on ModelOptimizationPolicy_Graph with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelOptimizationPolicy_Graph) ValidateAll ¶
func (m *ModelOptimizationPolicy_Graph) ValidateAll() error
ValidateAll checks the field values on ModelOptimizationPolicy_Graph with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicy_GraphMultiError, or nil if none found.
type ModelOptimizationPolicy_GraphMultiError ¶
type ModelOptimizationPolicy_GraphMultiError []error
ModelOptimizationPolicy_GraphMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy_Graph.ValidateAll() if the designated constraints aren't met.
func (ModelOptimizationPolicy_GraphMultiError) AllErrors ¶
func (m ModelOptimizationPolicy_GraphMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelOptimizationPolicy_GraphMultiError) Error ¶
func (m ModelOptimizationPolicy_GraphMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelOptimizationPolicy_GraphValidationError ¶
type ModelOptimizationPolicy_GraphValidationError struct {
// contains filtered or unexported fields
}
ModelOptimizationPolicy_GraphValidationError is the validation error returned by ModelOptimizationPolicy_Graph.Validate if the designated constraints aren't met.
func (ModelOptimizationPolicy_GraphValidationError) Cause ¶
func (e ModelOptimizationPolicy_GraphValidationError) Cause() error
Cause function returns cause value.
func (ModelOptimizationPolicy_GraphValidationError) Error ¶
func (e ModelOptimizationPolicy_GraphValidationError) Error() string
Error satisfies the builtin error interface
func (ModelOptimizationPolicy_GraphValidationError) ErrorName ¶
func (e ModelOptimizationPolicy_GraphValidationError) ErrorName() string
ErrorName returns error name.
func (ModelOptimizationPolicy_GraphValidationError) Field ¶
func (e ModelOptimizationPolicy_GraphValidationError) Field() string
Field function returns field value.
func (ModelOptimizationPolicy_GraphValidationError) Key ¶
func (e ModelOptimizationPolicy_GraphValidationError) Key() bool
Key function returns key value.
func (ModelOptimizationPolicy_GraphValidationError) Reason ¶
func (e ModelOptimizationPolicy_GraphValidationError) Reason() string
Reason function returns reason value.
type ModelOptimizationPolicy_ModelPriority ¶
type ModelOptimizationPolicy_ModelPriority int32
@@ @@ .. cpp:enum:: ModelPriority @@ @@ Model priorities. A model will be given scheduling and execution @@ preference over models at lower priorities. Current model @@ priorities only work for TensorRT models. @@
const ( // @@ .. cpp:enumerator:: ModelPriority::PRIORITY_DEFAULT = 0 // @@ // @@ The default model priority. // @@ ModelOptimizationPolicy_PRIORITY_DEFAULT ModelOptimizationPolicy_ModelPriority = 0 // @@ .. cpp:enumerator:: ModelPriority::PRIORITY_MAX = 1 // @@ // @@ The maximum model priority. // @@ ModelOptimizationPolicy_PRIORITY_MAX ModelOptimizationPolicy_ModelPriority = 1 // @@ .. cpp:enumerator:: ModelPriority::PRIORITY_MIN = 2 // @@ // @@ The minimum model priority. // @@ ModelOptimizationPolicy_PRIORITY_MIN ModelOptimizationPolicy_ModelPriority = 2 )
func (ModelOptimizationPolicy_ModelPriority) Descriptor ¶
func (ModelOptimizationPolicy_ModelPriority) Descriptor() protoreflect.EnumDescriptor
func (ModelOptimizationPolicy_ModelPriority) EnumDescriptor
deprecated
func (ModelOptimizationPolicy_ModelPriority) EnumDescriptor() ([]byte, []int)
Deprecated: Use ModelOptimizationPolicy_ModelPriority.Descriptor instead.
func (ModelOptimizationPolicy_ModelPriority) Number ¶
func (x ModelOptimizationPolicy_ModelPriority) Number() protoreflect.EnumNumber
func (ModelOptimizationPolicy_ModelPriority) String ¶
func (x ModelOptimizationPolicy_ModelPriority) String() string
func (ModelOptimizationPolicy_ModelPriority) Type ¶
func (ModelOptimizationPolicy_ModelPriority) Type() protoreflect.EnumType
type ModelOptimizationPolicy_PinnedMemoryBuffer ¶
type ModelOptimizationPolicy_PinnedMemoryBuffer struct { // @@ .. cpp:var:: bool enable // @@ // @@ Use pinned memory buffer. Default is true. // @@ Enable bool `protobuf:"varint,1,opt,name=enable,proto3" json:"enable,omitempty"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message PinnedMemoryBuffer @@ @@ Specify whether to use a pinned memory buffer when transferring data @@ between non-pinned system memory and GPU memory. Using a pinned @@ memory buffer for system from/to GPU transfers will typically provide @@ increased performance. For example, in the common use case where the @@ request provides inputs and delivers outputs via non-pinned system @@ memory, if the model instance accepts GPU IOs, the inputs will be @@ processed by two copies: from non-pinned system memory to pinned @@ memory, and from pinned memory to GPU memory. Similarly, pinned @@ memory will be used for delivering the outputs. @@
func (*ModelOptimizationPolicy_PinnedMemoryBuffer) Descriptor
deprecated
func (*ModelOptimizationPolicy_PinnedMemoryBuffer) Descriptor() ([]byte, []int)
Deprecated: Use ModelOptimizationPolicy_PinnedMemoryBuffer.ProtoReflect.Descriptor instead.
func (*ModelOptimizationPolicy_PinnedMemoryBuffer) GetEnable ¶
func (x *ModelOptimizationPolicy_PinnedMemoryBuffer) GetEnable() bool
func (*ModelOptimizationPolicy_PinnedMemoryBuffer) ProtoMessage ¶
func (*ModelOptimizationPolicy_PinnedMemoryBuffer) ProtoMessage()
func (*ModelOptimizationPolicy_PinnedMemoryBuffer) ProtoReflect ¶
func (x *ModelOptimizationPolicy_PinnedMemoryBuffer) ProtoReflect() protoreflect.Message
func (*ModelOptimizationPolicy_PinnedMemoryBuffer) Reset ¶
func (x *ModelOptimizationPolicy_PinnedMemoryBuffer) Reset()
func (*ModelOptimizationPolicy_PinnedMemoryBuffer) String ¶
func (x *ModelOptimizationPolicy_PinnedMemoryBuffer) String() string
func (*ModelOptimizationPolicy_PinnedMemoryBuffer) Validate ¶
func (m *ModelOptimizationPolicy_PinnedMemoryBuffer) Validate() error
Validate checks the field values on ModelOptimizationPolicy_PinnedMemoryBuffer with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelOptimizationPolicy_PinnedMemoryBuffer) ValidateAll ¶
func (m *ModelOptimizationPolicy_PinnedMemoryBuffer) ValidateAll() error
ValidateAll checks the field values on ModelOptimizationPolicy_PinnedMemoryBuffer with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOptimizationPolicy_PinnedMemoryBufferMultiError, or nil if none found.
type ModelOptimizationPolicy_PinnedMemoryBufferMultiError ¶
type ModelOptimizationPolicy_PinnedMemoryBufferMultiError []error
ModelOptimizationPolicy_PinnedMemoryBufferMultiError is an error wrapping multiple validation errors returned by ModelOptimizationPolicy_PinnedMemoryBuffer.ValidateAll() if the designated constraints aren't met.
func (ModelOptimizationPolicy_PinnedMemoryBufferMultiError) AllErrors ¶
func (m ModelOptimizationPolicy_PinnedMemoryBufferMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelOptimizationPolicy_PinnedMemoryBufferMultiError) Error ¶
func (m ModelOptimizationPolicy_PinnedMemoryBufferMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelOptimizationPolicy_PinnedMemoryBufferValidationError ¶
type ModelOptimizationPolicy_PinnedMemoryBufferValidationError struct {
// contains filtered or unexported fields
}
ModelOptimizationPolicy_PinnedMemoryBufferValidationError is the validation error returned by ModelOptimizationPolicy_PinnedMemoryBuffer.Validate if the designated constraints aren't met.
func (ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Cause ¶
func (e ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Cause() error
Cause function returns cause value.
func (ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Error ¶
func (e ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Error() string
Error satisfies the builtin error interface
func (ModelOptimizationPolicy_PinnedMemoryBufferValidationError) ErrorName ¶
func (e ModelOptimizationPolicy_PinnedMemoryBufferValidationError) ErrorName() string
ErrorName returns error name.
func (ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Field ¶
func (e ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Field() string
Field function returns field value.
func (ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Key ¶
func (e ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Key() bool
Key function returns key value.
func (ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Reason ¶
func (e ModelOptimizationPolicy_PinnedMemoryBufferValidationError) Reason() string
Reason function returns reason value.
type ModelOutput ¶
type ModelOutput struct { // @@ .. cpp:var:: string name // @@ // @@ The name of the output. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ .. cpp:var:: DataType data_type // @@ // @@ The data-type of the output. // @@ DataType DataType `protobuf:"varint,2,opt,name=data_type,json=dataType,proto3,enum=inference.DataType" json:"data_type,omitempty"` // @@ .. cpp:var:: int64 dims (repeated) // @@ // @@ The dimensions/shape of the output tensor. // @@ Dims []int64 `protobuf:"varint,3,rep,packed,name=dims,proto3" json:"dims,omitempty"` // @@ .. cpp:var:: ModelTensorReshape reshape // @@ // @@ The shape produced for this output by the backend. The output will // @@ be reshaped from this to the shape specifed in 'dims' before being // @@ returned in the inference response. The reshape must have the same // @@ number of elements as the output shape specified by 'dims'. Optional. // @@ Reshape *ModelTensorReshape `protobuf:"bytes,5,opt,name=reshape,proto3" json:"reshape,omitempty"` // @@ .. cpp:var:: string label_filename // @@ // @@ The label file associated with this output. Should be specified only // @@ for outputs that represent classifications. Optional. // @@ LabelFilename string `protobuf:"bytes,4,opt,name=label_filename,json=labelFilename,proto3" json:"label_filename,omitempty"` // @@ .. cpp:var:: bool is_shape_tensor // @@ // @@ Whether or not the output is a shape tensor to the model. This field // @@ is currently supported only for the TensorRT model. An error will be // @@ generated if this specification does not comply with underlying // @@ model. // @@ IsShapeTensor bool `protobuf:"varint,6,opt,name=is_shape_tensor,json=isShapeTensor,proto3" json:"is_shape_tensor,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelOutput @@ @@ An output produced by the model. @@
func (*ModelOutput) Descriptor
deprecated
func (*ModelOutput) Descriptor() ([]byte, []int)
Deprecated: Use ModelOutput.ProtoReflect.Descriptor instead.
func (*ModelOutput) GetDataType ¶
func (x *ModelOutput) GetDataType() DataType
func (*ModelOutput) GetDims ¶
func (x *ModelOutput) GetDims() []int64
func (*ModelOutput) GetIsShapeTensor ¶
func (x *ModelOutput) GetIsShapeTensor() bool
func (*ModelOutput) GetLabelFilename ¶
func (x *ModelOutput) GetLabelFilename() string
func (*ModelOutput) GetName ¶
func (x *ModelOutput) GetName() string
func (*ModelOutput) GetReshape ¶
func (x *ModelOutput) GetReshape() *ModelTensorReshape
func (*ModelOutput) ProtoMessage ¶
func (*ModelOutput) ProtoMessage()
func (*ModelOutput) ProtoReflect ¶
func (x *ModelOutput) ProtoReflect() protoreflect.Message
func (*ModelOutput) Reset ¶
func (x *ModelOutput) Reset()
func (*ModelOutput) String ¶
func (x *ModelOutput) String() string
func (*ModelOutput) Validate ¶
func (m *ModelOutput) Validate() error
Validate checks the field values on ModelOutput with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelOutput) ValidateAll ¶
func (m *ModelOutput) ValidateAll() error
ValidateAll checks the field values on ModelOutput with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelOutputMultiError, or nil if none found.
type ModelOutputMultiError ¶
type ModelOutputMultiError []error
ModelOutputMultiError is an error wrapping multiple validation errors returned by ModelOutput.ValidateAll() if the designated constraints aren't met.
func (ModelOutputMultiError) AllErrors ¶
func (m ModelOutputMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelOutputMultiError) Error ¶
func (m ModelOutputMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelOutputValidationError ¶
type ModelOutputValidationError struct {
// contains filtered or unexported fields
}
ModelOutputValidationError is the validation error returned by ModelOutput.Validate if the designated constraints aren't met.
func (ModelOutputValidationError) Cause ¶
func (e ModelOutputValidationError) Cause() error
Cause function returns cause value.
func (ModelOutputValidationError) Error ¶
func (e ModelOutputValidationError) Error() string
Error satisfies the builtin error interface
func (ModelOutputValidationError) ErrorName ¶
func (e ModelOutputValidationError) ErrorName() string
ErrorName returns error name.
func (ModelOutputValidationError) Field ¶
func (e ModelOutputValidationError) Field() string
Field function returns field value.
func (ModelOutputValidationError) Key ¶
func (e ModelOutputValidationError) Key() bool
Key function returns key value.
func (ModelOutputValidationError) Reason ¶
func (e ModelOutputValidationError) Reason() string
Reason function returns reason value.
type ModelParameter ¶
type ModelParameter struct { // @@ .. cpp:var:: string string_value // @@ // @@ The string value of the parameter. // @@ StringValue string `protobuf:"bytes,1,opt,name=string_value,json=stringValue,proto3" json:"string_value,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelParameter @@ @@ A model parameter. @@
func (*ModelParameter) Descriptor
deprecated
func (*ModelParameter) Descriptor() ([]byte, []int)
Deprecated: Use ModelParameter.ProtoReflect.Descriptor instead.
func (*ModelParameter) GetStringValue ¶
func (x *ModelParameter) GetStringValue() string
func (*ModelParameter) ProtoMessage ¶
func (*ModelParameter) ProtoMessage()
func (*ModelParameter) ProtoReflect ¶
func (x *ModelParameter) ProtoReflect() protoreflect.Message
func (*ModelParameter) Reset ¶
func (x *ModelParameter) Reset()
func (*ModelParameter) String ¶
func (x *ModelParameter) String() string
func (*ModelParameter) Validate ¶
func (m *ModelParameter) Validate() error
Validate checks the field values on ModelParameter with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelParameter) ValidateAll ¶
func (m *ModelParameter) ValidateAll() error
ValidateAll checks the field values on ModelParameter with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelParameterMultiError, or nil if none found.
type ModelParameterMultiError ¶
type ModelParameterMultiError []error
ModelParameterMultiError is an error wrapping multiple validation errors returned by ModelParameter.ValidateAll() if the designated constraints aren't met.
func (ModelParameterMultiError) AllErrors ¶
func (m ModelParameterMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelParameterMultiError) Error ¶
func (m ModelParameterMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelParameterValidationError ¶
type ModelParameterValidationError struct {
// contains filtered or unexported fields
}
ModelParameterValidationError is the validation error returned by ModelParameter.Validate if the designated constraints aren't met.
func (ModelParameterValidationError) Cause ¶
func (e ModelParameterValidationError) Cause() error
Cause function returns cause value.
func (ModelParameterValidationError) Error ¶
func (e ModelParameterValidationError) Error() string
Error satisfies the builtin error interface
func (ModelParameterValidationError) ErrorName ¶
func (e ModelParameterValidationError) ErrorName() string
ErrorName returns error name.
func (ModelParameterValidationError) Field ¶
func (e ModelParameterValidationError) Field() string
Field function returns field value.
func (ModelParameterValidationError) Key ¶
func (e ModelParameterValidationError) Key() bool
Key function returns key value.
func (ModelParameterValidationError) Reason ¶
func (e ModelParameterValidationError) Reason() string
Reason function returns reason value.
type ModelQueuePolicy ¶
type ModelQueuePolicy struct { // @@ // @@ .. cpp:var:: TimeoutAction timeout_action // @@ // @@ The action applied to timed-out request. // @@ The default action is REJECT. // @@ TimeoutAction ModelQueuePolicy_TimeoutAction `` /* 147-byte string literal not displayed */ // @@ // @@ .. cpp:var:: uint64 default_timeout_microseconds // @@ // @@ The default timeout for every request, in microseconds. // @@ The default value is 0 which indicates that no timeout is set. // @@ DefaultTimeoutMicroseconds uint64 `` /* 142-byte string literal not displayed */ // @@ // @@ .. cpp:var:: bool allow_timeout_override // @@ // @@ Whether individual request can override the default timeout value. // @@ When true, individual requests can set a timeout that is less than // @@ the default timeout value but may not increase the timeout. // @@ The default value is false. // @@ AllowTimeoutOverride bool `protobuf:"varint,3,opt,name=allow_timeout_override,json=allowTimeoutOverride,proto3" json:"allow_timeout_override,omitempty"` // @@ // @@ .. cpp:var:: uint32 max_queue_size // @@ // @@ The maximum queue size for holding requests. A request will be // @@ rejected immediately if it can't be enqueued because the queue is // @@ full. The default value is 0 which indicates that no maximum // @@ queue size is enforced. // @@ MaxQueueSize uint32 `protobuf:"varint,4,opt,name=max_queue_size,json=maxQueueSize,proto3" json:"max_queue_size,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelQueuePolicy @@ @@ Queue policy for inference requests. @@
func (*ModelQueuePolicy) Descriptor
deprecated
func (*ModelQueuePolicy) Descriptor() ([]byte, []int)
Deprecated: Use ModelQueuePolicy.ProtoReflect.Descriptor instead.
func (*ModelQueuePolicy) GetAllowTimeoutOverride ¶
func (x *ModelQueuePolicy) GetAllowTimeoutOverride() bool
func (*ModelQueuePolicy) GetDefaultTimeoutMicroseconds ¶
func (x *ModelQueuePolicy) GetDefaultTimeoutMicroseconds() uint64
func (*ModelQueuePolicy) GetMaxQueueSize ¶
func (x *ModelQueuePolicy) GetMaxQueueSize() uint32
func (*ModelQueuePolicy) GetTimeoutAction ¶
func (x *ModelQueuePolicy) GetTimeoutAction() ModelQueuePolicy_TimeoutAction
func (*ModelQueuePolicy) ProtoMessage ¶
func (*ModelQueuePolicy) ProtoMessage()
func (*ModelQueuePolicy) ProtoReflect ¶
func (x *ModelQueuePolicy) ProtoReflect() protoreflect.Message
func (*ModelQueuePolicy) Reset ¶
func (x *ModelQueuePolicy) Reset()
func (*ModelQueuePolicy) String ¶
func (x *ModelQueuePolicy) String() string
func (*ModelQueuePolicy) Validate ¶
func (m *ModelQueuePolicy) Validate() error
Validate checks the field values on ModelQueuePolicy with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelQueuePolicy) ValidateAll ¶
func (m *ModelQueuePolicy) ValidateAll() error
ValidateAll checks the field values on ModelQueuePolicy with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelQueuePolicyMultiError, or nil if none found.
type ModelQueuePolicyMultiError ¶
type ModelQueuePolicyMultiError []error
ModelQueuePolicyMultiError is an error wrapping multiple validation errors returned by ModelQueuePolicy.ValidateAll() if the designated constraints aren't met.
func (ModelQueuePolicyMultiError) AllErrors ¶
func (m ModelQueuePolicyMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelQueuePolicyMultiError) Error ¶
func (m ModelQueuePolicyMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelQueuePolicyValidationError ¶
type ModelQueuePolicyValidationError struct {
// contains filtered or unexported fields
}
ModelQueuePolicyValidationError is the validation error returned by ModelQueuePolicy.Validate if the designated constraints aren't met.
func (ModelQueuePolicyValidationError) Cause ¶
func (e ModelQueuePolicyValidationError) Cause() error
Cause function returns cause value.
func (ModelQueuePolicyValidationError) Error ¶
func (e ModelQueuePolicyValidationError) Error() string
Error satisfies the builtin error interface
func (ModelQueuePolicyValidationError) ErrorName ¶
func (e ModelQueuePolicyValidationError) ErrorName() string
ErrorName returns error name.
func (ModelQueuePolicyValidationError) Field ¶
func (e ModelQueuePolicyValidationError) Field() string
Field function returns field value.
func (ModelQueuePolicyValidationError) Key ¶
func (e ModelQueuePolicyValidationError) Key() bool
Key function returns key value.
func (ModelQueuePolicyValidationError) Reason ¶
func (e ModelQueuePolicyValidationError) Reason() string
Reason function returns reason value.
type ModelQueuePolicy_TimeoutAction ¶
type ModelQueuePolicy_TimeoutAction int32
@@ @@ .. cpp:enum:: TimeoutAction @@ @@ The action applied to timed-out requests. @@
const ( // @@ .. cpp:enumerator:: Action::REJECT = 0 // @@ // @@ Reject the request and return error message accordingly. // @@ ModelQueuePolicy_REJECT ModelQueuePolicy_TimeoutAction = 0 // @@ .. cpp:enumerator:: Action::DELAY = 1 // @@ // @@ Delay the request until all other requests at the same // @@ (or higher) priority levels that have not reached their timeouts // @@ are processed. A delayed request will eventually be processed, // @@ but may be delayed indefinitely due to newly arriving requests. // @@ ModelQueuePolicy_DELAY ModelQueuePolicy_TimeoutAction = 1 )
func (ModelQueuePolicy_TimeoutAction) Descriptor ¶
func (ModelQueuePolicy_TimeoutAction) Descriptor() protoreflect.EnumDescriptor
func (ModelQueuePolicy_TimeoutAction) Enum ¶
func (x ModelQueuePolicy_TimeoutAction) Enum() *ModelQueuePolicy_TimeoutAction
func (ModelQueuePolicy_TimeoutAction) EnumDescriptor
deprecated
func (ModelQueuePolicy_TimeoutAction) EnumDescriptor() ([]byte, []int)
Deprecated: Use ModelQueuePolicy_TimeoutAction.Descriptor instead.
func (ModelQueuePolicy_TimeoutAction) Number ¶
func (x ModelQueuePolicy_TimeoutAction) Number() protoreflect.EnumNumber
func (ModelQueuePolicy_TimeoutAction) String ¶
func (x ModelQueuePolicy_TimeoutAction) String() string
func (ModelQueuePolicy_TimeoutAction) Type ¶
func (ModelQueuePolicy_TimeoutAction) Type() protoreflect.EnumType
type ModelRateLimiter ¶
type ModelRateLimiter struct { // @@ .. cpp:var:: Resource resources (repeated) // @@ // @@ The resources required to execute the request on a model instance. // @@ Resources are just names with a corresponding count. The execution // @@ of the instance will be blocked until the specificied resources are // @@ available. By default an instance uses no rate-limiter resources. // @@ Resources []*ModelRateLimiter_Resource `protobuf:"bytes,1,rep,name=resources,proto3" json:"resources,omitempty"` // @@ .. cpp:var:: uint32 priority // @@ // @@ The optional weighting value to be used for prioritizing across // @@ instances. An instance with priority 2 will be given 1/2 the // @@ number of scheduling chances as an instance_group with priority // @@ 1. The default priority is 1. The priority of value 0 will be // @@ treated as priority 1. // @@ Priority uint32 `protobuf:"varint,2,opt,name=priority,proto3" json:"priority,omitempty"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message ModelRateLimiter @@ @@ The specifications required by the rate limiter to properly @@ schedule the inference requests across the different models @@ and their instances. @@
func (*ModelRateLimiter) Descriptor
deprecated
func (*ModelRateLimiter) Descriptor() ([]byte, []int)
Deprecated: Use ModelRateLimiter.ProtoReflect.Descriptor instead.
func (*ModelRateLimiter) GetPriority ¶
func (x *ModelRateLimiter) GetPriority() uint32
func (*ModelRateLimiter) GetResources ¶
func (x *ModelRateLimiter) GetResources() []*ModelRateLimiter_Resource
func (*ModelRateLimiter) ProtoMessage ¶
func (*ModelRateLimiter) ProtoMessage()
func (*ModelRateLimiter) ProtoReflect ¶
func (x *ModelRateLimiter) ProtoReflect() protoreflect.Message
func (*ModelRateLimiter) Reset ¶
func (x *ModelRateLimiter) Reset()
func (*ModelRateLimiter) String ¶
func (x *ModelRateLimiter) String() string
func (*ModelRateLimiter) Validate ¶
func (m *ModelRateLimiter) Validate() error
Validate checks the field values on ModelRateLimiter with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelRateLimiter) ValidateAll ¶
func (m *ModelRateLimiter) ValidateAll() error
ValidateAll checks the field values on ModelRateLimiter with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelRateLimiterMultiError, or nil if none found.
type ModelRateLimiterMultiError ¶
type ModelRateLimiterMultiError []error
ModelRateLimiterMultiError is an error wrapping multiple validation errors returned by ModelRateLimiter.ValidateAll() if the designated constraints aren't met.
func (ModelRateLimiterMultiError) AllErrors ¶
func (m ModelRateLimiterMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelRateLimiterMultiError) Error ¶
func (m ModelRateLimiterMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelRateLimiterValidationError ¶
type ModelRateLimiterValidationError struct {
// contains filtered or unexported fields
}
ModelRateLimiterValidationError is the validation error returned by ModelRateLimiter.Validate if the designated constraints aren't met.
func (ModelRateLimiterValidationError) Cause ¶
func (e ModelRateLimiterValidationError) Cause() error
Cause function returns cause value.
func (ModelRateLimiterValidationError) Error ¶
func (e ModelRateLimiterValidationError) Error() string
Error satisfies the builtin error interface
func (ModelRateLimiterValidationError) ErrorName ¶
func (e ModelRateLimiterValidationError) ErrorName() string
ErrorName returns error name.
func (ModelRateLimiterValidationError) Field ¶
func (e ModelRateLimiterValidationError) Field() string
Field function returns field value.
func (ModelRateLimiterValidationError) Key ¶
func (e ModelRateLimiterValidationError) Key() bool
Key function returns key value.
func (ModelRateLimiterValidationError) Reason ¶
func (e ModelRateLimiterValidationError) Reason() string
Reason function returns reason value.
type ModelRateLimiter_Resource ¶
type ModelRateLimiter_Resource struct { // @@ .. cpp:var:: string name // @@ // @@ The name associated with the resource. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ .. cpp:var:: bool global // @@ // @@ Whether or not the resource is global. If true then the resource // @@ is assumed to be shared among the devices otherwise specified // @@ count of the resource is assumed for each device associated // @@ with the instance. // @@ Global bool `protobuf:"varint,2,opt,name=global,proto3" json:"global,omitempty"` // @@ .. cpp:var:: uint32 count // @@ // @@ The number of resources required for the execution of the model // @@ instance. // @@ Count uint32 `protobuf:"varint,3,opt,name=count,proto3" json:"count,omitempty"` // contains filtered or unexported fields }
@@ .. cpp:var:: message Resource @@ @@ The resource property. @@
func (*ModelRateLimiter_Resource) Descriptor
deprecated
func (*ModelRateLimiter_Resource) Descriptor() ([]byte, []int)
Deprecated: Use ModelRateLimiter_Resource.ProtoReflect.Descriptor instead.
func (*ModelRateLimiter_Resource) GetCount ¶
func (x *ModelRateLimiter_Resource) GetCount() uint32
func (*ModelRateLimiter_Resource) GetGlobal ¶
func (x *ModelRateLimiter_Resource) GetGlobal() bool
func (*ModelRateLimiter_Resource) GetName ¶
func (x *ModelRateLimiter_Resource) GetName() string
func (*ModelRateLimiter_Resource) ProtoMessage ¶
func (*ModelRateLimiter_Resource) ProtoMessage()
func (*ModelRateLimiter_Resource) ProtoReflect ¶
func (x *ModelRateLimiter_Resource) ProtoReflect() protoreflect.Message
func (*ModelRateLimiter_Resource) Reset ¶
func (x *ModelRateLimiter_Resource) Reset()
func (*ModelRateLimiter_Resource) String ¶
func (x *ModelRateLimiter_Resource) String() string
func (*ModelRateLimiter_Resource) Validate ¶
func (m *ModelRateLimiter_Resource) Validate() error
Validate checks the field values on ModelRateLimiter_Resource with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelRateLimiter_Resource) ValidateAll ¶
func (m *ModelRateLimiter_Resource) ValidateAll() error
ValidateAll checks the field values on ModelRateLimiter_Resource with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelRateLimiter_ResourceMultiError, or nil if none found.
type ModelRateLimiter_ResourceMultiError ¶
type ModelRateLimiter_ResourceMultiError []error
ModelRateLimiter_ResourceMultiError is an error wrapping multiple validation errors returned by ModelRateLimiter_Resource.ValidateAll() if the designated constraints aren't met.
func (ModelRateLimiter_ResourceMultiError) AllErrors ¶
func (m ModelRateLimiter_ResourceMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelRateLimiter_ResourceMultiError) Error ¶
func (m ModelRateLimiter_ResourceMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelRateLimiter_ResourceValidationError ¶
type ModelRateLimiter_ResourceValidationError struct {
// contains filtered or unexported fields
}
ModelRateLimiter_ResourceValidationError is the validation error returned by ModelRateLimiter_Resource.Validate if the designated constraints aren't met.
func (ModelRateLimiter_ResourceValidationError) Cause ¶
func (e ModelRateLimiter_ResourceValidationError) Cause() error
Cause function returns cause value.
func (ModelRateLimiter_ResourceValidationError) Error ¶
func (e ModelRateLimiter_ResourceValidationError) Error() string
Error satisfies the builtin error interface
func (ModelRateLimiter_ResourceValidationError) ErrorName ¶
func (e ModelRateLimiter_ResourceValidationError) ErrorName() string
ErrorName returns error name.
func (ModelRateLimiter_ResourceValidationError) Field ¶
func (e ModelRateLimiter_ResourceValidationError) Field() string
Field function returns field value.
func (ModelRateLimiter_ResourceValidationError) Key ¶
func (e ModelRateLimiter_ResourceValidationError) Key() bool
Key function returns key value.
func (ModelRateLimiter_ResourceValidationError) Reason ¶
func (e ModelRateLimiter_ResourceValidationError) Reason() string
Reason function returns reason value.
type ModelReadyRequest ¶
type ModelReadyRequest struct { // @@ // @@ .. cpp:var:: string name // @@ // @@ The name of the model to check for readiness. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ .. cpp:var:: string version // @@ // @@ The version of the model to check for readiness. If not given the // @@ server will choose a version based on the model and internal policy. // @@ Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelReadyRequest @@ @@ Request message for ModelReady. @@
func (*ModelReadyRequest) Descriptor
deprecated
func (*ModelReadyRequest) Descriptor() ([]byte, []int)
Deprecated: Use ModelReadyRequest.ProtoReflect.Descriptor instead.
func (*ModelReadyRequest) GetName ¶
func (x *ModelReadyRequest) GetName() string
func (*ModelReadyRequest) GetVersion ¶
func (x *ModelReadyRequest) GetVersion() string
func (*ModelReadyRequest) ProtoMessage ¶
func (*ModelReadyRequest) ProtoMessage()
func (*ModelReadyRequest) ProtoReflect ¶
func (x *ModelReadyRequest) ProtoReflect() protoreflect.Message
func (*ModelReadyRequest) Reset ¶
func (x *ModelReadyRequest) Reset()
func (*ModelReadyRequest) String ¶
func (x *ModelReadyRequest) String() string
func (*ModelReadyRequest) Validate ¶
func (m *ModelReadyRequest) Validate() error
Validate checks the field values on ModelReadyRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelReadyRequest) ValidateAll ¶
func (m *ModelReadyRequest) ValidateAll() error
ValidateAll checks the field values on ModelReadyRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelReadyRequestMultiError, or nil if none found.
type ModelReadyRequestMultiError ¶
type ModelReadyRequestMultiError []error
ModelReadyRequestMultiError is an error wrapping multiple validation errors returned by ModelReadyRequest.ValidateAll() if the designated constraints aren't met.
func (ModelReadyRequestMultiError) AllErrors ¶
func (m ModelReadyRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelReadyRequestMultiError) Error ¶
func (m ModelReadyRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelReadyRequestValidationError ¶
type ModelReadyRequestValidationError struct {
// contains filtered or unexported fields
}
ModelReadyRequestValidationError is the validation error returned by ModelReadyRequest.Validate if the designated constraints aren't met.
func (ModelReadyRequestValidationError) Cause ¶
func (e ModelReadyRequestValidationError) Cause() error
Cause function returns cause value.
func (ModelReadyRequestValidationError) Error ¶
func (e ModelReadyRequestValidationError) Error() string
Error satisfies the builtin error interface
func (ModelReadyRequestValidationError) ErrorName ¶
func (e ModelReadyRequestValidationError) ErrorName() string
ErrorName returns error name.
func (ModelReadyRequestValidationError) Field ¶
func (e ModelReadyRequestValidationError) Field() string
Field function returns field value.
func (ModelReadyRequestValidationError) Key ¶
func (e ModelReadyRequestValidationError) Key() bool
Key function returns key value.
func (ModelReadyRequestValidationError) Reason ¶
func (e ModelReadyRequestValidationError) Reason() string
Reason function returns reason value.
type ModelReadyResponse ¶
type ModelReadyResponse struct { // @@ // @@ .. cpp:var:: bool ready // @@ // @@ True if the model is ready, false it not ready. // @@ Ready bool `protobuf:"varint,1,opt,name=ready,proto3" json:"ready,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelReadyResponse @@ @@ Response message for ModelReady. @@
func (*ModelReadyResponse) Descriptor
deprecated
func (*ModelReadyResponse) Descriptor() ([]byte, []int)
Deprecated: Use ModelReadyResponse.ProtoReflect.Descriptor instead.
func (*ModelReadyResponse) GetReady ¶
func (x *ModelReadyResponse) GetReady() bool
func (*ModelReadyResponse) ProtoMessage ¶
func (*ModelReadyResponse) ProtoMessage()
func (*ModelReadyResponse) ProtoReflect ¶
func (x *ModelReadyResponse) ProtoReflect() protoreflect.Message
func (*ModelReadyResponse) Reset ¶
func (x *ModelReadyResponse) Reset()
func (*ModelReadyResponse) String ¶
func (x *ModelReadyResponse) String() string
func (*ModelReadyResponse) Validate ¶
func (m *ModelReadyResponse) Validate() error
Validate checks the field values on ModelReadyResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelReadyResponse) ValidateAll ¶
func (m *ModelReadyResponse) ValidateAll() error
ValidateAll checks the field values on ModelReadyResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelReadyResponseMultiError, or nil if none found.
type ModelReadyResponseMultiError ¶
type ModelReadyResponseMultiError []error
ModelReadyResponseMultiError is an error wrapping multiple validation errors returned by ModelReadyResponse.ValidateAll() if the designated constraints aren't met.
func (ModelReadyResponseMultiError) AllErrors ¶
func (m ModelReadyResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelReadyResponseMultiError) Error ¶
func (m ModelReadyResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelReadyResponseValidationError ¶
type ModelReadyResponseValidationError struct {
// contains filtered or unexported fields
}
ModelReadyResponseValidationError is the validation error returned by ModelReadyResponse.Validate if the designated constraints aren't met.
func (ModelReadyResponseValidationError) Cause ¶
func (e ModelReadyResponseValidationError) Cause() error
Cause function returns cause value.
func (ModelReadyResponseValidationError) Error ¶
func (e ModelReadyResponseValidationError) Error() string
Error satisfies the builtin error interface
func (ModelReadyResponseValidationError) ErrorName ¶
func (e ModelReadyResponseValidationError) ErrorName() string
ErrorName returns error name.
func (ModelReadyResponseValidationError) Field ¶
func (e ModelReadyResponseValidationError) Field() string
Field function returns field value.
func (ModelReadyResponseValidationError) Key ¶
func (e ModelReadyResponseValidationError) Key() bool
Key function returns key value.
func (ModelReadyResponseValidationError) Reason ¶
func (e ModelReadyResponseValidationError) Reason() string
Reason function returns reason value.
type ModelRepositoryAgents ¶
type ModelRepositoryAgents struct { // @@ // @@ .. cpp:var:: Agent agents (repeated) // @@ // @@ The ordered list of agents for the model. These agents will be // @@ invoked in order to respond to repository actions occuring for the // @@ model. // @@ Agents []*ModelRepositoryAgents_Agent `protobuf:"bytes,1,rep,name=agents,proto3" json:"agents,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelRepositoryAgents @@ @@ The repository agents for the model. @@
func (*ModelRepositoryAgents) Descriptor
deprecated
func (*ModelRepositoryAgents) Descriptor() ([]byte, []int)
Deprecated: Use ModelRepositoryAgents.ProtoReflect.Descriptor instead.
func (*ModelRepositoryAgents) GetAgents ¶
func (x *ModelRepositoryAgents) GetAgents() []*ModelRepositoryAgents_Agent
func (*ModelRepositoryAgents) ProtoMessage ¶
func (*ModelRepositoryAgents) ProtoMessage()
func (*ModelRepositoryAgents) ProtoReflect ¶
func (x *ModelRepositoryAgents) ProtoReflect() protoreflect.Message
func (*ModelRepositoryAgents) Reset ¶
func (x *ModelRepositoryAgents) Reset()
func (*ModelRepositoryAgents) String ¶
func (x *ModelRepositoryAgents) String() string
func (*ModelRepositoryAgents) Validate ¶
func (m *ModelRepositoryAgents) Validate() error
Validate checks the field values on ModelRepositoryAgents with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelRepositoryAgents) ValidateAll ¶
func (m *ModelRepositoryAgents) ValidateAll() error
ValidateAll checks the field values on ModelRepositoryAgents with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelRepositoryAgentsMultiError, or nil if none found.
type ModelRepositoryAgentsMultiError ¶
type ModelRepositoryAgentsMultiError []error
ModelRepositoryAgentsMultiError is an error wrapping multiple validation errors returned by ModelRepositoryAgents.ValidateAll() if the designated constraints aren't met.
func (ModelRepositoryAgentsMultiError) AllErrors ¶
func (m ModelRepositoryAgentsMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelRepositoryAgentsMultiError) Error ¶
func (m ModelRepositoryAgentsMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelRepositoryAgentsValidationError ¶
type ModelRepositoryAgentsValidationError struct {
// contains filtered or unexported fields
}
ModelRepositoryAgentsValidationError is the validation error returned by ModelRepositoryAgents.Validate if the designated constraints aren't met.
func (ModelRepositoryAgentsValidationError) Cause ¶
func (e ModelRepositoryAgentsValidationError) Cause() error
Cause function returns cause value.
func (ModelRepositoryAgentsValidationError) Error ¶
func (e ModelRepositoryAgentsValidationError) Error() string
Error satisfies the builtin error interface
func (ModelRepositoryAgentsValidationError) ErrorName ¶
func (e ModelRepositoryAgentsValidationError) ErrorName() string
ErrorName returns error name.
func (ModelRepositoryAgentsValidationError) Field ¶
func (e ModelRepositoryAgentsValidationError) Field() string
Field function returns field value.
func (ModelRepositoryAgentsValidationError) Key ¶
func (e ModelRepositoryAgentsValidationError) Key() bool
Key function returns key value.
func (ModelRepositoryAgentsValidationError) Reason ¶
func (e ModelRepositoryAgentsValidationError) Reason() string
Reason function returns reason value.
type ModelRepositoryAgents_Agent ¶
type ModelRepositoryAgents_Agent struct { // @@ .. cpp:var:: string name // @@ // @@ The name of the agent. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ .. cpp:var:: map<string, string> parameters // @@ // @@ The parameters for the agent. // @@ Parameters map[string]string `` /* 161-byte string literal not displayed */ // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message Agent @@ @@ A repository agent that should be invoked for the specified @@ repository actions for this model. @@
func (*ModelRepositoryAgents_Agent) Descriptor
deprecated
func (*ModelRepositoryAgents_Agent) Descriptor() ([]byte, []int)
Deprecated: Use ModelRepositoryAgents_Agent.ProtoReflect.Descriptor instead.
func (*ModelRepositoryAgents_Agent) GetName ¶
func (x *ModelRepositoryAgents_Agent) GetName() string
func (*ModelRepositoryAgents_Agent) GetParameters ¶
func (x *ModelRepositoryAgents_Agent) GetParameters() map[string]string
func (*ModelRepositoryAgents_Agent) ProtoMessage ¶
func (*ModelRepositoryAgents_Agent) ProtoMessage()
func (*ModelRepositoryAgents_Agent) ProtoReflect ¶
func (x *ModelRepositoryAgents_Agent) ProtoReflect() protoreflect.Message
func (*ModelRepositoryAgents_Agent) Reset ¶
func (x *ModelRepositoryAgents_Agent) Reset()
func (*ModelRepositoryAgents_Agent) String ¶
func (x *ModelRepositoryAgents_Agent) String() string
func (*ModelRepositoryAgents_Agent) Validate ¶
func (m *ModelRepositoryAgents_Agent) Validate() error
Validate checks the field values on ModelRepositoryAgents_Agent with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelRepositoryAgents_Agent) ValidateAll ¶
func (m *ModelRepositoryAgents_Agent) ValidateAll() error
ValidateAll checks the field values on ModelRepositoryAgents_Agent with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelRepositoryAgents_AgentMultiError, or nil if none found.
type ModelRepositoryAgents_AgentMultiError ¶
type ModelRepositoryAgents_AgentMultiError []error
ModelRepositoryAgents_AgentMultiError is an error wrapping multiple validation errors returned by ModelRepositoryAgents_Agent.ValidateAll() if the designated constraints aren't met.
func (ModelRepositoryAgents_AgentMultiError) AllErrors ¶
func (m ModelRepositoryAgents_AgentMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelRepositoryAgents_AgentMultiError) Error ¶
func (m ModelRepositoryAgents_AgentMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelRepositoryAgents_AgentValidationError ¶
type ModelRepositoryAgents_AgentValidationError struct {
// contains filtered or unexported fields
}
ModelRepositoryAgents_AgentValidationError is the validation error returned by ModelRepositoryAgents_Agent.Validate if the designated constraints aren't met.
func (ModelRepositoryAgents_AgentValidationError) Cause ¶
func (e ModelRepositoryAgents_AgentValidationError) Cause() error
Cause function returns cause value.
func (ModelRepositoryAgents_AgentValidationError) Error ¶
func (e ModelRepositoryAgents_AgentValidationError) Error() string
Error satisfies the builtin error interface
func (ModelRepositoryAgents_AgentValidationError) ErrorName ¶
func (e ModelRepositoryAgents_AgentValidationError) ErrorName() string
ErrorName returns error name.
func (ModelRepositoryAgents_AgentValidationError) Field ¶
func (e ModelRepositoryAgents_AgentValidationError) Field() string
Field function returns field value.
func (ModelRepositoryAgents_AgentValidationError) Key ¶
func (e ModelRepositoryAgents_AgentValidationError) Key() bool
Key function returns key value.
func (ModelRepositoryAgents_AgentValidationError) Reason ¶
func (e ModelRepositoryAgents_AgentValidationError) Reason() string
Reason function returns reason value.
type ModelRepositoryParameter ¶
type ModelRepositoryParameter struct { // @@ .. cpp:var:: oneof parameter_choice // @@ // @@ The parameter value can be a string, an int64 or // @@ a boolean // @@ // // Types that are assignable to ParameterChoice: // // *ModelRepositoryParameter_BoolParam // *ModelRepositoryParameter_Int64Param // *ModelRepositoryParameter_StringParam // *ModelRepositoryParameter_BytesParam ParameterChoice isModelRepositoryParameter_ParameterChoice `protobuf_oneof:"parameter_choice"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelRepositoryParameter @@ @@ An model repository parameter value. @@
func (*ModelRepositoryParameter) Descriptor
deprecated
func (*ModelRepositoryParameter) Descriptor() ([]byte, []int)
Deprecated: Use ModelRepositoryParameter.ProtoReflect.Descriptor instead.
func (*ModelRepositoryParameter) GetBoolParam ¶
func (x *ModelRepositoryParameter) GetBoolParam() bool
func (*ModelRepositoryParameter) GetBytesParam ¶
func (x *ModelRepositoryParameter) GetBytesParam() []byte
func (*ModelRepositoryParameter) GetInt64Param ¶
func (x *ModelRepositoryParameter) GetInt64Param() int64
func (*ModelRepositoryParameter) GetParameterChoice ¶
func (m *ModelRepositoryParameter) GetParameterChoice() isModelRepositoryParameter_ParameterChoice
func (*ModelRepositoryParameter) GetStringParam ¶
func (x *ModelRepositoryParameter) GetStringParam() string
func (*ModelRepositoryParameter) ProtoMessage ¶
func (*ModelRepositoryParameter) ProtoMessage()
func (*ModelRepositoryParameter) ProtoReflect ¶
func (x *ModelRepositoryParameter) ProtoReflect() protoreflect.Message
func (*ModelRepositoryParameter) Reset ¶
func (x *ModelRepositoryParameter) Reset()
func (*ModelRepositoryParameter) String ¶
func (x *ModelRepositoryParameter) String() string
func (*ModelRepositoryParameter) Validate ¶
func (m *ModelRepositoryParameter) Validate() error
Validate checks the field values on ModelRepositoryParameter with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelRepositoryParameter) ValidateAll ¶
func (m *ModelRepositoryParameter) ValidateAll() error
ValidateAll checks the field values on ModelRepositoryParameter with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelRepositoryParameterMultiError, or nil if none found.
type ModelRepositoryParameterMultiError ¶
type ModelRepositoryParameterMultiError []error
ModelRepositoryParameterMultiError is an error wrapping multiple validation errors returned by ModelRepositoryParameter.ValidateAll() if the designated constraints aren't met.
func (ModelRepositoryParameterMultiError) AllErrors ¶
func (m ModelRepositoryParameterMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelRepositoryParameterMultiError) Error ¶
func (m ModelRepositoryParameterMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelRepositoryParameterValidationError ¶
type ModelRepositoryParameterValidationError struct {
// contains filtered or unexported fields
}
ModelRepositoryParameterValidationError is the validation error returned by ModelRepositoryParameter.Validate if the designated constraints aren't met.
func (ModelRepositoryParameterValidationError) Cause ¶
func (e ModelRepositoryParameterValidationError) Cause() error
Cause function returns cause value.
func (ModelRepositoryParameterValidationError) Error ¶
func (e ModelRepositoryParameterValidationError) Error() string
Error satisfies the builtin error interface
func (ModelRepositoryParameterValidationError) ErrorName ¶
func (e ModelRepositoryParameterValidationError) ErrorName() string
ErrorName returns error name.
func (ModelRepositoryParameterValidationError) Field ¶
func (e ModelRepositoryParameterValidationError) Field() string
Field function returns field value.
func (ModelRepositoryParameterValidationError) Key ¶
func (e ModelRepositoryParameterValidationError) Key() bool
Key function returns key value.
func (ModelRepositoryParameterValidationError) Reason ¶
func (e ModelRepositoryParameterValidationError) Reason() string
Reason function returns reason value.
type ModelRepositoryParameter_BoolParam ¶
type ModelRepositoryParameter_BoolParam struct { // @@ .. cpp:var:: bool bool_param // @@ // @@ A boolean parameter value. // @@ BoolParam bool `protobuf:"varint,1,opt,name=bool_param,json=boolParam,proto3,oneof"` }
type ModelRepositoryParameter_BytesParam ¶
type ModelRepositoryParameter_BytesParam struct { // @@ .. cpp:var:: bytes bytes_param // @@ // @@ A bytes parameter value. // @@ BytesParam []byte `protobuf:"bytes,4,opt,name=bytes_param,json=bytesParam,proto3,oneof"` }
type ModelRepositoryParameter_Int64Param ¶
type ModelRepositoryParameter_Int64Param struct { // @@ .. cpp:var:: int64 int64_param // @@ // @@ An int64 parameter value. // @@ Int64Param int64 `protobuf:"varint,2,opt,name=int64_param,json=int64Param,proto3,oneof"` }
type ModelRepositoryParameter_StringParam ¶
type ModelRepositoryParameter_StringParam struct { // @@ .. cpp:var:: string string_param // @@ // @@ A string parameter value. // @@ StringParam string `protobuf:"bytes,3,opt,name=string_param,json=stringParam,proto3,oneof"` }
type ModelResponseCache ¶
type ModelResponseCache struct { // @@ // @@ .. cpp::var:: bool enable // @@ // @@ Whether or not to use response cache for the model. If True, the // @@ responses from the model are cached and when identical request // @@ is encountered, instead of going through the model execution, // @@ the response from the cache is utilized. By default, response // @@ cache is disabled for the models. // @@ Enable bool `protobuf:"varint,1,opt,name=enable,proto3" json:"enable,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelResponseCache @@ @@ The response cache setting for the model. @@
func (*ModelResponseCache) Descriptor
deprecated
func (*ModelResponseCache) Descriptor() ([]byte, []int)
Deprecated: Use ModelResponseCache.ProtoReflect.Descriptor instead.
func (*ModelResponseCache) GetEnable ¶
func (x *ModelResponseCache) GetEnable() bool
func (*ModelResponseCache) ProtoMessage ¶
func (*ModelResponseCache) ProtoMessage()
func (*ModelResponseCache) ProtoReflect ¶
func (x *ModelResponseCache) ProtoReflect() protoreflect.Message
func (*ModelResponseCache) Reset ¶
func (x *ModelResponseCache) Reset()
func (*ModelResponseCache) String ¶
func (x *ModelResponseCache) String() string
func (*ModelResponseCache) Validate ¶
func (m *ModelResponseCache) Validate() error
Validate checks the field values on ModelResponseCache with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelResponseCache) ValidateAll ¶
func (m *ModelResponseCache) ValidateAll() error
ValidateAll checks the field values on ModelResponseCache with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelResponseCacheMultiError, or nil if none found.
type ModelResponseCacheMultiError ¶
type ModelResponseCacheMultiError []error
ModelResponseCacheMultiError is an error wrapping multiple validation errors returned by ModelResponseCache.ValidateAll() if the designated constraints aren't met.
func (ModelResponseCacheMultiError) AllErrors ¶
func (m ModelResponseCacheMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelResponseCacheMultiError) Error ¶
func (m ModelResponseCacheMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelResponseCacheValidationError ¶
type ModelResponseCacheValidationError struct {
// contains filtered or unexported fields
}
ModelResponseCacheValidationError is the validation error returned by ModelResponseCache.Validate if the designated constraints aren't met.
func (ModelResponseCacheValidationError) Cause ¶
func (e ModelResponseCacheValidationError) Cause() error
Cause function returns cause value.
func (ModelResponseCacheValidationError) Error ¶
func (e ModelResponseCacheValidationError) Error() string
Error satisfies the builtin error interface
func (ModelResponseCacheValidationError) ErrorName ¶
func (e ModelResponseCacheValidationError) ErrorName() string
ErrorName returns error name.
func (ModelResponseCacheValidationError) Field ¶
func (e ModelResponseCacheValidationError) Field() string
Field function returns field value.
func (ModelResponseCacheValidationError) Key ¶
func (e ModelResponseCacheValidationError) Key() bool
Key function returns key value.
func (ModelResponseCacheValidationError) Reason ¶
func (e ModelResponseCacheValidationError) Reason() string
Reason function returns reason value.
type ModelSequenceBatching ¶
type ModelSequenceBatching struct { // @@ .. cpp:var:: oneof strategy_choice // @@ // @@ The strategy used by the sequence batcher. Default strategy // @@ is 'direct'. // @@ // // Types that are assignable to StrategyChoice: // // *ModelSequenceBatching_Direct // *ModelSequenceBatching_Oldest StrategyChoice isModelSequenceBatching_StrategyChoice `protobuf_oneof:"strategy_choice"` // @@ .. cpp:var:: uint64 max_sequence_idle_microseconds // @@ // @@ The maximum time, in microseconds, that a sequence is allowed to // @@ be idle before it is aborted. The inference server considers a // @@ sequence idle when it does not have any inference request queued // @@ for the sequence. If this limit is exceeded, the inference server // @@ will free the sequence slot allocated by the sequence and make it // @@ available for another sequence. If not specified (or specified as // @@ zero) a default value of 1000000 (1 second) is used. // @@ MaxSequenceIdleMicroseconds uint64 `` /* 147-byte string literal not displayed */ // @@ .. cpp:var:: ControlInput control_input (repeated) // @@ // @@ The model input(s) that the server should use to communicate // @@ sequence start, stop, ready and similar control values to the // @@ model. // @@ ControlInput []*ModelSequenceBatching_ControlInput `protobuf:"bytes,2,rep,name=control_input,json=controlInput,proto3" json:"control_input,omitempty"` // @@ .. cpp:var:: State state (repeated) // @@ // @@ The optional state that can be stored in Triton for performing // @@ inference requests on a sequence. Each sequence holds an implicit // @@ state local to itself. The output state tensor provided by the // @@ model in 'output_name' field of the current inference request will // @@ be transferred as an input tensor named 'input_name' in the next // @@ request of the same sequence. The input state of the first request // @@ in the sequence contains garbage data. // @@ State []*ModelSequenceBatching_State `protobuf:"bytes,5,rep,name=state,proto3" json:"state,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelSequenceBatching @@ @@ Sequence batching configuration. These settings control how sequence @@ batching operates for the model. @@
func (*ModelSequenceBatching) Descriptor
deprecated
func (*ModelSequenceBatching) Descriptor() ([]byte, []int)
Deprecated: Use ModelSequenceBatching.ProtoReflect.Descriptor instead.
func (*ModelSequenceBatching) GetControlInput ¶
func (x *ModelSequenceBatching) GetControlInput() []*ModelSequenceBatching_ControlInput
func (*ModelSequenceBatching) GetDirect ¶
func (x *ModelSequenceBatching) GetDirect() *ModelSequenceBatching_StrategyDirect
func (*ModelSequenceBatching) GetMaxSequenceIdleMicroseconds ¶
func (x *ModelSequenceBatching) GetMaxSequenceIdleMicroseconds() uint64
func (*ModelSequenceBatching) GetOldest ¶
func (x *ModelSequenceBatching) GetOldest() *ModelSequenceBatching_StrategyOldest
func (*ModelSequenceBatching) GetState ¶
func (x *ModelSequenceBatching) GetState() []*ModelSequenceBatching_State
func (*ModelSequenceBatching) GetStrategyChoice ¶
func (m *ModelSequenceBatching) GetStrategyChoice() isModelSequenceBatching_StrategyChoice
func (*ModelSequenceBatching) ProtoMessage ¶
func (*ModelSequenceBatching) ProtoMessage()
func (*ModelSequenceBatching) ProtoReflect ¶
func (x *ModelSequenceBatching) ProtoReflect() protoreflect.Message
func (*ModelSequenceBatching) Reset ¶
func (x *ModelSequenceBatching) Reset()
func (*ModelSequenceBatching) String ¶
func (x *ModelSequenceBatching) String() string
func (*ModelSequenceBatching) Validate ¶
func (m *ModelSequenceBatching) Validate() error
Validate checks the field values on ModelSequenceBatching with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelSequenceBatching) ValidateAll ¶
func (m *ModelSequenceBatching) ValidateAll() error
ValidateAll checks the field values on ModelSequenceBatching with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelSequenceBatchingMultiError, or nil if none found.
type ModelSequenceBatchingMultiError ¶
type ModelSequenceBatchingMultiError []error
ModelSequenceBatchingMultiError is an error wrapping multiple validation errors returned by ModelSequenceBatching.ValidateAll() if the designated constraints aren't met.
func (ModelSequenceBatchingMultiError) AllErrors ¶
func (m ModelSequenceBatchingMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelSequenceBatchingMultiError) Error ¶
func (m ModelSequenceBatchingMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelSequenceBatchingValidationError ¶
type ModelSequenceBatchingValidationError struct {
// contains filtered or unexported fields
}
ModelSequenceBatchingValidationError is the validation error returned by ModelSequenceBatching.Validate if the designated constraints aren't met.
func (ModelSequenceBatchingValidationError) Cause ¶
func (e ModelSequenceBatchingValidationError) Cause() error
Cause function returns cause value.
func (ModelSequenceBatchingValidationError) Error ¶
func (e ModelSequenceBatchingValidationError) Error() string
Error satisfies the builtin error interface
func (ModelSequenceBatchingValidationError) ErrorName ¶
func (e ModelSequenceBatchingValidationError) ErrorName() string
ErrorName returns error name.
func (ModelSequenceBatchingValidationError) Field ¶
func (e ModelSequenceBatchingValidationError) Field() string
Field function returns field value.
func (ModelSequenceBatchingValidationError) Key ¶
func (e ModelSequenceBatchingValidationError) Key() bool
Key function returns key value.
func (ModelSequenceBatchingValidationError) Reason ¶
func (e ModelSequenceBatchingValidationError) Reason() string
Reason function returns reason value.
type ModelSequenceBatching_Control ¶
type ModelSequenceBatching_Control struct { // @@ .. cpp:var:: Kind kind // @@ // @@ The kind of this control. // @@ Kind ModelSequenceBatching_Control_Kind `protobuf:"varint,1,opt,name=kind,proto3,enum=inference.ModelSequenceBatching_Control_Kind" json:"kind,omitempty"` // @@ .. cpp:var:: int32 int32_false_true (repeated) // @@ // @@ The control's true and false setting is indicated by setting // @@ a value in an int32 tensor. The tensor must be a // @@ 1-dimensional tensor with size equal to the batch size of // @@ the request. 'int32_false_true' must have two entries: the // @@ first the false value and the second the true value. // @@ Int32FalseTrue []int32 `protobuf:"varint,2,rep,packed,name=int32_false_true,json=int32FalseTrue,proto3" json:"int32_false_true,omitempty"` // @@ .. cpp:var:: float fp32_false_true (repeated) // @@ // @@ The control's true and false setting is indicated by setting // @@ a value in a fp32 tensor. The tensor must be a // @@ 1-dimensional tensor with size equal to the batch size of // @@ the request. 'fp32_false_true' must have two entries: the // @@ first the false value and the second the true value. // @@ Fp32FalseTrue []float32 `protobuf:"fixed32,3,rep,packed,name=fp32_false_true,json=fp32FalseTrue,proto3" json:"fp32_false_true,omitempty"` // @@ .. cpp:var:: bool bool_false_true (repeated) // @@ // @@ The control's true and false setting is indicated by setting // @@ a value in a bool tensor. The tensor must be a // @@ 1-dimensional tensor with size equal to the batch size of // @@ the request. 'bool_false_true' must have two entries: the // @@ first the false value and the second the true value. // @@ BoolFalseTrue []bool `protobuf:"varint,5,rep,packed,name=bool_false_true,json=boolFalseTrue,proto3" json:"bool_false_true,omitempty"` // @@ .. cpp:var:: DataType data_type // @@ // @@ The control's datatype. // @@ DataType DataType `protobuf:"varint,4,opt,name=data_type,json=dataType,proto3,enum=inference.DataType" json:"data_type,omitempty"` // contains filtered or unexported fields }
@@ .. cpp:var:: message Control @@ @@ A control is a signal that the sequence batcher uses to @@ communicate with a backend. @@
func (*ModelSequenceBatching_Control) Descriptor
deprecated
func (*ModelSequenceBatching_Control) Descriptor() ([]byte, []int)
Deprecated: Use ModelSequenceBatching_Control.ProtoReflect.Descriptor instead.
func (*ModelSequenceBatching_Control) GetBoolFalseTrue ¶
func (x *ModelSequenceBatching_Control) GetBoolFalseTrue() []bool
func (*ModelSequenceBatching_Control) GetDataType ¶
func (x *ModelSequenceBatching_Control) GetDataType() DataType
func (*ModelSequenceBatching_Control) GetFp32FalseTrue ¶
func (x *ModelSequenceBatching_Control) GetFp32FalseTrue() []float32
func (*ModelSequenceBatching_Control) GetInt32FalseTrue ¶
func (x *ModelSequenceBatching_Control) GetInt32FalseTrue() []int32
func (*ModelSequenceBatching_Control) GetKind ¶
func (x *ModelSequenceBatching_Control) GetKind() ModelSequenceBatching_Control_Kind
func (*ModelSequenceBatching_Control) ProtoMessage ¶
func (*ModelSequenceBatching_Control) ProtoMessage()
func (*ModelSequenceBatching_Control) ProtoReflect ¶
func (x *ModelSequenceBatching_Control) ProtoReflect() protoreflect.Message
func (*ModelSequenceBatching_Control) Reset ¶
func (x *ModelSequenceBatching_Control) Reset()
func (*ModelSequenceBatching_Control) String ¶
func (x *ModelSequenceBatching_Control) String() string
func (*ModelSequenceBatching_Control) Validate ¶
func (m *ModelSequenceBatching_Control) Validate() error
Validate checks the field values on ModelSequenceBatching_Control with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelSequenceBatching_Control) ValidateAll ¶
func (m *ModelSequenceBatching_Control) ValidateAll() error
ValidateAll checks the field values on ModelSequenceBatching_Control with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelSequenceBatching_ControlMultiError, or nil if none found.
type ModelSequenceBatching_ControlInput ¶
type ModelSequenceBatching_ControlInput struct { // @@ .. cpp:var:: string name // @@ // @@ The name of the model input. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ .. cpp:var:: Control control (repeated) // @@ // @@ The control value(s) that should be communicated to the // @@ model using this model input. // @@ Control []*ModelSequenceBatching_Control `protobuf:"bytes,2,rep,name=control,proto3" json:"control,omitempty"` // contains filtered or unexported fields }
@@ .. cpp:var:: message ControlInput @@ @@ The sequence control values to communicate by a model input. @@
func (*ModelSequenceBatching_ControlInput) Descriptor
deprecated
func (*ModelSequenceBatching_ControlInput) Descriptor() ([]byte, []int)
Deprecated: Use ModelSequenceBatching_ControlInput.ProtoReflect.Descriptor instead.
func (*ModelSequenceBatching_ControlInput) GetControl ¶
func (x *ModelSequenceBatching_ControlInput) GetControl() []*ModelSequenceBatching_Control
func (*ModelSequenceBatching_ControlInput) GetName ¶
func (x *ModelSequenceBatching_ControlInput) GetName() string
func (*ModelSequenceBatching_ControlInput) ProtoMessage ¶
func (*ModelSequenceBatching_ControlInput) ProtoMessage()
func (*ModelSequenceBatching_ControlInput) ProtoReflect ¶
func (x *ModelSequenceBatching_ControlInput) ProtoReflect() protoreflect.Message
func (*ModelSequenceBatching_ControlInput) Reset ¶
func (x *ModelSequenceBatching_ControlInput) Reset()
func (*ModelSequenceBatching_ControlInput) String ¶
func (x *ModelSequenceBatching_ControlInput) String() string
func (*ModelSequenceBatching_ControlInput) Validate ¶
func (m *ModelSequenceBatching_ControlInput) Validate() error
Validate checks the field values on ModelSequenceBatching_ControlInput with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelSequenceBatching_ControlInput) ValidateAll ¶
func (m *ModelSequenceBatching_ControlInput) ValidateAll() error
ValidateAll checks the field values on ModelSequenceBatching_ControlInput with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelSequenceBatching_ControlInputMultiError, or nil if none found.
type ModelSequenceBatching_ControlInputMultiError ¶
type ModelSequenceBatching_ControlInputMultiError []error
ModelSequenceBatching_ControlInputMultiError is an error wrapping multiple validation errors returned by ModelSequenceBatching_ControlInput.ValidateAll() if the designated constraints aren't met.
func (ModelSequenceBatching_ControlInputMultiError) AllErrors ¶
func (m ModelSequenceBatching_ControlInputMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelSequenceBatching_ControlInputMultiError) Error ¶
func (m ModelSequenceBatching_ControlInputMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelSequenceBatching_ControlInputValidationError ¶
type ModelSequenceBatching_ControlInputValidationError struct {
// contains filtered or unexported fields
}
ModelSequenceBatching_ControlInputValidationError is the validation error returned by ModelSequenceBatching_ControlInput.Validate if the designated constraints aren't met.
func (ModelSequenceBatching_ControlInputValidationError) Cause ¶
func (e ModelSequenceBatching_ControlInputValidationError) Cause() error
Cause function returns cause value.
func (ModelSequenceBatching_ControlInputValidationError) Error ¶
func (e ModelSequenceBatching_ControlInputValidationError) Error() string
Error satisfies the builtin error interface
func (ModelSequenceBatching_ControlInputValidationError) ErrorName ¶
func (e ModelSequenceBatching_ControlInputValidationError) ErrorName() string
ErrorName returns error name.
func (ModelSequenceBatching_ControlInputValidationError) Field ¶
func (e ModelSequenceBatching_ControlInputValidationError) Field() string
Field function returns field value.
func (ModelSequenceBatching_ControlInputValidationError) Key ¶
func (e ModelSequenceBatching_ControlInputValidationError) Key() bool
Key function returns key value.
func (ModelSequenceBatching_ControlInputValidationError) Reason ¶
func (e ModelSequenceBatching_ControlInputValidationError) Reason() string
Reason function returns reason value.
type ModelSequenceBatching_ControlMultiError ¶
type ModelSequenceBatching_ControlMultiError []error
ModelSequenceBatching_ControlMultiError is an error wrapping multiple validation errors returned by ModelSequenceBatching_Control.ValidateAll() if the designated constraints aren't met.
func (ModelSequenceBatching_ControlMultiError) AllErrors ¶
func (m ModelSequenceBatching_ControlMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelSequenceBatching_ControlMultiError) Error ¶
func (m ModelSequenceBatching_ControlMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelSequenceBatching_ControlValidationError ¶
type ModelSequenceBatching_ControlValidationError struct {
// contains filtered or unexported fields
}
ModelSequenceBatching_ControlValidationError is the validation error returned by ModelSequenceBatching_Control.Validate if the designated constraints aren't met.
func (ModelSequenceBatching_ControlValidationError) Cause ¶
func (e ModelSequenceBatching_ControlValidationError) Cause() error
Cause function returns cause value.
func (ModelSequenceBatching_ControlValidationError) Error ¶
func (e ModelSequenceBatching_ControlValidationError) Error() string
Error satisfies the builtin error interface
func (ModelSequenceBatching_ControlValidationError) ErrorName ¶
func (e ModelSequenceBatching_ControlValidationError) ErrorName() string
ErrorName returns error name.
func (ModelSequenceBatching_ControlValidationError) Field ¶
func (e ModelSequenceBatching_ControlValidationError) Field() string
Field function returns field value.
func (ModelSequenceBatching_ControlValidationError) Key ¶
func (e ModelSequenceBatching_ControlValidationError) Key() bool
Key function returns key value.
func (ModelSequenceBatching_ControlValidationError) Reason ¶
func (e ModelSequenceBatching_ControlValidationError) Reason() string
Reason function returns reason value.
type ModelSequenceBatching_Control_Kind ¶
type ModelSequenceBatching_Control_Kind int32
@@ @@ .. cpp:enum:: Kind @@ @@ The kind of the control. @@
const ( // @@ .. cpp:enumerator:: Kind::CONTROL_SEQUENCE_START = 0 // @@ // @@ A new sequence is/is-not starting. If true a sequence is // @@ starting, if false a sequence is continuing. Must // @@ specify either int32_false_true, fp32_false_true or // @@ bool_false_true for this control. This control is optional. // @@ ModelSequenceBatching_Control_CONTROL_SEQUENCE_START ModelSequenceBatching_Control_Kind = 0 // @@ .. cpp:enumerator:: Kind::CONTROL_SEQUENCE_READY = 1 // @@ // @@ A sequence is/is-not ready for inference. If true the // @@ input tensor data is valid and should be used. If false // @@ the input tensor data is invalid and inferencing should // @@ be "skipped". Must specify either int32_false_true, // @@ fp32_false_true or bool_false_true for this control. This // @@ control is optional. // @@ ModelSequenceBatching_Control_CONTROL_SEQUENCE_READY ModelSequenceBatching_Control_Kind = 1 // @@ .. cpp:enumerator:: Kind::CONTROL_SEQUENCE_END = 2 // @@ // @@ A sequence is/is-not ending. If true a sequence is // @@ ending, if false a sequence is continuing. Must specify // @@ either int32_false_true, fp32_false_true or bool_false_true // @@ for this control. This control is optional. // @@ ModelSequenceBatching_Control_CONTROL_SEQUENCE_END ModelSequenceBatching_Control_Kind = 2 // @@ .. cpp:enumerator:: Kind::CONTROL_SEQUENCE_CORRID = 3 // @@ // @@ The correlation ID of the sequence. The correlation ID // @@ is an uint64_t value that is communicated in whole or // @@ in part by the tensor. The tensor's datatype must be // @@ specified by data_type and must be TYPE_UINT64, TYPE_INT64, // @@ TYPE_UINT32 or TYPE_INT32. If a 32-bit datatype is specified // @@ the correlation ID will be truncated to the low-order 32 // @@ bits. This control is optional. // @@ ModelSequenceBatching_Control_CONTROL_SEQUENCE_CORRID ModelSequenceBatching_Control_Kind = 3 )
func (ModelSequenceBatching_Control_Kind) Descriptor ¶
func (ModelSequenceBatching_Control_Kind) Descriptor() protoreflect.EnumDescriptor
func (ModelSequenceBatching_Control_Kind) Enum ¶
func (x ModelSequenceBatching_Control_Kind) Enum() *ModelSequenceBatching_Control_Kind
func (ModelSequenceBatching_Control_Kind) EnumDescriptor
deprecated
func (ModelSequenceBatching_Control_Kind) EnumDescriptor() ([]byte, []int)
Deprecated: Use ModelSequenceBatching_Control_Kind.Descriptor instead.
func (ModelSequenceBatching_Control_Kind) Number ¶
func (x ModelSequenceBatching_Control_Kind) Number() protoreflect.EnumNumber
func (ModelSequenceBatching_Control_Kind) String ¶
func (x ModelSequenceBatching_Control_Kind) String() string
func (ModelSequenceBatching_Control_Kind) Type ¶
func (ModelSequenceBatching_Control_Kind) Type() protoreflect.EnumType
type ModelSequenceBatching_Direct ¶
type ModelSequenceBatching_Direct struct { // @@ .. cpp:var:: StrategyDirect direct // @@ // @@ StrategyDirect scheduling strategy. // @@ Direct *ModelSequenceBatching_StrategyDirect `protobuf:"bytes,3,opt,name=direct,proto3,oneof"` }
type ModelSequenceBatching_InitialState ¶
type ModelSequenceBatching_InitialState struct { // @@ .. cpp:var:: DataType data_type // @@ // @@ The data-type of the state. // @@ DataType DataType `protobuf:"varint,1,opt,name=data_type,json=dataType,proto3,enum=inference.DataType" json:"data_type,omitempty"` // @@ .. cpp:var:: int64 dims (repeated) // @@ // @@ The shape of the state tensor, not including the batch // @@ dimension. // @@ Dims []int64 `protobuf:"varint,2,rep,packed,name=dims,proto3" json:"dims,omitempty"` // @@ .. cpp:var:: oneof state_data // @@ // @@ Specify how the initial state data is generated. // @@ // // Types that are assignable to StateData: // // *ModelSequenceBatching_InitialState_ZeroData // *ModelSequenceBatching_InitialState_DataFile StateData isModelSequenceBatching_InitialState_StateData `protobuf_oneof:"state_data"` // @@ .. cpp:var:: string name // @@ // @@ The name of the state initialization. // @@ Name string `protobuf:"bytes,5,opt,name=name,proto3" json:"name,omitempty"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message InitialState @@ @@ Settings used to initialize data for implicit state. @@
func (*ModelSequenceBatching_InitialState) Descriptor
deprecated
func (*ModelSequenceBatching_InitialState) Descriptor() ([]byte, []int)
Deprecated: Use ModelSequenceBatching_InitialState.ProtoReflect.Descriptor instead.
func (*ModelSequenceBatching_InitialState) GetDataFile ¶
func (x *ModelSequenceBatching_InitialState) GetDataFile() string
func (*ModelSequenceBatching_InitialState) GetDataType ¶
func (x *ModelSequenceBatching_InitialState) GetDataType() DataType
func (*ModelSequenceBatching_InitialState) GetDims ¶
func (x *ModelSequenceBatching_InitialState) GetDims() []int64
func (*ModelSequenceBatching_InitialState) GetName ¶
func (x *ModelSequenceBatching_InitialState) GetName() string
func (*ModelSequenceBatching_InitialState) GetStateData ¶
func (m *ModelSequenceBatching_InitialState) GetStateData() isModelSequenceBatching_InitialState_StateData
func (*ModelSequenceBatching_InitialState) GetZeroData ¶
func (x *ModelSequenceBatching_InitialState) GetZeroData() bool
func (*ModelSequenceBatching_InitialState) ProtoMessage ¶
func (*ModelSequenceBatching_InitialState) ProtoMessage()
func (*ModelSequenceBatching_InitialState) ProtoReflect ¶
func (x *ModelSequenceBatching_InitialState) ProtoReflect() protoreflect.Message
func (*ModelSequenceBatching_InitialState) Reset ¶
func (x *ModelSequenceBatching_InitialState) Reset()
func (*ModelSequenceBatching_InitialState) String ¶
func (x *ModelSequenceBatching_InitialState) String() string
func (*ModelSequenceBatching_InitialState) Validate ¶
func (m *ModelSequenceBatching_InitialState) Validate() error
Validate checks the field values on ModelSequenceBatching_InitialState with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelSequenceBatching_InitialState) ValidateAll ¶
func (m *ModelSequenceBatching_InitialState) ValidateAll() error
ValidateAll checks the field values on ModelSequenceBatching_InitialState with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelSequenceBatching_InitialStateMultiError, or nil if none found.
type ModelSequenceBatching_InitialStateMultiError ¶
type ModelSequenceBatching_InitialStateMultiError []error
ModelSequenceBatching_InitialStateMultiError is an error wrapping multiple validation errors returned by ModelSequenceBatching_InitialState.ValidateAll() if the designated constraints aren't met.
func (ModelSequenceBatching_InitialStateMultiError) AllErrors ¶
func (m ModelSequenceBatching_InitialStateMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelSequenceBatching_InitialStateMultiError) Error ¶
func (m ModelSequenceBatching_InitialStateMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelSequenceBatching_InitialStateValidationError ¶
type ModelSequenceBatching_InitialStateValidationError struct {
// contains filtered or unexported fields
}
ModelSequenceBatching_InitialStateValidationError is the validation error returned by ModelSequenceBatching_InitialState.Validate if the designated constraints aren't met.
func (ModelSequenceBatching_InitialStateValidationError) Cause ¶
func (e ModelSequenceBatching_InitialStateValidationError) Cause() error
Cause function returns cause value.
func (ModelSequenceBatching_InitialStateValidationError) Error ¶
func (e ModelSequenceBatching_InitialStateValidationError) Error() string
Error satisfies the builtin error interface
func (ModelSequenceBatching_InitialStateValidationError) ErrorName ¶
func (e ModelSequenceBatching_InitialStateValidationError) ErrorName() string
ErrorName returns error name.
func (ModelSequenceBatching_InitialStateValidationError) Field ¶
func (e ModelSequenceBatching_InitialStateValidationError) Field() string
Field function returns field value.
func (ModelSequenceBatching_InitialStateValidationError) Key ¶
func (e ModelSequenceBatching_InitialStateValidationError) Key() bool
Key function returns key value.
func (ModelSequenceBatching_InitialStateValidationError) Reason ¶
func (e ModelSequenceBatching_InitialStateValidationError) Reason() string
Reason function returns reason value.
type ModelSequenceBatching_InitialState_DataFile ¶
type ModelSequenceBatching_InitialState_DataFile struct { // @@ .. cpp:var:: string data_file // @@ // @@ The file whose content will be used as the initial data for // @@ the state in row-major order. The file must be provided in // @@ sub-directory 'initial_state' under the model directory. // @@ DataFile string `protobuf:"bytes,4,opt,name=data_file,json=dataFile,proto3,oneof"` }
type ModelSequenceBatching_InitialState_ZeroData ¶
type ModelSequenceBatching_InitialState_ZeroData struct { // @@ // @@ .. cpp:var:: bool zero_data // @@ // @@ The identifier for using zeros as initial state data. // @@ Note that the value of 'zero_data' will not be checked, // @@ instead, zero data will be used as long as the field is set. // @@ ZeroData bool `protobuf:"varint,3,opt,name=zero_data,json=zeroData,proto3,oneof"` }
type ModelSequenceBatching_Oldest ¶
type ModelSequenceBatching_Oldest struct { // @@ .. cpp:var:: StrategyOldest oldest // @@ // @@ StrategyOldest scheduling strategy. // @@ Oldest *ModelSequenceBatching_StrategyOldest `protobuf:"bytes,4,opt,name=oldest,proto3,oneof"` }
type ModelSequenceBatching_State ¶
type ModelSequenceBatching_State struct { // @@ .. cpp:var:: string input_name // @@ // @@ The name of the model state input. // @@ InputName string `protobuf:"bytes,1,opt,name=input_name,json=inputName,proto3" json:"input_name,omitempty"` // @@ .. cpp:var:: string output_name // @@ // @@ The name of the model state output. // @@ OutputName string `protobuf:"bytes,2,opt,name=output_name,json=outputName,proto3" json:"output_name,omitempty"` // @@ .. cpp:var:: DataType data_type // @@ // @@ The data-type of the state. // @@ DataType DataType `protobuf:"varint,3,opt,name=data_type,json=dataType,proto3,enum=inference.DataType" json:"data_type,omitempty"` // @@ .. cpp:var:: int64 dim (repeated) // @@ // @@ The dimension. // @@ Dims []int64 `protobuf:"varint,4,rep,packed,name=dims,proto3" json:"dims,omitempty"` // @@ .. cpp:var:: InitialState initial_state (repeated) // @@ // @@ The optional field to specify the initial state for the model. // @@ InitialState []*ModelSequenceBatching_InitialState `protobuf:"bytes,5,rep,name=initial_state,json=initialState,proto3" json:"initial_state,omitempty"` // contains filtered or unexported fields }
@@ .. cpp:var:: message State @@ @@ An input / output pair of tensors that carry state for the sequence. @@
func (*ModelSequenceBatching_State) Descriptor
deprecated
func (*ModelSequenceBatching_State) Descriptor() ([]byte, []int)
Deprecated: Use ModelSequenceBatching_State.ProtoReflect.Descriptor instead.
func (*ModelSequenceBatching_State) GetDataType ¶
func (x *ModelSequenceBatching_State) GetDataType() DataType
func (*ModelSequenceBatching_State) GetDims ¶
func (x *ModelSequenceBatching_State) GetDims() []int64
func (*ModelSequenceBatching_State) GetInitialState ¶
func (x *ModelSequenceBatching_State) GetInitialState() []*ModelSequenceBatching_InitialState
func (*ModelSequenceBatching_State) GetInputName ¶
func (x *ModelSequenceBatching_State) GetInputName() string
func (*ModelSequenceBatching_State) GetOutputName ¶
func (x *ModelSequenceBatching_State) GetOutputName() string
func (*ModelSequenceBatching_State) ProtoMessage ¶
func (*ModelSequenceBatching_State) ProtoMessage()
func (*ModelSequenceBatching_State) ProtoReflect ¶
func (x *ModelSequenceBatching_State) ProtoReflect() protoreflect.Message
func (*ModelSequenceBatching_State) Reset ¶
func (x *ModelSequenceBatching_State) Reset()
func (*ModelSequenceBatching_State) String ¶
func (x *ModelSequenceBatching_State) String() string
func (*ModelSequenceBatching_State) Validate ¶
func (m *ModelSequenceBatching_State) Validate() error
Validate checks the field values on ModelSequenceBatching_State with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelSequenceBatching_State) ValidateAll ¶
func (m *ModelSequenceBatching_State) ValidateAll() error
ValidateAll checks the field values on ModelSequenceBatching_State with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelSequenceBatching_StateMultiError, or nil if none found.
type ModelSequenceBatching_StateMultiError ¶
type ModelSequenceBatching_StateMultiError []error
ModelSequenceBatching_StateMultiError is an error wrapping multiple validation errors returned by ModelSequenceBatching_State.ValidateAll() if the designated constraints aren't met.
func (ModelSequenceBatching_StateMultiError) AllErrors ¶
func (m ModelSequenceBatching_StateMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelSequenceBatching_StateMultiError) Error ¶
func (m ModelSequenceBatching_StateMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelSequenceBatching_StateValidationError ¶
type ModelSequenceBatching_StateValidationError struct {
// contains filtered or unexported fields
}
ModelSequenceBatching_StateValidationError is the validation error returned by ModelSequenceBatching_State.Validate if the designated constraints aren't met.
func (ModelSequenceBatching_StateValidationError) Cause ¶
func (e ModelSequenceBatching_StateValidationError) Cause() error
Cause function returns cause value.
func (ModelSequenceBatching_StateValidationError) Error ¶
func (e ModelSequenceBatching_StateValidationError) Error() string
Error satisfies the builtin error interface
func (ModelSequenceBatching_StateValidationError) ErrorName ¶
func (e ModelSequenceBatching_StateValidationError) ErrorName() string
ErrorName returns error name.
func (ModelSequenceBatching_StateValidationError) Field ¶
func (e ModelSequenceBatching_StateValidationError) Field() string
Field function returns field value.
func (ModelSequenceBatching_StateValidationError) Key ¶
func (e ModelSequenceBatching_StateValidationError) Key() bool
Key function returns key value.
func (ModelSequenceBatching_StateValidationError) Reason ¶
func (e ModelSequenceBatching_StateValidationError) Reason() string
Reason function returns reason value.
type ModelSequenceBatching_StrategyDirect ¶
type ModelSequenceBatching_StrategyDirect struct { // @@ .. cpp:var:: uint64 max_queue_delay_microseconds // @@ // @@ The maximum time, in microseconds, a candidate request // @@ will be delayed in the sequence batch scheduling queue to // @@ wait for additional requests for batching. Default is 0. // @@ MaxQueueDelayMicroseconds uint64 `` /* 141-byte string literal not displayed */ // @@ .. cpp:var:: float minimum_slot_utilization // @@ // @@ The minimum slot utilization that must be satisfied to // @@ execute the batch before 'max_queue_delay_microseconds' expires. // @@ For example, a value of 0.5 indicates that the batch should be // @@ executed as soon as 50% or more of the slots are ready even if // @@ the 'max_queue_delay_microseconds' timeout has not expired. // @@ The default is 0.0, indicating that a batch will be executed // @@ before 'max_queue_delay_microseconds' timeout expires if at least // @@ one batch slot is ready. 'max_queue_delay_microseconds' will be // @@ ignored unless minimum_slot_utilization is set to a non-zero // @@ value. // @@ MinimumSlotUtilization float32 `` /* 131-byte string literal not displayed */ // contains filtered or unexported fields }
@@ .. cpp:var:: message StrategyDirect @@ @@ The sequence batcher uses a specific, unique batch @@ slot for each sequence. All inference requests in a @@ sequence are directed to the same batch slot in the same @@ model instance over the lifetime of the sequence. This @@ is the default strategy. @@
func (*ModelSequenceBatching_StrategyDirect) Descriptor
deprecated
func (*ModelSequenceBatching_StrategyDirect) Descriptor() ([]byte, []int)
Deprecated: Use ModelSequenceBatching_StrategyDirect.ProtoReflect.Descriptor instead.
func (*ModelSequenceBatching_StrategyDirect) GetMaxQueueDelayMicroseconds ¶
func (x *ModelSequenceBatching_StrategyDirect) GetMaxQueueDelayMicroseconds() uint64
func (*ModelSequenceBatching_StrategyDirect) GetMinimumSlotUtilization ¶
func (x *ModelSequenceBatching_StrategyDirect) GetMinimumSlotUtilization() float32
func (*ModelSequenceBatching_StrategyDirect) ProtoMessage ¶
func (*ModelSequenceBatching_StrategyDirect) ProtoMessage()
func (*ModelSequenceBatching_StrategyDirect) ProtoReflect ¶
func (x *ModelSequenceBatching_StrategyDirect) ProtoReflect() protoreflect.Message
func (*ModelSequenceBatching_StrategyDirect) Reset ¶
func (x *ModelSequenceBatching_StrategyDirect) Reset()
func (*ModelSequenceBatching_StrategyDirect) String ¶
func (x *ModelSequenceBatching_StrategyDirect) String() string
func (*ModelSequenceBatching_StrategyDirect) Validate ¶
func (m *ModelSequenceBatching_StrategyDirect) Validate() error
Validate checks the field values on ModelSequenceBatching_StrategyDirect with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelSequenceBatching_StrategyDirect) ValidateAll ¶
func (m *ModelSequenceBatching_StrategyDirect) ValidateAll() error
ValidateAll checks the field values on ModelSequenceBatching_StrategyDirect with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelSequenceBatching_StrategyDirectMultiError, or nil if none found.
type ModelSequenceBatching_StrategyDirectMultiError ¶
type ModelSequenceBatching_StrategyDirectMultiError []error
ModelSequenceBatching_StrategyDirectMultiError is an error wrapping multiple validation errors returned by ModelSequenceBatching_StrategyDirect.ValidateAll() if the designated constraints aren't met.
func (ModelSequenceBatching_StrategyDirectMultiError) AllErrors ¶
func (m ModelSequenceBatching_StrategyDirectMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelSequenceBatching_StrategyDirectMultiError) Error ¶
func (m ModelSequenceBatching_StrategyDirectMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelSequenceBatching_StrategyDirectValidationError ¶
type ModelSequenceBatching_StrategyDirectValidationError struct {
// contains filtered or unexported fields
}
ModelSequenceBatching_StrategyDirectValidationError is the validation error returned by ModelSequenceBatching_StrategyDirect.Validate if the designated constraints aren't met.
func (ModelSequenceBatching_StrategyDirectValidationError) Cause ¶
func (e ModelSequenceBatching_StrategyDirectValidationError) Cause() error
Cause function returns cause value.
func (ModelSequenceBatching_StrategyDirectValidationError) Error ¶
func (e ModelSequenceBatching_StrategyDirectValidationError) Error() string
Error satisfies the builtin error interface
func (ModelSequenceBatching_StrategyDirectValidationError) ErrorName ¶
func (e ModelSequenceBatching_StrategyDirectValidationError) ErrorName() string
ErrorName returns error name.
func (ModelSequenceBatching_StrategyDirectValidationError) Field ¶
func (e ModelSequenceBatching_StrategyDirectValidationError) Field() string
Field function returns field value.
func (ModelSequenceBatching_StrategyDirectValidationError) Key ¶
func (e ModelSequenceBatching_StrategyDirectValidationError) Key() bool
Key function returns key value.
func (ModelSequenceBatching_StrategyDirectValidationError) Reason ¶
func (e ModelSequenceBatching_StrategyDirectValidationError) Reason() string
Reason function returns reason value.
type ModelSequenceBatching_StrategyOldest ¶
type ModelSequenceBatching_StrategyOldest struct { // @@ .. cpp:var:: int32 max_candidate_sequences // @@ // @@ Maximum number of candidate sequences that the batcher // @@ maintains. Excess seqences are kept in an ordered backlog // @@ and become candidates when existing candidate sequences // @@ complete. // @@ MaxCandidateSequences int32 `` /* 127-byte string literal not displayed */ // @@ .. cpp:var:: int32 preferred_batch_size (repeated) // @@ // @@ Preferred batch sizes for dynamic batching of candidate // @@ sequences. If a batch of one of these sizes can be formed // @@ it will be executed immediately. If not specified a // @@ preferred batch size will be chosen automatically // @@ based on model and GPU characteristics. // @@ PreferredBatchSize []int32 `protobuf:"varint,2,rep,packed,name=preferred_batch_size,json=preferredBatchSize,proto3" json:"preferred_batch_size,omitempty"` // @@ .. cpp:var:: uint64 max_queue_delay_microseconds // @@ // @@ The maximum time, in microseconds, a candidate request // @@ will be delayed in the dynamic batch scheduling queue to // @@ wait for additional requests for batching. Default is 0. // @@ MaxQueueDelayMicroseconds uint64 `` /* 141-byte string literal not displayed */ // contains filtered or unexported fields }
@@ .. cpp:var:: message StrategyOldest @@ @@ The sequence batcher maintains up to 'max_candidate_sequences' @@ candidate sequences. 'max_candidate_sequences' can be greater @@ than the model's 'max_batch_size'. For inferencing the batcher @@ chooses from the candidate sequences up to 'max_batch_size' @@ inference requests. Requests are chosen in an oldest-first @@ manner across all candidate sequences. A given sequence is @@ not guaranteed to be assigned to the same batch slot for @@ all inference requests of that sequence. @@
func (*ModelSequenceBatching_StrategyOldest) Descriptor
deprecated
func (*ModelSequenceBatching_StrategyOldest) Descriptor() ([]byte, []int)
Deprecated: Use ModelSequenceBatching_StrategyOldest.ProtoReflect.Descriptor instead.
func (*ModelSequenceBatching_StrategyOldest) GetMaxCandidateSequences ¶
func (x *ModelSequenceBatching_StrategyOldest) GetMaxCandidateSequences() int32
func (*ModelSequenceBatching_StrategyOldest) GetMaxQueueDelayMicroseconds ¶
func (x *ModelSequenceBatching_StrategyOldest) GetMaxQueueDelayMicroseconds() uint64
func (*ModelSequenceBatching_StrategyOldest) GetPreferredBatchSize ¶
func (x *ModelSequenceBatching_StrategyOldest) GetPreferredBatchSize() []int32
func (*ModelSequenceBatching_StrategyOldest) ProtoMessage ¶
func (*ModelSequenceBatching_StrategyOldest) ProtoMessage()
func (*ModelSequenceBatching_StrategyOldest) ProtoReflect ¶
func (x *ModelSequenceBatching_StrategyOldest) ProtoReflect() protoreflect.Message
func (*ModelSequenceBatching_StrategyOldest) Reset ¶
func (x *ModelSequenceBatching_StrategyOldest) Reset()
func (*ModelSequenceBatching_StrategyOldest) String ¶
func (x *ModelSequenceBatching_StrategyOldest) String() string
func (*ModelSequenceBatching_StrategyOldest) Validate ¶
func (m *ModelSequenceBatching_StrategyOldest) Validate() error
Validate checks the field values on ModelSequenceBatching_StrategyOldest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelSequenceBatching_StrategyOldest) ValidateAll ¶
func (m *ModelSequenceBatching_StrategyOldest) ValidateAll() error
ValidateAll checks the field values on ModelSequenceBatching_StrategyOldest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelSequenceBatching_StrategyOldestMultiError, or nil if none found.
type ModelSequenceBatching_StrategyOldestMultiError ¶
type ModelSequenceBatching_StrategyOldestMultiError []error
ModelSequenceBatching_StrategyOldestMultiError is an error wrapping multiple validation errors returned by ModelSequenceBatching_StrategyOldest.ValidateAll() if the designated constraints aren't met.
func (ModelSequenceBatching_StrategyOldestMultiError) AllErrors ¶
func (m ModelSequenceBatching_StrategyOldestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelSequenceBatching_StrategyOldestMultiError) Error ¶
func (m ModelSequenceBatching_StrategyOldestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelSequenceBatching_StrategyOldestValidationError ¶
type ModelSequenceBatching_StrategyOldestValidationError struct {
// contains filtered or unexported fields
}
ModelSequenceBatching_StrategyOldestValidationError is the validation error returned by ModelSequenceBatching_StrategyOldest.Validate if the designated constraints aren't met.
func (ModelSequenceBatching_StrategyOldestValidationError) Cause ¶
func (e ModelSequenceBatching_StrategyOldestValidationError) Cause() error
Cause function returns cause value.
func (ModelSequenceBatching_StrategyOldestValidationError) Error ¶
func (e ModelSequenceBatching_StrategyOldestValidationError) Error() string
Error satisfies the builtin error interface
func (ModelSequenceBatching_StrategyOldestValidationError) ErrorName ¶
func (e ModelSequenceBatching_StrategyOldestValidationError) ErrorName() string
ErrorName returns error name.
func (ModelSequenceBatching_StrategyOldestValidationError) Field ¶
func (e ModelSequenceBatching_StrategyOldestValidationError) Field() string
Field function returns field value.
func (ModelSequenceBatching_StrategyOldestValidationError) Key ¶
func (e ModelSequenceBatching_StrategyOldestValidationError) Key() bool
Key function returns key value.
func (ModelSequenceBatching_StrategyOldestValidationError) Reason ¶
func (e ModelSequenceBatching_StrategyOldestValidationError) Reason() string
Reason function returns reason value.
type ModelStatistics ¶
type ModelStatistics struct { // @@ .. cpp:var:: string name // @@ // @@ The name of the model. If not given returns statistics for all // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ .. cpp:var:: string version // @@ // @@ The version of the model. // @@ Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"` // @@ .. cpp:var:: uint64 last_inference // @@ // @@ The timestamp of the last inference request made for this model, // @@ as milliseconds since the epoch. // @@ LastInference uint64 `protobuf:"varint,3,opt,name=last_inference,json=lastInference,proto3" json:"last_inference,omitempty"` // @@ .. cpp:var:: uint64 last_inference // @@ // @@ The cumulative count of successful inference requests made for this // @@ model. Each inference in a batched request is counted as an // @@ individual inference. For example, if a client sends a single // @@ inference request with batch size 64, "inference_count" will be // @@ incremented by 64. Similarly, if a clients sends 64 individual // @@ requests each with batch size 1, "inference_count" will be // @@ incremented by 64. The "inference_count" value DOES NOT include // @@ cache hits. // @@ InferenceCount uint64 `protobuf:"varint,4,opt,name=inference_count,json=inferenceCount,proto3" json:"inference_count,omitempty"` // @@ .. cpp:var:: uint64 last_inference // @@ // @@ The cumulative count of the number of successful inference executions // @@ performed for the model. When dynamic batching is enabled, a single // @@ model execution can perform inferencing for more than one inference // @@ request. For example, if a clients sends 64 individual requests each // @@ with batch size 1 and the dynamic batcher batches them into a single // @@ large batch for model execution then "execution_count" will be // @@ incremented by 1. If, on the other hand, the dynamic batcher is not // @@ enabled for that each of the 64 individual requests is executed // @@ independently, then "execution_count" will be incremented by 64. // @@ The "execution_count" value DOES NOT include cache hits. // @@ ExecutionCount uint64 `protobuf:"varint,5,opt,name=execution_count,json=executionCount,proto3" json:"execution_count,omitempty"` // @@ .. cpp:var:: InferStatistics inference_stats // @@ // @@ The aggregate statistics for the model/version. // @@ InferenceStats *InferStatistics `protobuf:"bytes,6,opt,name=inference_stats,json=inferenceStats,proto3" json:"inference_stats,omitempty"` // @@ .. cpp:var:: InferBatchStatistics batch_stats (repeated) // @@ // @@ The aggregate statistics for each different batch size that is // @@ executed in the model. The batch statistics indicate how many actual // @@ model executions were performed and show differences due to different // @@ batch size (for example, larger batches typically take longer to // @@ compute). // @@ BatchStats []*InferBatchStatistics `protobuf:"bytes,7,rep,name=batch_stats,json=batchStats,proto3" json:"batch_stats,omitempty"` // @@ .. cpp:var:: MemoryUsage memory_usage (repeated) // @@ // @@ The memory usage detected during model loading, which may be used to // @@ estimate the memory to be released once the model is unloaded. Note // @@ that the estimation is inferenced by the profiling tools and // @@ framework's memory schema, therefore it is advised to perform // @@ experiments to understand the scenario that the reported memory usage // @@ can be relied on. As a starting point, the GPU memory usage for // @@ models in ONNX Runtime backend and TensorRT backend is usually // @@ aligned. // @@ MemoryUsage []*MemoryUsage `protobuf:"bytes,8,rep,name=memory_usage,json=memoryUsage,proto3" json:"memory_usage,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelStatistics @@ @@ Statistics for a specific model and version. @@
func (*ModelStatistics) Descriptor
deprecated
func (*ModelStatistics) Descriptor() ([]byte, []int)
Deprecated: Use ModelStatistics.ProtoReflect.Descriptor instead.
func (*ModelStatistics) GetBatchStats ¶
func (x *ModelStatistics) GetBatchStats() []*InferBatchStatistics
func (*ModelStatistics) GetExecutionCount ¶
func (x *ModelStatistics) GetExecutionCount() uint64
func (*ModelStatistics) GetInferenceCount ¶
func (x *ModelStatistics) GetInferenceCount() uint64
func (*ModelStatistics) GetInferenceStats ¶
func (x *ModelStatistics) GetInferenceStats() *InferStatistics
func (*ModelStatistics) GetLastInference ¶
func (x *ModelStatistics) GetLastInference() uint64
func (*ModelStatistics) GetMemoryUsage ¶
func (x *ModelStatistics) GetMemoryUsage() []*MemoryUsage
func (*ModelStatistics) GetName ¶
func (x *ModelStatistics) GetName() string
func (*ModelStatistics) GetVersion ¶
func (x *ModelStatistics) GetVersion() string
func (*ModelStatistics) ProtoMessage ¶
func (*ModelStatistics) ProtoMessage()
func (*ModelStatistics) ProtoReflect ¶
func (x *ModelStatistics) ProtoReflect() protoreflect.Message
func (*ModelStatistics) Reset ¶
func (x *ModelStatistics) Reset()
func (*ModelStatistics) String ¶
func (x *ModelStatistics) String() string
func (*ModelStatistics) Validate ¶
func (m *ModelStatistics) Validate() error
Validate checks the field values on ModelStatistics with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelStatistics) ValidateAll ¶
func (m *ModelStatistics) ValidateAll() error
ValidateAll checks the field values on ModelStatistics with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelStatisticsMultiError, or nil if none found.
type ModelStatisticsMultiError ¶
type ModelStatisticsMultiError []error
ModelStatisticsMultiError is an error wrapping multiple validation errors returned by ModelStatistics.ValidateAll() if the designated constraints aren't met.
func (ModelStatisticsMultiError) AllErrors ¶
func (m ModelStatisticsMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelStatisticsMultiError) Error ¶
func (m ModelStatisticsMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelStatisticsRequest ¶
type ModelStatisticsRequest struct { // @@ .. cpp:var:: string name // @@ // @@ The name of the model. If not given returns statistics for // @@ all models. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ .. cpp:var:: string version // @@ // @@ The version of the model. If not given returns statistics for // @@ all model versions. // @@ Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelStatisticsRequest @@ @@ Request message for ModelStatistics. @@
func (*ModelStatisticsRequest) Descriptor
deprecated
func (*ModelStatisticsRequest) Descriptor() ([]byte, []int)
Deprecated: Use ModelStatisticsRequest.ProtoReflect.Descriptor instead.
func (*ModelStatisticsRequest) GetName ¶
func (x *ModelStatisticsRequest) GetName() string
func (*ModelStatisticsRequest) GetVersion ¶
func (x *ModelStatisticsRequest) GetVersion() string
func (*ModelStatisticsRequest) ProtoMessage ¶
func (*ModelStatisticsRequest) ProtoMessage()
func (*ModelStatisticsRequest) ProtoReflect ¶
func (x *ModelStatisticsRequest) ProtoReflect() protoreflect.Message
func (*ModelStatisticsRequest) Reset ¶
func (x *ModelStatisticsRequest) Reset()
func (*ModelStatisticsRequest) String ¶
func (x *ModelStatisticsRequest) String() string
func (*ModelStatisticsRequest) Validate ¶
func (m *ModelStatisticsRequest) Validate() error
Validate checks the field values on ModelStatisticsRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelStatisticsRequest) ValidateAll ¶
func (m *ModelStatisticsRequest) ValidateAll() error
ValidateAll checks the field values on ModelStatisticsRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelStatisticsRequestMultiError, or nil if none found.
type ModelStatisticsRequestMultiError ¶
type ModelStatisticsRequestMultiError []error
ModelStatisticsRequestMultiError is an error wrapping multiple validation errors returned by ModelStatisticsRequest.ValidateAll() if the designated constraints aren't met.
func (ModelStatisticsRequestMultiError) AllErrors ¶
func (m ModelStatisticsRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelStatisticsRequestMultiError) Error ¶
func (m ModelStatisticsRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelStatisticsRequestValidationError ¶
type ModelStatisticsRequestValidationError struct {
// contains filtered or unexported fields
}
ModelStatisticsRequestValidationError is the validation error returned by ModelStatisticsRequest.Validate if the designated constraints aren't met.
func (ModelStatisticsRequestValidationError) Cause ¶
func (e ModelStatisticsRequestValidationError) Cause() error
Cause function returns cause value.
func (ModelStatisticsRequestValidationError) Error ¶
func (e ModelStatisticsRequestValidationError) Error() string
Error satisfies the builtin error interface
func (ModelStatisticsRequestValidationError) ErrorName ¶
func (e ModelStatisticsRequestValidationError) ErrorName() string
ErrorName returns error name.
func (ModelStatisticsRequestValidationError) Field ¶
func (e ModelStatisticsRequestValidationError) Field() string
Field function returns field value.
func (ModelStatisticsRequestValidationError) Key ¶
func (e ModelStatisticsRequestValidationError) Key() bool
Key function returns key value.
func (ModelStatisticsRequestValidationError) Reason ¶
func (e ModelStatisticsRequestValidationError) Reason() string
Reason function returns reason value.
type ModelStatisticsResponse ¶
type ModelStatisticsResponse struct { // @@ .. cpp:var:: ModelStatistics model_stats (repeated) // @@ // @@ Statistics for each requested model. // @@ ModelStats []*ModelStatistics `protobuf:"bytes,1,rep,name=model_stats,json=modelStats,proto3" json:"model_stats,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelStatisticsResponse @@ @@ Response message for ModelStatistics. @@
func (*ModelStatisticsResponse) Descriptor
deprecated
func (*ModelStatisticsResponse) Descriptor() ([]byte, []int)
Deprecated: Use ModelStatisticsResponse.ProtoReflect.Descriptor instead.
func (*ModelStatisticsResponse) GetModelStats ¶
func (x *ModelStatisticsResponse) GetModelStats() []*ModelStatistics
func (*ModelStatisticsResponse) ProtoMessage ¶
func (*ModelStatisticsResponse) ProtoMessage()
func (*ModelStatisticsResponse) ProtoReflect ¶
func (x *ModelStatisticsResponse) ProtoReflect() protoreflect.Message
func (*ModelStatisticsResponse) Reset ¶
func (x *ModelStatisticsResponse) Reset()
func (*ModelStatisticsResponse) String ¶
func (x *ModelStatisticsResponse) String() string
func (*ModelStatisticsResponse) Validate ¶
func (m *ModelStatisticsResponse) Validate() error
Validate checks the field values on ModelStatisticsResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelStatisticsResponse) ValidateAll ¶
func (m *ModelStatisticsResponse) ValidateAll() error
ValidateAll checks the field values on ModelStatisticsResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelStatisticsResponseMultiError, or nil if none found.
type ModelStatisticsResponseMultiError ¶
type ModelStatisticsResponseMultiError []error
ModelStatisticsResponseMultiError is an error wrapping multiple validation errors returned by ModelStatisticsResponse.ValidateAll() if the designated constraints aren't met.
func (ModelStatisticsResponseMultiError) AllErrors ¶
func (m ModelStatisticsResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelStatisticsResponseMultiError) Error ¶
func (m ModelStatisticsResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelStatisticsResponseValidationError ¶
type ModelStatisticsResponseValidationError struct {
// contains filtered or unexported fields
}
ModelStatisticsResponseValidationError is the validation error returned by ModelStatisticsResponse.Validate if the designated constraints aren't met.
func (ModelStatisticsResponseValidationError) Cause ¶
func (e ModelStatisticsResponseValidationError) Cause() error
Cause function returns cause value.
func (ModelStatisticsResponseValidationError) Error ¶
func (e ModelStatisticsResponseValidationError) Error() string
Error satisfies the builtin error interface
func (ModelStatisticsResponseValidationError) ErrorName ¶
func (e ModelStatisticsResponseValidationError) ErrorName() string
ErrorName returns error name.
func (ModelStatisticsResponseValidationError) Field ¶
func (e ModelStatisticsResponseValidationError) Field() string
Field function returns field value.
func (ModelStatisticsResponseValidationError) Key ¶
func (e ModelStatisticsResponseValidationError) Key() bool
Key function returns key value.
func (ModelStatisticsResponseValidationError) Reason ¶
func (e ModelStatisticsResponseValidationError) Reason() string
Reason function returns reason value.
type ModelStatisticsValidationError ¶
type ModelStatisticsValidationError struct {
// contains filtered or unexported fields
}
ModelStatisticsValidationError is the validation error returned by ModelStatistics.Validate if the designated constraints aren't met.
func (ModelStatisticsValidationError) Cause ¶
func (e ModelStatisticsValidationError) Cause() error
Cause function returns cause value.
func (ModelStatisticsValidationError) Error ¶
func (e ModelStatisticsValidationError) Error() string
Error satisfies the builtin error interface
func (ModelStatisticsValidationError) ErrorName ¶
func (e ModelStatisticsValidationError) ErrorName() string
ErrorName returns error name.
func (ModelStatisticsValidationError) Field ¶
func (e ModelStatisticsValidationError) Field() string
Field function returns field value.
func (ModelStatisticsValidationError) Key ¶
func (e ModelStatisticsValidationError) Key() bool
Key function returns key value.
func (ModelStatisticsValidationError) Reason ¶
func (e ModelStatisticsValidationError) Reason() string
Reason function returns reason value.
type ModelStreamInferResponse ¶
type ModelStreamInferResponse struct { // @@ // @@ .. cpp:var:: string error_message // @@ // @@ The message describing the error. The empty message // @@ indicates the inference was successful without errors. // @@ ErrorMessage string `protobuf:"bytes,1,opt,name=error_message,json=errorMessage,proto3" json:"error_message,omitempty"` // @@ // @@ .. cpp:var:: ModelInferResponse infer_response // @@ // @@ Holds the results of the request. // @@ InferResponse *ModelInferResponse `protobuf:"bytes,2,opt,name=infer_response,json=inferResponse,proto3" json:"infer_response,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelStreamInferResponse @@ @@ Response message for ModelStreamInfer. @@
func (*ModelStreamInferResponse) Descriptor
deprecated
func (*ModelStreamInferResponse) Descriptor() ([]byte, []int)
Deprecated: Use ModelStreamInferResponse.ProtoReflect.Descriptor instead.
func (*ModelStreamInferResponse) GetErrorMessage ¶
func (x *ModelStreamInferResponse) GetErrorMessage() string
func (*ModelStreamInferResponse) GetInferResponse ¶
func (x *ModelStreamInferResponse) GetInferResponse() *ModelInferResponse
func (*ModelStreamInferResponse) ProtoMessage ¶
func (*ModelStreamInferResponse) ProtoMessage()
func (*ModelStreamInferResponse) ProtoReflect ¶
func (x *ModelStreamInferResponse) ProtoReflect() protoreflect.Message
func (*ModelStreamInferResponse) Reset ¶
func (x *ModelStreamInferResponse) Reset()
func (*ModelStreamInferResponse) String ¶
func (x *ModelStreamInferResponse) String() string
func (*ModelStreamInferResponse) Validate ¶
func (m *ModelStreamInferResponse) Validate() error
Validate checks the field values on ModelStreamInferResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelStreamInferResponse) ValidateAll ¶
func (m *ModelStreamInferResponse) ValidateAll() error
ValidateAll checks the field values on ModelStreamInferResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelStreamInferResponseMultiError, or nil if none found.
type ModelStreamInferResponseMultiError ¶
type ModelStreamInferResponseMultiError []error
ModelStreamInferResponseMultiError is an error wrapping multiple validation errors returned by ModelStreamInferResponse.ValidateAll() if the designated constraints aren't met.
func (ModelStreamInferResponseMultiError) AllErrors ¶
func (m ModelStreamInferResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelStreamInferResponseMultiError) Error ¶
func (m ModelStreamInferResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelStreamInferResponseValidationError ¶
type ModelStreamInferResponseValidationError struct {
// contains filtered or unexported fields
}
ModelStreamInferResponseValidationError is the validation error returned by ModelStreamInferResponse.Validate if the designated constraints aren't met.
func (ModelStreamInferResponseValidationError) Cause ¶
func (e ModelStreamInferResponseValidationError) Cause() error
Cause function returns cause value.
func (ModelStreamInferResponseValidationError) Error ¶
func (e ModelStreamInferResponseValidationError) Error() string
Error satisfies the builtin error interface
func (ModelStreamInferResponseValidationError) ErrorName ¶
func (e ModelStreamInferResponseValidationError) ErrorName() string
ErrorName returns error name.
func (ModelStreamInferResponseValidationError) Field ¶
func (e ModelStreamInferResponseValidationError) Field() string
Field function returns field value.
func (ModelStreamInferResponseValidationError) Key ¶
func (e ModelStreamInferResponseValidationError) Key() bool
Key function returns key value.
func (ModelStreamInferResponseValidationError) Reason ¶
func (e ModelStreamInferResponseValidationError) Reason() string
Reason function returns reason value.
type ModelTensorReshape ¶
type ModelTensorReshape struct { // @@ .. cpp:var:: int64 shape (repeated) // @@ // @@ The shape to use for reshaping. // @@ Shape []int64 `protobuf:"varint,1,rep,packed,name=shape,proto3" json:"shape,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelTensorReshape @@ @@ Reshape specification for input and output tensors. @@
func (*ModelTensorReshape) Descriptor
deprecated
func (*ModelTensorReshape) Descriptor() ([]byte, []int)
Deprecated: Use ModelTensorReshape.ProtoReflect.Descriptor instead.
func (*ModelTensorReshape) GetShape ¶
func (x *ModelTensorReshape) GetShape() []int64
func (*ModelTensorReshape) ProtoMessage ¶
func (*ModelTensorReshape) ProtoMessage()
func (*ModelTensorReshape) ProtoReflect ¶
func (x *ModelTensorReshape) ProtoReflect() protoreflect.Message
func (*ModelTensorReshape) Reset ¶
func (x *ModelTensorReshape) Reset()
func (*ModelTensorReshape) String ¶
func (x *ModelTensorReshape) String() string
func (*ModelTensorReshape) Validate ¶
func (m *ModelTensorReshape) Validate() error
Validate checks the field values on ModelTensorReshape with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelTensorReshape) ValidateAll ¶
func (m *ModelTensorReshape) ValidateAll() error
ValidateAll checks the field values on ModelTensorReshape with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelTensorReshapeMultiError, or nil if none found.
type ModelTensorReshapeMultiError ¶
type ModelTensorReshapeMultiError []error
ModelTensorReshapeMultiError is an error wrapping multiple validation errors returned by ModelTensorReshape.ValidateAll() if the designated constraints aren't met.
func (ModelTensorReshapeMultiError) AllErrors ¶
func (m ModelTensorReshapeMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelTensorReshapeMultiError) Error ¶
func (m ModelTensorReshapeMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelTensorReshapeValidationError ¶
type ModelTensorReshapeValidationError struct {
// contains filtered or unexported fields
}
ModelTensorReshapeValidationError is the validation error returned by ModelTensorReshape.Validate if the designated constraints aren't met.
func (ModelTensorReshapeValidationError) Cause ¶
func (e ModelTensorReshapeValidationError) Cause() error
Cause function returns cause value.
func (ModelTensorReshapeValidationError) Error ¶
func (e ModelTensorReshapeValidationError) Error() string
Error satisfies the builtin error interface
func (ModelTensorReshapeValidationError) ErrorName ¶
func (e ModelTensorReshapeValidationError) ErrorName() string
ErrorName returns error name.
func (ModelTensorReshapeValidationError) Field ¶
func (e ModelTensorReshapeValidationError) Field() string
Field function returns field value.
func (ModelTensorReshapeValidationError) Key ¶
func (e ModelTensorReshapeValidationError) Key() bool
Key function returns key value.
func (ModelTensorReshapeValidationError) Reason ¶
func (e ModelTensorReshapeValidationError) Reason() string
Reason function returns reason value.
type ModelTransactionPolicy ¶
type ModelTransactionPolicy struct { // @@ .. cpp:var:: bool decoupled // @@ // @@ Indicates whether responses generated by the model are decoupled with // @@ the requests issued to it, which means the number of responses // @@ generated by model may differ from number of requests issued, and // @@ that the responses may be out of order relative to the order of // @@ requests. The default is false, which means the model will generate // @@ exactly one response for each request. // @@ Decoupled bool `protobuf:"varint,1,opt,name=decoupled,proto3" json:"decoupled,omitempty"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message ModelTransactionPolicy @@ @@ The specification that describes the nature of transactions @@ to be expected from the model. @@
func (*ModelTransactionPolicy) Descriptor
deprecated
func (*ModelTransactionPolicy) Descriptor() ([]byte, []int)
Deprecated: Use ModelTransactionPolicy.ProtoReflect.Descriptor instead.
func (*ModelTransactionPolicy) GetDecoupled ¶
func (x *ModelTransactionPolicy) GetDecoupled() bool
func (*ModelTransactionPolicy) ProtoMessage ¶
func (*ModelTransactionPolicy) ProtoMessage()
func (*ModelTransactionPolicy) ProtoReflect ¶
func (x *ModelTransactionPolicy) ProtoReflect() protoreflect.Message
func (*ModelTransactionPolicy) Reset ¶
func (x *ModelTransactionPolicy) Reset()
func (*ModelTransactionPolicy) String ¶
func (x *ModelTransactionPolicy) String() string
func (*ModelTransactionPolicy) Validate ¶
func (m *ModelTransactionPolicy) Validate() error
Validate checks the field values on ModelTransactionPolicy with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelTransactionPolicy) ValidateAll ¶
func (m *ModelTransactionPolicy) ValidateAll() error
ValidateAll checks the field values on ModelTransactionPolicy with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelTransactionPolicyMultiError, or nil if none found.
type ModelTransactionPolicyMultiError ¶
type ModelTransactionPolicyMultiError []error
ModelTransactionPolicyMultiError is an error wrapping multiple validation errors returned by ModelTransactionPolicy.ValidateAll() if the designated constraints aren't met.
func (ModelTransactionPolicyMultiError) AllErrors ¶
func (m ModelTransactionPolicyMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelTransactionPolicyMultiError) Error ¶
func (m ModelTransactionPolicyMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelTransactionPolicyValidationError ¶
type ModelTransactionPolicyValidationError struct {
// contains filtered or unexported fields
}
ModelTransactionPolicyValidationError is the validation error returned by ModelTransactionPolicy.Validate if the designated constraints aren't met.
func (ModelTransactionPolicyValidationError) Cause ¶
func (e ModelTransactionPolicyValidationError) Cause() error
Cause function returns cause value.
func (ModelTransactionPolicyValidationError) Error ¶
func (e ModelTransactionPolicyValidationError) Error() string
Error satisfies the builtin error interface
func (ModelTransactionPolicyValidationError) ErrorName ¶
func (e ModelTransactionPolicyValidationError) ErrorName() string
ErrorName returns error name.
func (ModelTransactionPolicyValidationError) Field ¶
func (e ModelTransactionPolicyValidationError) Field() string
Field function returns field value.
func (ModelTransactionPolicyValidationError) Key ¶
func (e ModelTransactionPolicyValidationError) Key() bool
Key function returns key value.
func (ModelTransactionPolicyValidationError) Reason ¶
func (e ModelTransactionPolicyValidationError) Reason() string
Reason function returns reason value.
type ModelVersionPolicy ¶
type ModelVersionPolicy struct { // @@ .. cpp:var:: oneof policy_choice // @@ // @@ Each model must implement only a single version policy. The // @@ default policy is 'Latest'. // @@ // // Types that are assignable to PolicyChoice: // // *ModelVersionPolicy_Latest_ // *ModelVersionPolicy_All_ // *ModelVersionPolicy_Specific_ PolicyChoice isModelVersionPolicy_PolicyChoice `protobuf_oneof:"policy_choice"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelVersionPolicy @@ @@ Policy indicating which versions of a model should be made @@ available by the inference server. @@
func (*ModelVersionPolicy) Descriptor
deprecated
func (*ModelVersionPolicy) Descriptor() ([]byte, []int)
Deprecated: Use ModelVersionPolicy.ProtoReflect.Descriptor instead.
func (*ModelVersionPolicy) GetAll ¶
func (x *ModelVersionPolicy) GetAll() *ModelVersionPolicy_All
func (*ModelVersionPolicy) GetLatest ¶
func (x *ModelVersionPolicy) GetLatest() *ModelVersionPolicy_Latest
func (*ModelVersionPolicy) GetPolicyChoice ¶
func (m *ModelVersionPolicy) GetPolicyChoice() isModelVersionPolicy_PolicyChoice
func (*ModelVersionPolicy) GetSpecific ¶
func (x *ModelVersionPolicy) GetSpecific() *ModelVersionPolicy_Specific
func (*ModelVersionPolicy) ProtoMessage ¶
func (*ModelVersionPolicy) ProtoMessage()
func (*ModelVersionPolicy) ProtoReflect ¶
func (x *ModelVersionPolicy) ProtoReflect() protoreflect.Message
func (*ModelVersionPolicy) Reset ¶
func (x *ModelVersionPolicy) Reset()
func (*ModelVersionPolicy) String ¶
func (x *ModelVersionPolicy) String() string
func (*ModelVersionPolicy) Validate ¶
func (m *ModelVersionPolicy) Validate() error
Validate checks the field values on ModelVersionPolicy with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelVersionPolicy) ValidateAll ¶
func (m *ModelVersionPolicy) ValidateAll() error
ValidateAll checks the field values on ModelVersionPolicy with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelVersionPolicyMultiError, or nil if none found.
type ModelVersionPolicyMultiError ¶
type ModelVersionPolicyMultiError []error
ModelVersionPolicyMultiError is an error wrapping multiple validation errors returned by ModelVersionPolicy.ValidateAll() if the designated constraints aren't met.
func (ModelVersionPolicyMultiError) AllErrors ¶
func (m ModelVersionPolicyMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelVersionPolicyMultiError) Error ¶
func (m ModelVersionPolicyMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelVersionPolicyValidationError ¶
type ModelVersionPolicyValidationError struct {
// contains filtered or unexported fields
}
ModelVersionPolicyValidationError is the validation error returned by ModelVersionPolicy.Validate if the designated constraints aren't met.
func (ModelVersionPolicyValidationError) Cause ¶
func (e ModelVersionPolicyValidationError) Cause() error
Cause function returns cause value.
func (ModelVersionPolicyValidationError) Error ¶
func (e ModelVersionPolicyValidationError) Error() string
Error satisfies the builtin error interface
func (ModelVersionPolicyValidationError) ErrorName ¶
func (e ModelVersionPolicyValidationError) ErrorName() string
ErrorName returns error name.
func (ModelVersionPolicyValidationError) Field ¶
func (e ModelVersionPolicyValidationError) Field() string
Field function returns field value.
func (ModelVersionPolicyValidationError) Key ¶
func (e ModelVersionPolicyValidationError) Key() bool
Key function returns key value.
func (ModelVersionPolicyValidationError) Reason ¶
func (e ModelVersionPolicyValidationError) Reason() string
Reason function returns reason value.
type ModelVersionPolicy_All ¶
type ModelVersionPolicy_All struct {
// contains filtered or unexported fields
}
@@ .. cpp:var:: message All @@ @@ Serve all versions of the model. @@
func (*ModelVersionPolicy_All) Descriptor
deprecated
func (*ModelVersionPolicy_All) Descriptor() ([]byte, []int)
Deprecated: Use ModelVersionPolicy_All.ProtoReflect.Descriptor instead.
func (*ModelVersionPolicy_All) ProtoMessage ¶
func (*ModelVersionPolicy_All) ProtoMessage()
func (*ModelVersionPolicy_All) ProtoReflect ¶
func (x *ModelVersionPolicy_All) ProtoReflect() protoreflect.Message
func (*ModelVersionPolicy_All) Reset ¶
func (x *ModelVersionPolicy_All) Reset()
func (*ModelVersionPolicy_All) String ¶
func (x *ModelVersionPolicy_All) String() string
func (*ModelVersionPolicy_All) Validate ¶
func (m *ModelVersionPolicy_All) Validate() error
Validate checks the field values on ModelVersionPolicy_All with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelVersionPolicy_All) ValidateAll ¶
func (m *ModelVersionPolicy_All) ValidateAll() error
ValidateAll checks the field values on ModelVersionPolicy_All with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelVersionPolicy_AllMultiError, or nil if none found.
type ModelVersionPolicy_AllMultiError ¶
type ModelVersionPolicy_AllMultiError []error
ModelVersionPolicy_AllMultiError is an error wrapping multiple validation errors returned by ModelVersionPolicy_All.ValidateAll() if the designated constraints aren't met.
func (ModelVersionPolicy_AllMultiError) AllErrors ¶
func (m ModelVersionPolicy_AllMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelVersionPolicy_AllMultiError) Error ¶
func (m ModelVersionPolicy_AllMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelVersionPolicy_AllValidationError ¶
type ModelVersionPolicy_AllValidationError struct {
// contains filtered or unexported fields
}
ModelVersionPolicy_AllValidationError is the validation error returned by ModelVersionPolicy_All.Validate if the designated constraints aren't met.
func (ModelVersionPolicy_AllValidationError) Cause ¶
func (e ModelVersionPolicy_AllValidationError) Cause() error
Cause function returns cause value.
func (ModelVersionPolicy_AllValidationError) Error ¶
func (e ModelVersionPolicy_AllValidationError) Error() string
Error satisfies the builtin error interface
func (ModelVersionPolicy_AllValidationError) ErrorName ¶
func (e ModelVersionPolicy_AllValidationError) ErrorName() string
ErrorName returns error name.
func (ModelVersionPolicy_AllValidationError) Field ¶
func (e ModelVersionPolicy_AllValidationError) Field() string
Field function returns field value.
func (ModelVersionPolicy_AllValidationError) Key ¶
func (e ModelVersionPolicy_AllValidationError) Key() bool
Key function returns key value.
func (ModelVersionPolicy_AllValidationError) Reason ¶
func (e ModelVersionPolicy_AllValidationError) Reason() string
Reason function returns reason value.
type ModelVersionPolicy_All_ ¶
type ModelVersionPolicy_All_ struct { // @@ .. cpp:var:: All all // @@ // @@ Serve all versions of the model. // @@ All *ModelVersionPolicy_All `protobuf:"bytes,2,opt,name=all,proto3,oneof"` }
type ModelVersionPolicy_Latest ¶
type ModelVersionPolicy_Latest struct { // @@ .. cpp:var:: uint32 num_versions // @@ // @@ Serve only the 'num_versions' highest-numbered versions. T // @@ The default value of 'num_versions' is 1, indicating that by // @@ default only the single highest-number version of a // @@ model will be served. // @@ NumVersions uint32 `protobuf:"varint,1,opt,name=num_versions,json=numVersions,proto3" json:"num_versions,omitempty"` // contains filtered or unexported fields }
@@ .. cpp:var:: message Latest @@ @@ Serve only the latest version(s) of a model. This is @@ the default policy. @@
func (*ModelVersionPolicy_Latest) Descriptor
deprecated
func (*ModelVersionPolicy_Latest) Descriptor() ([]byte, []int)
Deprecated: Use ModelVersionPolicy_Latest.ProtoReflect.Descriptor instead.
func (*ModelVersionPolicy_Latest) GetNumVersions ¶
func (x *ModelVersionPolicy_Latest) GetNumVersions() uint32
func (*ModelVersionPolicy_Latest) ProtoMessage ¶
func (*ModelVersionPolicy_Latest) ProtoMessage()
func (*ModelVersionPolicy_Latest) ProtoReflect ¶
func (x *ModelVersionPolicy_Latest) ProtoReflect() protoreflect.Message
func (*ModelVersionPolicy_Latest) Reset ¶
func (x *ModelVersionPolicy_Latest) Reset()
func (*ModelVersionPolicy_Latest) String ¶
func (x *ModelVersionPolicy_Latest) String() string
func (*ModelVersionPolicy_Latest) Validate ¶
func (m *ModelVersionPolicy_Latest) Validate() error
Validate checks the field values on ModelVersionPolicy_Latest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelVersionPolicy_Latest) ValidateAll ¶
func (m *ModelVersionPolicy_Latest) ValidateAll() error
ValidateAll checks the field values on ModelVersionPolicy_Latest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelVersionPolicy_LatestMultiError, or nil if none found.
type ModelVersionPolicy_LatestMultiError ¶
type ModelVersionPolicy_LatestMultiError []error
ModelVersionPolicy_LatestMultiError is an error wrapping multiple validation errors returned by ModelVersionPolicy_Latest.ValidateAll() if the designated constraints aren't met.
func (ModelVersionPolicy_LatestMultiError) AllErrors ¶
func (m ModelVersionPolicy_LatestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelVersionPolicy_LatestMultiError) Error ¶
func (m ModelVersionPolicy_LatestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelVersionPolicy_LatestValidationError ¶
type ModelVersionPolicy_LatestValidationError struct {
// contains filtered or unexported fields
}
ModelVersionPolicy_LatestValidationError is the validation error returned by ModelVersionPolicy_Latest.Validate if the designated constraints aren't met.
func (ModelVersionPolicy_LatestValidationError) Cause ¶
func (e ModelVersionPolicy_LatestValidationError) Cause() error
Cause function returns cause value.
func (ModelVersionPolicy_LatestValidationError) Error ¶
func (e ModelVersionPolicy_LatestValidationError) Error() string
Error satisfies the builtin error interface
func (ModelVersionPolicy_LatestValidationError) ErrorName ¶
func (e ModelVersionPolicy_LatestValidationError) ErrorName() string
ErrorName returns error name.
func (ModelVersionPolicy_LatestValidationError) Field ¶
func (e ModelVersionPolicy_LatestValidationError) Field() string
Field function returns field value.
func (ModelVersionPolicy_LatestValidationError) Key ¶
func (e ModelVersionPolicy_LatestValidationError) Key() bool
Key function returns key value.
func (ModelVersionPolicy_LatestValidationError) Reason ¶
func (e ModelVersionPolicy_LatestValidationError) Reason() string
Reason function returns reason value.
type ModelVersionPolicy_Latest_ ¶
type ModelVersionPolicy_Latest_ struct { // @@ .. cpp:var:: Latest latest // @@ // @@ Serve only latest version(s) of the model. // @@ Latest *ModelVersionPolicy_Latest `protobuf:"bytes,1,opt,name=latest,proto3,oneof"` }
type ModelVersionPolicy_Specific ¶
type ModelVersionPolicy_Specific struct { // @@ .. cpp:var:: int64 versions (repeated) // @@ // @@ The specific versions of the model that will be served. // @@ Versions []int64 `protobuf:"varint,1,rep,packed,name=versions,proto3" json:"versions,omitempty"` // contains filtered or unexported fields }
@@ .. cpp:var:: message Specific @@ @@ Serve only specific versions of the model. @@
func (*ModelVersionPolicy_Specific) Descriptor
deprecated
func (*ModelVersionPolicy_Specific) Descriptor() ([]byte, []int)
Deprecated: Use ModelVersionPolicy_Specific.ProtoReflect.Descriptor instead.
func (*ModelVersionPolicy_Specific) GetVersions ¶
func (x *ModelVersionPolicy_Specific) GetVersions() []int64
func (*ModelVersionPolicy_Specific) ProtoMessage ¶
func (*ModelVersionPolicy_Specific) ProtoMessage()
func (*ModelVersionPolicy_Specific) ProtoReflect ¶
func (x *ModelVersionPolicy_Specific) ProtoReflect() protoreflect.Message
func (*ModelVersionPolicy_Specific) Reset ¶
func (x *ModelVersionPolicy_Specific) Reset()
func (*ModelVersionPolicy_Specific) String ¶
func (x *ModelVersionPolicy_Specific) String() string
func (*ModelVersionPolicy_Specific) Validate ¶
func (m *ModelVersionPolicy_Specific) Validate() error
Validate checks the field values on ModelVersionPolicy_Specific with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelVersionPolicy_Specific) ValidateAll ¶
func (m *ModelVersionPolicy_Specific) ValidateAll() error
ValidateAll checks the field values on ModelVersionPolicy_Specific with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelVersionPolicy_SpecificMultiError, or nil if none found.
type ModelVersionPolicy_SpecificMultiError ¶
type ModelVersionPolicy_SpecificMultiError []error
ModelVersionPolicy_SpecificMultiError is an error wrapping multiple validation errors returned by ModelVersionPolicy_Specific.ValidateAll() if the designated constraints aren't met.
func (ModelVersionPolicy_SpecificMultiError) AllErrors ¶
func (m ModelVersionPolicy_SpecificMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelVersionPolicy_SpecificMultiError) Error ¶
func (m ModelVersionPolicy_SpecificMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelVersionPolicy_SpecificValidationError ¶
type ModelVersionPolicy_SpecificValidationError struct {
// contains filtered or unexported fields
}
ModelVersionPolicy_SpecificValidationError is the validation error returned by ModelVersionPolicy_Specific.Validate if the designated constraints aren't met.
func (ModelVersionPolicy_SpecificValidationError) Cause ¶
func (e ModelVersionPolicy_SpecificValidationError) Cause() error
Cause function returns cause value.
func (ModelVersionPolicy_SpecificValidationError) Error ¶
func (e ModelVersionPolicy_SpecificValidationError) Error() string
Error satisfies the builtin error interface
func (ModelVersionPolicy_SpecificValidationError) ErrorName ¶
func (e ModelVersionPolicy_SpecificValidationError) ErrorName() string
ErrorName returns error name.
func (ModelVersionPolicy_SpecificValidationError) Field ¶
func (e ModelVersionPolicy_SpecificValidationError) Field() string
Field function returns field value.
func (ModelVersionPolicy_SpecificValidationError) Key ¶
func (e ModelVersionPolicy_SpecificValidationError) Key() bool
Key function returns key value.
func (ModelVersionPolicy_SpecificValidationError) Reason ¶
func (e ModelVersionPolicy_SpecificValidationError) Reason() string
Reason function returns reason value.
type ModelVersionPolicy_Specific_ ¶
type ModelVersionPolicy_Specific_ struct { // @@ .. cpp:var:: Specific specific // @@ // @@ Serve only specific version(s) of the model. // @@ Specific *ModelVersionPolicy_Specific `protobuf:"bytes,3,opt,name=specific,proto3,oneof"` }
type ModelWarmup ¶
type ModelWarmup struct { // @@ .. cpp:var:: string name // @@ // @@ The name of the request sample. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ .. cpp:var:: uint32 batch_size // @@ // @@ The batch size of the inference request. This must be >= 1. For // @@ models that don't support batching, batch_size must be 1. If // @@ batch_size > 1, the 'inputs' specified below will be duplicated to // @@ match the batch size requested. // @@ BatchSize uint32 `protobuf:"varint,2,opt,name=batch_size,json=batchSize,proto3" json:"batch_size,omitempty"` // @@ .. cpp:var:: map<string, Input> inputs // @@ // @@ The warmup meta data associated with every model input, including // @@ control tensors. // @@ Inputs map[string]*ModelWarmup_Input `` /* 153-byte string literal not displayed */ // @@ .. cpp:var:: uint32 count // @@ // @@ The number of iterations that this warmup sample will be executed. // @@ For example, if this field is set to 2, 2 model executions using this // @@ sample will be scheduled for warmup. Default value is 0 which // @@ indicates that this sample will be used only once. // @@ Note that for sequence model, 'count' may not work well // @@ because the model often expect a valid sequence of requests which // @@ should be represented by a series of warmup samples. 'count > 1' // @@ essentially "resends" one of the sample, which may invalidate the // @@ sequence and result in unexpected warmup failure. // @@ Count uint32 `protobuf:"varint,4,opt,name=count,proto3" json:"count,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ModelWarmup @@ @@ Settings used to construct the request sample for model warmup. @@
func (*ModelWarmup) Descriptor
deprecated
func (*ModelWarmup) Descriptor() ([]byte, []int)
Deprecated: Use ModelWarmup.ProtoReflect.Descriptor instead.
func (*ModelWarmup) GetBatchSize ¶
func (x *ModelWarmup) GetBatchSize() uint32
func (*ModelWarmup) GetCount ¶
func (x *ModelWarmup) GetCount() uint32
func (*ModelWarmup) GetInputs ¶
func (x *ModelWarmup) GetInputs() map[string]*ModelWarmup_Input
func (*ModelWarmup) GetName ¶
func (x *ModelWarmup) GetName() string
func (*ModelWarmup) ProtoMessage ¶
func (*ModelWarmup) ProtoMessage()
func (*ModelWarmup) ProtoReflect ¶
func (x *ModelWarmup) ProtoReflect() protoreflect.Message
func (*ModelWarmup) Reset ¶
func (x *ModelWarmup) Reset()
func (*ModelWarmup) String ¶
func (x *ModelWarmup) String() string
func (*ModelWarmup) Validate ¶
func (m *ModelWarmup) Validate() error
Validate checks the field values on ModelWarmup with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelWarmup) ValidateAll ¶
func (m *ModelWarmup) ValidateAll() error
ValidateAll checks the field values on ModelWarmup with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelWarmupMultiError, or nil if none found.
type ModelWarmupMultiError ¶
type ModelWarmupMultiError []error
ModelWarmupMultiError is an error wrapping multiple validation errors returned by ModelWarmup.ValidateAll() if the designated constraints aren't met.
func (ModelWarmupMultiError) AllErrors ¶
func (m ModelWarmupMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelWarmupMultiError) Error ¶
func (m ModelWarmupMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelWarmupValidationError ¶
type ModelWarmupValidationError struct {
// contains filtered or unexported fields
}
ModelWarmupValidationError is the validation error returned by ModelWarmup.Validate if the designated constraints aren't met.
func (ModelWarmupValidationError) Cause ¶
func (e ModelWarmupValidationError) Cause() error
Cause function returns cause value.
func (ModelWarmupValidationError) Error ¶
func (e ModelWarmupValidationError) Error() string
Error satisfies the builtin error interface
func (ModelWarmupValidationError) ErrorName ¶
func (e ModelWarmupValidationError) ErrorName() string
ErrorName returns error name.
func (ModelWarmupValidationError) Field ¶
func (e ModelWarmupValidationError) Field() string
Field function returns field value.
func (ModelWarmupValidationError) Key ¶
func (e ModelWarmupValidationError) Key() bool
Key function returns key value.
func (ModelWarmupValidationError) Reason ¶
func (e ModelWarmupValidationError) Reason() string
Reason function returns reason value.
type ModelWarmup_Input ¶
type ModelWarmup_Input struct { // @@ .. cpp:var:: DataType data_type // @@ // @@ The data-type of the input. // @@ DataType DataType `protobuf:"varint,1,opt,name=data_type,json=dataType,proto3,enum=inference.DataType" json:"data_type,omitempty"` // @@ .. cpp:var:: int64 dims (repeated) // @@ // @@ The shape of the input tensor, not including the batch dimension. // @@ Dims []int64 `protobuf:"varint,2,rep,packed,name=dims,proto3" json:"dims,omitempty"` // @@ .. cpp:var:: oneof input_data_type // @@ // @@ Specify how the input data is generated. If the input has STRING // @@ data type and 'random_data' is set, the data generation will fall // @@ back to 'zero_data'. // @@ // // Types that are assignable to InputDataType: // // *ModelWarmup_Input_ZeroData // *ModelWarmup_Input_RandomData // *ModelWarmup_Input_InputDataFile InputDataType isModelWarmup_Input_InputDataType `protobuf_oneof:"input_data_type"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message Input @@ @@ Meta data associated with an input. @@
func (*ModelWarmup_Input) Descriptor
deprecated
func (*ModelWarmup_Input) Descriptor() ([]byte, []int)
Deprecated: Use ModelWarmup_Input.ProtoReflect.Descriptor instead.
func (*ModelWarmup_Input) GetDataType ¶
func (x *ModelWarmup_Input) GetDataType() DataType
func (*ModelWarmup_Input) GetDims ¶
func (x *ModelWarmup_Input) GetDims() []int64
func (*ModelWarmup_Input) GetInputDataFile ¶
func (x *ModelWarmup_Input) GetInputDataFile() string
func (*ModelWarmup_Input) GetInputDataType ¶
func (m *ModelWarmup_Input) GetInputDataType() isModelWarmup_Input_InputDataType
func (*ModelWarmup_Input) GetRandomData ¶
func (x *ModelWarmup_Input) GetRandomData() bool
func (*ModelWarmup_Input) GetZeroData ¶
func (x *ModelWarmup_Input) GetZeroData() bool
func (*ModelWarmup_Input) ProtoMessage ¶
func (*ModelWarmup_Input) ProtoMessage()
func (*ModelWarmup_Input) ProtoReflect ¶
func (x *ModelWarmup_Input) ProtoReflect() protoreflect.Message
func (*ModelWarmup_Input) Reset ¶
func (x *ModelWarmup_Input) Reset()
func (*ModelWarmup_Input) String ¶
func (x *ModelWarmup_Input) String() string
func (*ModelWarmup_Input) Validate ¶
func (m *ModelWarmup_Input) Validate() error
Validate checks the field values on ModelWarmup_Input with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ModelWarmup_Input) ValidateAll ¶
func (m *ModelWarmup_Input) ValidateAll() error
ValidateAll checks the field values on ModelWarmup_Input with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ModelWarmup_InputMultiError, or nil if none found.
type ModelWarmup_InputMultiError ¶
type ModelWarmup_InputMultiError []error
ModelWarmup_InputMultiError is an error wrapping multiple validation errors returned by ModelWarmup_Input.ValidateAll() if the designated constraints aren't met.
func (ModelWarmup_InputMultiError) AllErrors ¶
func (m ModelWarmup_InputMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ModelWarmup_InputMultiError) Error ¶
func (m ModelWarmup_InputMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ModelWarmup_InputValidationError ¶
type ModelWarmup_InputValidationError struct {
// contains filtered or unexported fields
}
ModelWarmup_InputValidationError is the validation error returned by ModelWarmup_Input.Validate if the designated constraints aren't met.
func (ModelWarmup_InputValidationError) Cause ¶
func (e ModelWarmup_InputValidationError) Cause() error
Cause function returns cause value.
func (ModelWarmup_InputValidationError) Error ¶
func (e ModelWarmup_InputValidationError) Error() string
Error satisfies the builtin error interface
func (ModelWarmup_InputValidationError) ErrorName ¶
func (e ModelWarmup_InputValidationError) ErrorName() string
ErrorName returns error name.
func (ModelWarmup_InputValidationError) Field ¶
func (e ModelWarmup_InputValidationError) Field() string
Field function returns field value.
func (ModelWarmup_InputValidationError) Key ¶
func (e ModelWarmup_InputValidationError) Key() bool
Key function returns key value.
func (ModelWarmup_InputValidationError) Reason ¶
func (e ModelWarmup_InputValidationError) Reason() string
Reason function returns reason value.
type ModelWarmup_Input_InputDataFile ¶
type ModelWarmup_Input_InputDataFile struct { // @@ .. cpp:var:: string input_data_file // @@ // @@ The file whose content will be used as raw input data in // @@ row-major order. The file must be provided in a sub-directory // @@ 'warmup' under the model directory. The file contents should be // @@ in binary format. For TYPE_STRING data-type, an element is // @@ represented by a 4-byte unsigned integer giving the length // @@ followed by the actual bytes. // @@ InputDataFile string `protobuf:"bytes,5,opt,name=input_data_file,json=inputDataFile,proto3,oneof"` }
type ModelWarmup_Input_RandomData ¶
type ModelWarmup_Input_RandomData struct { // @@ // @@ .. cpp:var:: bool random_data // @@ // @@ The identifier for using random data as input data. Note that // @@ the value of 'random_data' will not be checked, instead, // @@ random data will be used as long as the field is set. // @@ RandomData bool `protobuf:"varint,4,opt,name=random_data,json=randomData,proto3,oneof"` }
type ModelWarmup_Input_ZeroData ¶
type ModelWarmup_Input_ZeroData struct { // @@ // @@ .. cpp:var:: bool zero_data // @@ // @@ The identifier for using zeros as input data. Note that the // @@ value of 'zero_data' will not be checked, instead, zero data // @@ will be used as long as the field is set. // @@ ZeroData bool `protobuf:"varint,3,opt,name=zero_data,json=zeroData,proto3,oneof"` }
type RepositoryIndexRequest ¶
type RepositoryIndexRequest struct { // @@ .. cpp:var:: string repository_name // @@ // @@ The name of the repository. If empty the index is returned // @@ for all repositories. // @@ RepositoryName string `protobuf:"bytes,1,opt,name=repository_name,json=repositoryName,proto3" json:"repository_name,omitempty"` // @@ .. cpp:var:: bool ready // @@ // @@ If true returned only models currently ready for inferencing. // @@ Ready bool `protobuf:"varint,2,opt,name=ready,proto3" json:"ready,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message RepositoryIndexRequest @@ @@ Request message for RepositoryIndex. @@
func (*RepositoryIndexRequest) Descriptor
deprecated
func (*RepositoryIndexRequest) Descriptor() ([]byte, []int)
Deprecated: Use RepositoryIndexRequest.ProtoReflect.Descriptor instead.
func (*RepositoryIndexRequest) GetReady ¶
func (x *RepositoryIndexRequest) GetReady() bool
func (*RepositoryIndexRequest) GetRepositoryName ¶
func (x *RepositoryIndexRequest) GetRepositoryName() string
func (*RepositoryIndexRequest) ProtoMessage ¶
func (*RepositoryIndexRequest) ProtoMessage()
func (*RepositoryIndexRequest) ProtoReflect ¶
func (x *RepositoryIndexRequest) ProtoReflect() protoreflect.Message
func (*RepositoryIndexRequest) Reset ¶
func (x *RepositoryIndexRequest) Reset()
func (*RepositoryIndexRequest) String ¶
func (x *RepositoryIndexRequest) String() string
func (*RepositoryIndexRequest) Validate ¶
func (m *RepositoryIndexRequest) Validate() error
Validate checks the field values on RepositoryIndexRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*RepositoryIndexRequest) ValidateAll ¶
func (m *RepositoryIndexRequest) ValidateAll() error
ValidateAll checks the field values on RepositoryIndexRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RepositoryIndexRequestMultiError, or nil if none found.
type RepositoryIndexRequestMultiError ¶
type RepositoryIndexRequestMultiError []error
RepositoryIndexRequestMultiError is an error wrapping multiple validation errors returned by RepositoryIndexRequest.ValidateAll() if the designated constraints aren't met.
func (RepositoryIndexRequestMultiError) AllErrors ¶
func (m RepositoryIndexRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (RepositoryIndexRequestMultiError) Error ¶
func (m RepositoryIndexRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type RepositoryIndexRequestValidationError ¶
type RepositoryIndexRequestValidationError struct {
// contains filtered or unexported fields
}
RepositoryIndexRequestValidationError is the validation error returned by RepositoryIndexRequest.Validate if the designated constraints aren't met.
func (RepositoryIndexRequestValidationError) Cause ¶
func (e RepositoryIndexRequestValidationError) Cause() error
Cause function returns cause value.
func (RepositoryIndexRequestValidationError) Error ¶
func (e RepositoryIndexRequestValidationError) Error() string
Error satisfies the builtin error interface
func (RepositoryIndexRequestValidationError) ErrorName ¶
func (e RepositoryIndexRequestValidationError) ErrorName() string
ErrorName returns error name.
func (RepositoryIndexRequestValidationError) Field ¶
func (e RepositoryIndexRequestValidationError) Field() string
Field function returns field value.
func (RepositoryIndexRequestValidationError) Key ¶
func (e RepositoryIndexRequestValidationError) Key() bool
Key function returns key value.
func (RepositoryIndexRequestValidationError) Reason ¶
func (e RepositoryIndexRequestValidationError) Reason() string
Reason function returns reason value.
type RepositoryIndexResponse ¶
type RepositoryIndexResponse struct { // @@ // @@ .. cpp:var:: ModelIndex models (repeated) // @@ // @@ An index entry for each model. // @@ Models []*RepositoryIndexResponse_ModelIndex `protobuf:"bytes,1,rep,name=models,proto3" json:"models,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message RepositoryIndexResponse @@ @@ Response message for RepositoryIndex. @@
func (*RepositoryIndexResponse) Descriptor
deprecated
func (*RepositoryIndexResponse) Descriptor() ([]byte, []int)
Deprecated: Use RepositoryIndexResponse.ProtoReflect.Descriptor instead.
func (*RepositoryIndexResponse) GetModels ¶
func (x *RepositoryIndexResponse) GetModels() []*RepositoryIndexResponse_ModelIndex
func (*RepositoryIndexResponse) ProtoMessage ¶
func (*RepositoryIndexResponse) ProtoMessage()
func (*RepositoryIndexResponse) ProtoReflect ¶
func (x *RepositoryIndexResponse) ProtoReflect() protoreflect.Message
func (*RepositoryIndexResponse) Reset ¶
func (x *RepositoryIndexResponse) Reset()
func (*RepositoryIndexResponse) String ¶
func (x *RepositoryIndexResponse) String() string
func (*RepositoryIndexResponse) Validate ¶
func (m *RepositoryIndexResponse) Validate() error
Validate checks the field values on RepositoryIndexResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*RepositoryIndexResponse) ValidateAll ¶
func (m *RepositoryIndexResponse) ValidateAll() error
ValidateAll checks the field values on RepositoryIndexResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RepositoryIndexResponseMultiError, or nil if none found.
type RepositoryIndexResponseMultiError ¶
type RepositoryIndexResponseMultiError []error
RepositoryIndexResponseMultiError is an error wrapping multiple validation errors returned by RepositoryIndexResponse.ValidateAll() if the designated constraints aren't met.
func (RepositoryIndexResponseMultiError) AllErrors ¶
func (m RepositoryIndexResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (RepositoryIndexResponseMultiError) Error ¶
func (m RepositoryIndexResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type RepositoryIndexResponseValidationError ¶
type RepositoryIndexResponseValidationError struct {
// contains filtered or unexported fields
}
RepositoryIndexResponseValidationError is the validation error returned by RepositoryIndexResponse.Validate if the designated constraints aren't met.
func (RepositoryIndexResponseValidationError) Cause ¶
func (e RepositoryIndexResponseValidationError) Cause() error
Cause function returns cause value.
func (RepositoryIndexResponseValidationError) Error ¶
func (e RepositoryIndexResponseValidationError) Error() string
Error satisfies the builtin error interface
func (RepositoryIndexResponseValidationError) ErrorName ¶
func (e RepositoryIndexResponseValidationError) ErrorName() string
ErrorName returns error name.
func (RepositoryIndexResponseValidationError) Field ¶
func (e RepositoryIndexResponseValidationError) Field() string
Field function returns field value.
func (RepositoryIndexResponseValidationError) Key ¶
func (e RepositoryIndexResponseValidationError) Key() bool
Key function returns key value.
func (RepositoryIndexResponseValidationError) Reason ¶
func (e RepositoryIndexResponseValidationError) Reason() string
Reason function returns reason value.
type RepositoryIndexResponse_ModelIndex ¶
type RepositoryIndexResponse_ModelIndex struct { // @@ // @@ .. cpp:var:: string name // @@ // @@ The name of the model. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ .. cpp:var:: string version // @@ // @@ The version of the model. // @@ Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"` // @@ // @@ .. cpp:var:: string state // @@ // @@ The state of the model. // @@ State string `protobuf:"bytes,3,opt,name=state,proto3" json:"state,omitempty"` // @@ // @@ .. cpp:var:: string reason // @@ // @@ The reason, if any, that the model is in the given state. // @@ Reason string `protobuf:"bytes,4,opt,name=reason,proto3" json:"reason,omitempty"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message ModelIndex @@ @@ Index entry for a model. @@
func (*RepositoryIndexResponse_ModelIndex) Descriptor
deprecated
func (*RepositoryIndexResponse_ModelIndex) Descriptor() ([]byte, []int)
Deprecated: Use RepositoryIndexResponse_ModelIndex.ProtoReflect.Descriptor instead.
func (*RepositoryIndexResponse_ModelIndex) GetName ¶
func (x *RepositoryIndexResponse_ModelIndex) GetName() string
func (*RepositoryIndexResponse_ModelIndex) GetReason ¶
func (x *RepositoryIndexResponse_ModelIndex) GetReason() string
func (*RepositoryIndexResponse_ModelIndex) GetState ¶
func (x *RepositoryIndexResponse_ModelIndex) GetState() string
func (*RepositoryIndexResponse_ModelIndex) GetVersion ¶
func (x *RepositoryIndexResponse_ModelIndex) GetVersion() string
func (*RepositoryIndexResponse_ModelIndex) ProtoMessage ¶
func (*RepositoryIndexResponse_ModelIndex) ProtoMessage()
func (*RepositoryIndexResponse_ModelIndex) ProtoReflect ¶
func (x *RepositoryIndexResponse_ModelIndex) ProtoReflect() protoreflect.Message
func (*RepositoryIndexResponse_ModelIndex) Reset ¶
func (x *RepositoryIndexResponse_ModelIndex) Reset()
func (*RepositoryIndexResponse_ModelIndex) String ¶
func (x *RepositoryIndexResponse_ModelIndex) String() string
func (*RepositoryIndexResponse_ModelIndex) Validate ¶
func (m *RepositoryIndexResponse_ModelIndex) Validate() error
Validate checks the field values on RepositoryIndexResponse_ModelIndex with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*RepositoryIndexResponse_ModelIndex) ValidateAll ¶
func (m *RepositoryIndexResponse_ModelIndex) ValidateAll() error
ValidateAll checks the field values on RepositoryIndexResponse_ModelIndex with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RepositoryIndexResponse_ModelIndexMultiError, or nil if none found.
type RepositoryIndexResponse_ModelIndexMultiError ¶
type RepositoryIndexResponse_ModelIndexMultiError []error
RepositoryIndexResponse_ModelIndexMultiError is an error wrapping multiple validation errors returned by RepositoryIndexResponse_ModelIndex.ValidateAll() if the designated constraints aren't met.
func (RepositoryIndexResponse_ModelIndexMultiError) AllErrors ¶
func (m RepositoryIndexResponse_ModelIndexMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (RepositoryIndexResponse_ModelIndexMultiError) Error ¶
func (m RepositoryIndexResponse_ModelIndexMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type RepositoryIndexResponse_ModelIndexValidationError ¶
type RepositoryIndexResponse_ModelIndexValidationError struct {
// contains filtered or unexported fields
}
RepositoryIndexResponse_ModelIndexValidationError is the validation error returned by RepositoryIndexResponse_ModelIndex.Validate if the designated constraints aren't met.
func (RepositoryIndexResponse_ModelIndexValidationError) Cause ¶
func (e RepositoryIndexResponse_ModelIndexValidationError) Cause() error
Cause function returns cause value.
func (RepositoryIndexResponse_ModelIndexValidationError) Error ¶
func (e RepositoryIndexResponse_ModelIndexValidationError) Error() string
Error satisfies the builtin error interface
func (RepositoryIndexResponse_ModelIndexValidationError) ErrorName ¶
func (e RepositoryIndexResponse_ModelIndexValidationError) ErrorName() string
ErrorName returns error name.
func (RepositoryIndexResponse_ModelIndexValidationError) Field ¶
func (e RepositoryIndexResponse_ModelIndexValidationError) Field() string
Field function returns field value.
func (RepositoryIndexResponse_ModelIndexValidationError) Key ¶
func (e RepositoryIndexResponse_ModelIndexValidationError) Key() bool
Key function returns key value.
func (RepositoryIndexResponse_ModelIndexValidationError) Reason ¶
func (e RepositoryIndexResponse_ModelIndexValidationError) Reason() string
Reason function returns reason value.
type RepositoryModelLoadRequest ¶
type RepositoryModelLoadRequest struct { // @@ .. cpp:var:: string repository_name // @@ // @@ The name of the repository to load from. If empty the model // @@ is loaded from any repository. // @@ RepositoryName string `protobuf:"bytes,1,opt,name=repository_name,json=repositoryName,proto3" json:"repository_name,omitempty"` // @@ .. cpp:var:: string repository_name // @@ // @@ The name of the model to load, or reload. // @@ ModelName string `protobuf:"bytes,2,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"` // @@ .. cpp:var:: map<string,ModelRepositoryParameter> parameters // @@ // @@ Optional model repository request parameters. // @@ Parameters map[string]*ModelRepositoryParameter `` /* 161-byte string literal not displayed */ // contains filtered or unexported fields }
@@ @@.. cpp:var:: message RepositoryModelLoadRequest @@ @@ Request message for RepositoryModelLoad. @@
func (*RepositoryModelLoadRequest) Descriptor
deprecated
func (*RepositoryModelLoadRequest) Descriptor() ([]byte, []int)
Deprecated: Use RepositoryModelLoadRequest.ProtoReflect.Descriptor instead.
func (*RepositoryModelLoadRequest) GetModelName ¶
func (x *RepositoryModelLoadRequest) GetModelName() string
func (*RepositoryModelLoadRequest) GetParameters ¶
func (x *RepositoryModelLoadRequest) GetParameters() map[string]*ModelRepositoryParameter
func (*RepositoryModelLoadRequest) GetRepositoryName ¶
func (x *RepositoryModelLoadRequest) GetRepositoryName() string
func (*RepositoryModelLoadRequest) ProtoMessage ¶
func (*RepositoryModelLoadRequest) ProtoMessage()
func (*RepositoryModelLoadRequest) ProtoReflect ¶
func (x *RepositoryModelLoadRequest) ProtoReflect() protoreflect.Message
func (*RepositoryModelLoadRequest) Reset ¶
func (x *RepositoryModelLoadRequest) Reset()
func (*RepositoryModelLoadRequest) String ¶
func (x *RepositoryModelLoadRequest) String() string
func (*RepositoryModelLoadRequest) Validate ¶
func (m *RepositoryModelLoadRequest) Validate() error
Validate checks the field values on RepositoryModelLoadRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*RepositoryModelLoadRequest) ValidateAll ¶
func (m *RepositoryModelLoadRequest) ValidateAll() error
ValidateAll checks the field values on RepositoryModelLoadRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RepositoryModelLoadRequestMultiError, or nil if none found.
type RepositoryModelLoadRequestMultiError ¶
type RepositoryModelLoadRequestMultiError []error
RepositoryModelLoadRequestMultiError is an error wrapping multiple validation errors returned by RepositoryModelLoadRequest.ValidateAll() if the designated constraints aren't met.
func (RepositoryModelLoadRequestMultiError) AllErrors ¶
func (m RepositoryModelLoadRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (RepositoryModelLoadRequestMultiError) Error ¶
func (m RepositoryModelLoadRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type RepositoryModelLoadRequestValidationError ¶
type RepositoryModelLoadRequestValidationError struct {
// contains filtered or unexported fields
}
RepositoryModelLoadRequestValidationError is the validation error returned by RepositoryModelLoadRequest.Validate if the designated constraints aren't met.
func (RepositoryModelLoadRequestValidationError) Cause ¶
func (e RepositoryModelLoadRequestValidationError) Cause() error
Cause function returns cause value.
func (RepositoryModelLoadRequestValidationError) Error ¶
func (e RepositoryModelLoadRequestValidationError) Error() string
Error satisfies the builtin error interface
func (RepositoryModelLoadRequestValidationError) ErrorName ¶
func (e RepositoryModelLoadRequestValidationError) ErrorName() string
ErrorName returns error name.
func (RepositoryModelLoadRequestValidationError) Field ¶
func (e RepositoryModelLoadRequestValidationError) Field() string
Field function returns field value.
func (RepositoryModelLoadRequestValidationError) Key ¶
func (e RepositoryModelLoadRequestValidationError) Key() bool
Key function returns key value.
func (RepositoryModelLoadRequestValidationError) Reason ¶
func (e RepositoryModelLoadRequestValidationError) Reason() string
Reason function returns reason value.
type RepositoryModelLoadResponse ¶
type RepositoryModelLoadResponse struct {
// contains filtered or unexported fields
}
@@ @@.. cpp:var:: message RepositoryModelLoadResponse @@ @@ Response message for RepositoryModelLoad. @@
func (*RepositoryModelLoadResponse) Descriptor
deprecated
func (*RepositoryModelLoadResponse) Descriptor() ([]byte, []int)
Deprecated: Use RepositoryModelLoadResponse.ProtoReflect.Descriptor instead.
func (*RepositoryModelLoadResponse) ProtoMessage ¶
func (*RepositoryModelLoadResponse) ProtoMessage()
func (*RepositoryModelLoadResponse) ProtoReflect ¶
func (x *RepositoryModelLoadResponse) ProtoReflect() protoreflect.Message
func (*RepositoryModelLoadResponse) Reset ¶
func (x *RepositoryModelLoadResponse) Reset()
func (*RepositoryModelLoadResponse) String ¶
func (x *RepositoryModelLoadResponse) String() string
func (*RepositoryModelLoadResponse) Validate ¶
func (m *RepositoryModelLoadResponse) Validate() error
Validate checks the field values on RepositoryModelLoadResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*RepositoryModelLoadResponse) ValidateAll ¶
func (m *RepositoryModelLoadResponse) ValidateAll() error
ValidateAll checks the field values on RepositoryModelLoadResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RepositoryModelLoadResponseMultiError, or nil if none found.
type RepositoryModelLoadResponseMultiError ¶
type RepositoryModelLoadResponseMultiError []error
RepositoryModelLoadResponseMultiError is an error wrapping multiple validation errors returned by RepositoryModelLoadResponse.ValidateAll() if the designated constraints aren't met.
func (RepositoryModelLoadResponseMultiError) AllErrors ¶
func (m RepositoryModelLoadResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (RepositoryModelLoadResponseMultiError) Error ¶
func (m RepositoryModelLoadResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type RepositoryModelLoadResponseValidationError ¶
type RepositoryModelLoadResponseValidationError struct {
// contains filtered or unexported fields
}
RepositoryModelLoadResponseValidationError is the validation error returned by RepositoryModelLoadResponse.Validate if the designated constraints aren't met.
func (RepositoryModelLoadResponseValidationError) Cause ¶
func (e RepositoryModelLoadResponseValidationError) Cause() error
Cause function returns cause value.
func (RepositoryModelLoadResponseValidationError) Error ¶
func (e RepositoryModelLoadResponseValidationError) Error() string
Error satisfies the builtin error interface
func (RepositoryModelLoadResponseValidationError) ErrorName ¶
func (e RepositoryModelLoadResponseValidationError) ErrorName() string
ErrorName returns error name.
func (RepositoryModelLoadResponseValidationError) Field ¶
func (e RepositoryModelLoadResponseValidationError) Field() string
Field function returns field value.
func (RepositoryModelLoadResponseValidationError) Key ¶
func (e RepositoryModelLoadResponseValidationError) Key() bool
Key function returns key value.
func (RepositoryModelLoadResponseValidationError) Reason ¶
func (e RepositoryModelLoadResponseValidationError) Reason() string
Reason function returns reason value.
type RepositoryModelUnloadRequest ¶
type RepositoryModelUnloadRequest struct { // @@ .. cpp:var:: string repository_name // @@ // @@ The name of the repository from which the model was originally // @@ loaded. If empty the repository is not considered. // @@ RepositoryName string `protobuf:"bytes,1,opt,name=repository_name,json=repositoryName,proto3" json:"repository_name,omitempty"` // @@ .. cpp:var:: string repository_name // @@ // @@ The name of the model to unload. // @@ ModelName string `protobuf:"bytes,2,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"` // @@ .. cpp:var:: map<string,ModelRepositoryParameter> parameters // @@ // @@ Optional model repository request parameters. // @@ Parameters map[string]*ModelRepositoryParameter `` /* 161-byte string literal not displayed */ // contains filtered or unexported fields }
@@ @@.. cpp:var:: message RepositoryModelUnloadRequest @@ @@ Request message for RepositoryModelUnload. @@
func (*RepositoryModelUnloadRequest) Descriptor
deprecated
func (*RepositoryModelUnloadRequest) Descriptor() ([]byte, []int)
Deprecated: Use RepositoryModelUnloadRequest.ProtoReflect.Descriptor instead.
func (*RepositoryModelUnloadRequest) GetModelName ¶
func (x *RepositoryModelUnloadRequest) GetModelName() string
func (*RepositoryModelUnloadRequest) GetParameters ¶
func (x *RepositoryModelUnloadRequest) GetParameters() map[string]*ModelRepositoryParameter
func (*RepositoryModelUnloadRequest) GetRepositoryName ¶
func (x *RepositoryModelUnloadRequest) GetRepositoryName() string
func (*RepositoryModelUnloadRequest) ProtoMessage ¶
func (*RepositoryModelUnloadRequest) ProtoMessage()
func (*RepositoryModelUnloadRequest) ProtoReflect ¶
func (x *RepositoryModelUnloadRequest) ProtoReflect() protoreflect.Message
func (*RepositoryModelUnloadRequest) Reset ¶
func (x *RepositoryModelUnloadRequest) Reset()
func (*RepositoryModelUnloadRequest) String ¶
func (x *RepositoryModelUnloadRequest) String() string
func (*RepositoryModelUnloadRequest) Validate ¶
func (m *RepositoryModelUnloadRequest) Validate() error
Validate checks the field values on RepositoryModelUnloadRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*RepositoryModelUnloadRequest) ValidateAll ¶
func (m *RepositoryModelUnloadRequest) ValidateAll() error
ValidateAll checks the field values on RepositoryModelUnloadRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RepositoryModelUnloadRequestMultiError, or nil if none found.
type RepositoryModelUnloadRequestMultiError ¶
type RepositoryModelUnloadRequestMultiError []error
RepositoryModelUnloadRequestMultiError is an error wrapping multiple validation errors returned by RepositoryModelUnloadRequest.ValidateAll() if the designated constraints aren't met.
func (RepositoryModelUnloadRequestMultiError) AllErrors ¶
func (m RepositoryModelUnloadRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (RepositoryModelUnloadRequestMultiError) Error ¶
func (m RepositoryModelUnloadRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type RepositoryModelUnloadRequestValidationError ¶
type RepositoryModelUnloadRequestValidationError struct {
// contains filtered or unexported fields
}
RepositoryModelUnloadRequestValidationError is the validation error returned by RepositoryModelUnloadRequest.Validate if the designated constraints aren't met.
func (RepositoryModelUnloadRequestValidationError) Cause ¶
func (e RepositoryModelUnloadRequestValidationError) Cause() error
Cause function returns cause value.
func (RepositoryModelUnloadRequestValidationError) Error ¶
func (e RepositoryModelUnloadRequestValidationError) Error() string
Error satisfies the builtin error interface
func (RepositoryModelUnloadRequestValidationError) ErrorName ¶
func (e RepositoryModelUnloadRequestValidationError) ErrorName() string
ErrorName returns error name.
func (RepositoryModelUnloadRequestValidationError) Field ¶
func (e RepositoryModelUnloadRequestValidationError) Field() string
Field function returns field value.
func (RepositoryModelUnloadRequestValidationError) Key ¶
func (e RepositoryModelUnloadRequestValidationError) Key() bool
Key function returns key value.
func (RepositoryModelUnloadRequestValidationError) Reason ¶
func (e RepositoryModelUnloadRequestValidationError) Reason() string
Reason function returns reason value.
type RepositoryModelUnloadResponse ¶
type RepositoryModelUnloadResponse struct {
// contains filtered or unexported fields
}
@@ @@.. cpp:var:: message RepositoryModelUnloadResponse @@ @@ Response message for RepositoryModelUnload. @@
func (*RepositoryModelUnloadResponse) Descriptor
deprecated
func (*RepositoryModelUnloadResponse) Descriptor() ([]byte, []int)
Deprecated: Use RepositoryModelUnloadResponse.ProtoReflect.Descriptor instead.
func (*RepositoryModelUnloadResponse) ProtoMessage ¶
func (*RepositoryModelUnloadResponse) ProtoMessage()
func (*RepositoryModelUnloadResponse) ProtoReflect ¶
func (x *RepositoryModelUnloadResponse) ProtoReflect() protoreflect.Message
func (*RepositoryModelUnloadResponse) Reset ¶
func (x *RepositoryModelUnloadResponse) Reset()
func (*RepositoryModelUnloadResponse) String ¶
func (x *RepositoryModelUnloadResponse) String() string
func (*RepositoryModelUnloadResponse) Validate ¶
func (m *RepositoryModelUnloadResponse) Validate() error
Validate checks the field values on RepositoryModelUnloadResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*RepositoryModelUnloadResponse) ValidateAll ¶
func (m *RepositoryModelUnloadResponse) ValidateAll() error
ValidateAll checks the field values on RepositoryModelUnloadResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RepositoryModelUnloadResponseMultiError, or nil if none found.
type RepositoryModelUnloadResponseMultiError ¶
type RepositoryModelUnloadResponseMultiError []error
RepositoryModelUnloadResponseMultiError is an error wrapping multiple validation errors returned by RepositoryModelUnloadResponse.ValidateAll() if the designated constraints aren't met.
func (RepositoryModelUnloadResponseMultiError) AllErrors ¶
func (m RepositoryModelUnloadResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (RepositoryModelUnloadResponseMultiError) Error ¶
func (m RepositoryModelUnloadResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type RepositoryModelUnloadResponseValidationError ¶
type RepositoryModelUnloadResponseValidationError struct {
// contains filtered or unexported fields
}
RepositoryModelUnloadResponseValidationError is the validation error returned by RepositoryModelUnloadResponse.Validate if the designated constraints aren't met.
func (RepositoryModelUnloadResponseValidationError) Cause ¶
func (e RepositoryModelUnloadResponseValidationError) Cause() error
Cause function returns cause value.
func (RepositoryModelUnloadResponseValidationError) Error ¶
func (e RepositoryModelUnloadResponseValidationError) Error() string
Error satisfies the builtin error interface
func (RepositoryModelUnloadResponseValidationError) ErrorName ¶
func (e RepositoryModelUnloadResponseValidationError) ErrorName() string
ErrorName returns error name.
func (RepositoryModelUnloadResponseValidationError) Field ¶
func (e RepositoryModelUnloadResponseValidationError) Field() string
Field function returns field value.
func (RepositoryModelUnloadResponseValidationError) Key ¶
func (e RepositoryModelUnloadResponseValidationError) Key() bool
Key function returns key value.
func (RepositoryModelUnloadResponseValidationError) Reason ¶
func (e RepositoryModelUnloadResponseValidationError) Reason() string
Reason function returns reason value.
type ServerLiveRequest ¶
type ServerLiveRequest struct {
// contains filtered or unexported fields
}
@@ @@.. cpp:var:: message ServerLiveRequest @@ @@ Request message for ServerLive. @@
func (*ServerLiveRequest) Descriptor
deprecated
func (*ServerLiveRequest) Descriptor() ([]byte, []int)
Deprecated: Use ServerLiveRequest.ProtoReflect.Descriptor instead.
func (*ServerLiveRequest) ProtoMessage ¶
func (*ServerLiveRequest) ProtoMessage()
func (*ServerLiveRequest) ProtoReflect ¶
func (x *ServerLiveRequest) ProtoReflect() protoreflect.Message
func (*ServerLiveRequest) Reset ¶
func (x *ServerLiveRequest) Reset()
func (*ServerLiveRequest) String ¶
func (x *ServerLiveRequest) String() string
func (*ServerLiveRequest) Validate ¶
func (m *ServerLiveRequest) Validate() error
Validate checks the field values on ServerLiveRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ServerLiveRequest) ValidateAll ¶
func (m *ServerLiveRequest) ValidateAll() error
ValidateAll checks the field values on ServerLiveRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ServerLiveRequestMultiError, or nil if none found.
type ServerLiveRequestMultiError ¶
type ServerLiveRequestMultiError []error
ServerLiveRequestMultiError is an error wrapping multiple validation errors returned by ServerLiveRequest.ValidateAll() if the designated constraints aren't met.
func (ServerLiveRequestMultiError) AllErrors ¶
func (m ServerLiveRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ServerLiveRequestMultiError) Error ¶
func (m ServerLiveRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ServerLiveRequestValidationError ¶
type ServerLiveRequestValidationError struct {
// contains filtered or unexported fields
}
ServerLiveRequestValidationError is the validation error returned by ServerLiveRequest.Validate if the designated constraints aren't met.
func (ServerLiveRequestValidationError) Cause ¶
func (e ServerLiveRequestValidationError) Cause() error
Cause function returns cause value.
func (ServerLiveRequestValidationError) Error ¶
func (e ServerLiveRequestValidationError) Error() string
Error satisfies the builtin error interface
func (ServerLiveRequestValidationError) ErrorName ¶
func (e ServerLiveRequestValidationError) ErrorName() string
ErrorName returns error name.
func (ServerLiveRequestValidationError) Field ¶
func (e ServerLiveRequestValidationError) Field() string
Field function returns field value.
func (ServerLiveRequestValidationError) Key ¶
func (e ServerLiveRequestValidationError) Key() bool
Key function returns key value.
func (ServerLiveRequestValidationError) Reason ¶
func (e ServerLiveRequestValidationError) Reason() string
Reason function returns reason value.
type ServerLiveResponse ¶
type ServerLiveResponse struct { // @@ // @@ .. cpp:var:: bool live // @@ // @@ True if the inference server is live, false it not live. // @@ Live bool `protobuf:"varint,1,opt,name=live,proto3" json:"live,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ServerLiveResponse @@ @@ Response message for ServerLive. @@
func (*ServerLiveResponse) Descriptor
deprecated
func (*ServerLiveResponse) Descriptor() ([]byte, []int)
Deprecated: Use ServerLiveResponse.ProtoReflect.Descriptor instead.
func (*ServerLiveResponse) GetLive ¶
func (x *ServerLiveResponse) GetLive() bool
func (*ServerLiveResponse) ProtoMessage ¶
func (*ServerLiveResponse) ProtoMessage()
func (*ServerLiveResponse) ProtoReflect ¶
func (x *ServerLiveResponse) ProtoReflect() protoreflect.Message
func (*ServerLiveResponse) Reset ¶
func (x *ServerLiveResponse) Reset()
func (*ServerLiveResponse) String ¶
func (x *ServerLiveResponse) String() string
func (*ServerLiveResponse) Validate ¶
func (m *ServerLiveResponse) Validate() error
Validate checks the field values on ServerLiveResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ServerLiveResponse) ValidateAll ¶
func (m *ServerLiveResponse) ValidateAll() error
ValidateAll checks the field values on ServerLiveResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ServerLiveResponseMultiError, or nil if none found.
type ServerLiveResponseMultiError ¶
type ServerLiveResponseMultiError []error
ServerLiveResponseMultiError is an error wrapping multiple validation errors returned by ServerLiveResponse.ValidateAll() if the designated constraints aren't met.
func (ServerLiveResponseMultiError) AllErrors ¶
func (m ServerLiveResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ServerLiveResponseMultiError) Error ¶
func (m ServerLiveResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ServerLiveResponseValidationError ¶
type ServerLiveResponseValidationError struct {
// contains filtered or unexported fields
}
ServerLiveResponseValidationError is the validation error returned by ServerLiveResponse.Validate if the designated constraints aren't met.
func (ServerLiveResponseValidationError) Cause ¶
func (e ServerLiveResponseValidationError) Cause() error
Cause function returns cause value.
func (ServerLiveResponseValidationError) Error ¶
func (e ServerLiveResponseValidationError) Error() string
Error satisfies the builtin error interface
func (ServerLiveResponseValidationError) ErrorName ¶
func (e ServerLiveResponseValidationError) ErrorName() string
ErrorName returns error name.
func (ServerLiveResponseValidationError) Field ¶
func (e ServerLiveResponseValidationError) Field() string
Field function returns field value.
func (ServerLiveResponseValidationError) Key ¶
func (e ServerLiveResponseValidationError) Key() bool
Key function returns key value.
func (ServerLiveResponseValidationError) Reason ¶
func (e ServerLiveResponseValidationError) Reason() string
Reason function returns reason value.
type ServerMetadataRequest ¶
type ServerMetadataRequest struct {
// contains filtered or unexported fields
}
@@ @@.. cpp:var:: message ServerMetadataRequest @@ @@ Request message for ServerMetadata. @@
func (*ServerMetadataRequest) Descriptor
deprecated
func (*ServerMetadataRequest) Descriptor() ([]byte, []int)
Deprecated: Use ServerMetadataRequest.ProtoReflect.Descriptor instead.
func (*ServerMetadataRequest) ProtoMessage ¶
func (*ServerMetadataRequest) ProtoMessage()
func (*ServerMetadataRequest) ProtoReflect ¶
func (x *ServerMetadataRequest) ProtoReflect() protoreflect.Message
func (*ServerMetadataRequest) Reset ¶
func (x *ServerMetadataRequest) Reset()
func (*ServerMetadataRequest) String ¶
func (x *ServerMetadataRequest) String() string
func (*ServerMetadataRequest) Validate ¶
func (m *ServerMetadataRequest) Validate() error
Validate checks the field values on ServerMetadataRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ServerMetadataRequest) ValidateAll ¶
func (m *ServerMetadataRequest) ValidateAll() error
ValidateAll checks the field values on ServerMetadataRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ServerMetadataRequestMultiError, or nil if none found.
type ServerMetadataRequestMultiError ¶
type ServerMetadataRequestMultiError []error
ServerMetadataRequestMultiError is an error wrapping multiple validation errors returned by ServerMetadataRequest.ValidateAll() if the designated constraints aren't met.
func (ServerMetadataRequestMultiError) AllErrors ¶
func (m ServerMetadataRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ServerMetadataRequestMultiError) Error ¶
func (m ServerMetadataRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ServerMetadataRequestValidationError ¶
type ServerMetadataRequestValidationError struct {
// contains filtered or unexported fields
}
ServerMetadataRequestValidationError is the validation error returned by ServerMetadataRequest.Validate if the designated constraints aren't met.
func (ServerMetadataRequestValidationError) Cause ¶
func (e ServerMetadataRequestValidationError) Cause() error
Cause function returns cause value.
func (ServerMetadataRequestValidationError) Error ¶
func (e ServerMetadataRequestValidationError) Error() string
Error satisfies the builtin error interface
func (ServerMetadataRequestValidationError) ErrorName ¶
func (e ServerMetadataRequestValidationError) ErrorName() string
ErrorName returns error name.
func (ServerMetadataRequestValidationError) Field ¶
func (e ServerMetadataRequestValidationError) Field() string
Field function returns field value.
func (ServerMetadataRequestValidationError) Key ¶
func (e ServerMetadataRequestValidationError) Key() bool
Key function returns key value.
func (ServerMetadataRequestValidationError) Reason ¶
func (e ServerMetadataRequestValidationError) Reason() string
Reason function returns reason value.
type ServerMetadataResponse ¶
type ServerMetadataResponse struct { // @@ // @@ .. cpp:var:: string name // @@ // @@ The server name. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ // @@ .. cpp:var:: string version // @@ // @@ The server version. // @@ Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"` // @@ // @@ .. cpp:var:: string extensions (repeated) // @@ // @@ The extensions supported by the server. // @@ Extensions []string `protobuf:"bytes,3,rep,name=extensions,proto3" json:"extensions,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ServerMetadataResponse @@ @@ Response message for ServerMetadata. @@
func (*ServerMetadataResponse) Descriptor
deprecated
func (*ServerMetadataResponse) Descriptor() ([]byte, []int)
Deprecated: Use ServerMetadataResponse.ProtoReflect.Descriptor instead.
func (*ServerMetadataResponse) GetExtensions ¶
func (x *ServerMetadataResponse) GetExtensions() []string
func (*ServerMetadataResponse) GetName ¶
func (x *ServerMetadataResponse) GetName() string
func (*ServerMetadataResponse) GetVersion ¶
func (x *ServerMetadataResponse) GetVersion() string
func (*ServerMetadataResponse) ProtoMessage ¶
func (*ServerMetadataResponse) ProtoMessage()
func (*ServerMetadataResponse) ProtoReflect ¶
func (x *ServerMetadataResponse) ProtoReflect() protoreflect.Message
func (*ServerMetadataResponse) Reset ¶
func (x *ServerMetadataResponse) Reset()
func (*ServerMetadataResponse) String ¶
func (x *ServerMetadataResponse) String() string
func (*ServerMetadataResponse) Validate ¶
func (m *ServerMetadataResponse) Validate() error
Validate checks the field values on ServerMetadataResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ServerMetadataResponse) ValidateAll ¶
func (m *ServerMetadataResponse) ValidateAll() error
ValidateAll checks the field values on ServerMetadataResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ServerMetadataResponseMultiError, or nil if none found.
type ServerMetadataResponseMultiError ¶
type ServerMetadataResponseMultiError []error
ServerMetadataResponseMultiError is an error wrapping multiple validation errors returned by ServerMetadataResponse.ValidateAll() if the designated constraints aren't met.
func (ServerMetadataResponseMultiError) AllErrors ¶
func (m ServerMetadataResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ServerMetadataResponseMultiError) Error ¶
func (m ServerMetadataResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ServerMetadataResponseValidationError ¶
type ServerMetadataResponseValidationError struct {
// contains filtered or unexported fields
}
ServerMetadataResponseValidationError is the validation error returned by ServerMetadataResponse.Validate if the designated constraints aren't met.
func (ServerMetadataResponseValidationError) Cause ¶
func (e ServerMetadataResponseValidationError) Cause() error
Cause function returns cause value.
func (ServerMetadataResponseValidationError) Error ¶
func (e ServerMetadataResponseValidationError) Error() string
Error satisfies the builtin error interface
func (ServerMetadataResponseValidationError) ErrorName ¶
func (e ServerMetadataResponseValidationError) ErrorName() string
ErrorName returns error name.
func (ServerMetadataResponseValidationError) Field ¶
func (e ServerMetadataResponseValidationError) Field() string
Field function returns field value.
func (ServerMetadataResponseValidationError) Key ¶
func (e ServerMetadataResponseValidationError) Key() bool
Key function returns key value.
func (ServerMetadataResponseValidationError) Reason ¶
func (e ServerMetadataResponseValidationError) Reason() string
Reason function returns reason value.
type ServerReadyRequest ¶
type ServerReadyRequest struct {
// contains filtered or unexported fields
}
@@ @@.. cpp:var:: message ServerReadyRequest @@ @@ Request message for ServerReady. @@
func (*ServerReadyRequest) Descriptor
deprecated
func (*ServerReadyRequest) Descriptor() ([]byte, []int)
Deprecated: Use ServerReadyRequest.ProtoReflect.Descriptor instead.
func (*ServerReadyRequest) ProtoMessage ¶
func (*ServerReadyRequest) ProtoMessage()
func (*ServerReadyRequest) ProtoReflect ¶
func (x *ServerReadyRequest) ProtoReflect() protoreflect.Message
func (*ServerReadyRequest) Reset ¶
func (x *ServerReadyRequest) Reset()
func (*ServerReadyRequest) String ¶
func (x *ServerReadyRequest) String() string
func (*ServerReadyRequest) Validate ¶
func (m *ServerReadyRequest) Validate() error
Validate checks the field values on ServerReadyRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ServerReadyRequest) ValidateAll ¶
func (m *ServerReadyRequest) ValidateAll() error
ValidateAll checks the field values on ServerReadyRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ServerReadyRequestMultiError, or nil if none found.
type ServerReadyRequestMultiError ¶
type ServerReadyRequestMultiError []error
ServerReadyRequestMultiError is an error wrapping multiple validation errors returned by ServerReadyRequest.ValidateAll() if the designated constraints aren't met.
func (ServerReadyRequestMultiError) AllErrors ¶
func (m ServerReadyRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ServerReadyRequestMultiError) Error ¶
func (m ServerReadyRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ServerReadyRequestValidationError ¶
type ServerReadyRequestValidationError struct {
// contains filtered or unexported fields
}
ServerReadyRequestValidationError is the validation error returned by ServerReadyRequest.Validate if the designated constraints aren't met.
func (ServerReadyRequestValidationError) Cause ¶
func (e ServerReadyRequestValidationError) Cause() error
Cause function returns cause value.
func (ServerReadyRequestValidationError) Error ¶
func (e ServerReadyRequestValidationError) Error() string
Error satisfies the builtin error interface
func (ServerReadyRequestValidationError) ErrorName ¶
func (e ServerReadyRequestValidationError) ErrorName() string
ErrorName returns error name.
func (ServerReadyRequestValidationError) Field ¶
func (e ServerReadyRequestValidationError) Field() string
Field function returns field value.
func (ServerReadyRequestValidationError) Key ¶
func (e ServerReadyRequestValidationError) Key() bool
Key function returns key value.
func (ServerReadyRequestValidationError) Reason ¶
func (e ServerReadyRequestValidationError) Reason() string
Reason function returns reason value.
type ServerReadyResponse ¶
type ServerReadyResponse struct { // @@ // @@ .. cpp:var:: bool ready // @@ // @@ True if the inference server is ready, false it not ready. // @@ Ready bool `protobuf:"varint,1,opt,name=ready,proto3" json:"ready,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message ServerReadyResponse @@ @@ Response message for ServerReady. @@
func (*ServerReadyResponse) Descriptor
deprecated
func (*ServerReadyResponse) Descriptor() ([]byte, []int)
Deprecated: Use ServerReadyResponse.ProtoReflect.Descriptor instead.
func (*ServerReadyResponse) GetReady ¶
func (x *ServerReadyResponse) GetReady() bool
func (*ServerReadyResponse) ProtoMessage ¶
func (*ServerReadyResponse) ProtoMessage()
func (*ServerReadyResponse) ProtoReflect ¶
func (x *ServerReadyResponse) ProtoReflect() protoreflect.Message
func (*ServerReadyResponse) Reset ¶
func (x *ServerReadyResponse) Reset()
func (*ServerReadyResponse) String ¶
func (x *ServerReadyResponse) String() string
func (*ServerReadyResponse) Validate ¶
func (m *ServerReadyResponse) Validate() error
Validate checks the field values on ServerReadyResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ServerReadyResponse) ValidateAll ¶
func (m *ServerReadyResponse) ValidateAll() error
ValidateAll checks the field values on ServerReadyResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ServerReadyResponseMultiError, or nil if none found.
type ServerReadyResponseMultiError ¶
type ServerReadyResponseMultiError []error
ServerReadyResponseMultiError is an error wrapping multiple validation errors returned by ServerReadyResponse.ValidateAll() if the designated constraints aren't met.
func (ServerReadyResponseMultiError) AllErrors ¶
func (m ServerReadyResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ServerReadyResponseMultiError) Error ¶
func (m ServerReadyResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ServerReadyResponseValidationError ¶
type ServerReadyResponseValidationError struct {
// contains filtered or unexported fields
}
ServerReadyResponseValidationError is the validation error returned by ServerReadyResponse.Validate if the designated constraints aren't met.
func (ServerReadyResponseValidationError) Cause ¶
func (e ServerReadyResponseValidationError) Cause() error
Cause function returns cause value.
func (ServerReadyResponseValidationError) Error ¶
func (e ServerReadyResponseValidationError) Error() string
Error satisfies the builtin error interface
func (ServerReadyResponseValidationError) ErrorName ¶
func (e ServerReadyResponseValidationError) ErrorName() string
ErrorName returns error name.
func (ServerReadyResponseValidationError) Field ¶
func (e ServerReadyResponseValidationError) Field() string
Field function returns field value.
func (ServerReadyResponseValidationError) Key ¶
func (e ServerReadyResponseValidationError) Key() bool
Key function returns key value.
func (ServerReadyResponseValidationError) Reason ¶
func (e ServerReadyResponseValidationError) Reason() string
Reason function returns reason value.
type StatisticDuration ¶
type StatisticDuration struct { // @@ .. cpp:var:: uint64 count // @@ // @@ Cumulative number of times this metric occurred. // @@ Count uint64 `protobuf:"varint,1,opt,name=count,proto3" json:"count,omitempty"` // @@ .. cpp:var:: uint64 total_time_ns // @@ // @@ Total collected duration of this metric in nanoseconds. // @@ Ns uint64 `protobuf:"varint,2,opt,name=ns,proto3" json:"ns,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message StatisticDuration @@ @@ Statistic recording a cumulative duration metric. @@
func (*StatisticDuration) Descriptor
deprecated
func (*StatisticDuration) Descriptor() ([]byte, []int)
Deprecated: Use StatisticDuration.ProtoReflect.Descriptor instead.
func (*StatisticDuration) GetCount ¶
func (x *StatisticDuration) GetCount() uint64
func (*StatisticDuration) GetNs ¶
func (x *StatisticDuration) GetNs() uint64
func (*StatisticDuration) ProtoMessage ¶
func (*StatisticDuration) ProtoMessage()
func (*StatisticDuration) ProtoReflect ¶
func (x *StatisticDuration) ProtoReflect() protoreflect.Message
func (*StatisticDuration) Reset ¶
func (x *StatisticDuration) Reset()
func (*StatisticDuration) String ¶
func (x *StatisticDuration) String() string
func (*StatisticDuration) Validate ¶
func (m *StatisticDuration) Validate() error
Validate checks the field values on StatisticDuration with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*StatisticDuration) ValidateAll ¶
func (m *StatisticDuration) ValidateAll() error
ValidateAll checks the field values on StatisticDuration with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in StatisticDurationMultiError, or nil if none found.
type StatisticDurationMultiError ¶
type StatisticDurationMultiError []error
StatisticDurationMultiError is an error wrapping multiple validation errors returned by StatisticDuration.ValidateAll() if the designated constraints aren't met.
func (StatisticDurationMultiError) AllErrors ¶
func (m StatisticDurationMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (StatisticDurationMultiError) Error ¶
func (m StatisticDurationMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type StatisticDurationValidationError ¶
type StatisticDurationValidationError struct {
// contains filtered or unexported fields
}
StatisticDurationValidationError is the validation error returned by StatisticDuration.Validate if the designated constraints aren't met.
func (StatisticDurationValidationError) Cause ¶
func (e StatisticDurationValidationError) Cause() error
Cause function returns cause value.
func (StatisticDurationValidationError) Error ¶
func (e StatisticDurationValidationError) Error() string
Error satisfies the builtin error interface
func (StatisticDurationValidationError) ErrorName ¶
func (e StatisticDurationValidationError) ErrorName() string
ErrorName returns error name.
func (StatisticDurationValidationError) Field ¶
func (e StatisticDurationValidationError) Field() string
Field function returns field value.
func (StatisticDurationValidationError) Key ¶
func (e StatisticDurationValidationError) Key() bool
Key function returns key value.
func (StatisticDurationValidationError) Reason ¶
func (e StatisticDurationValidationError) Reason() string
Reason function returns reason value.
type SystemSharedMemoryRegisterRequest ¶
type SystemSharedMemoryRegisterRequest struct { // @@ .. cpp:var:: string name // @@ // @@ The name of the region to register. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ // @@ The key of the underlying memory object that contains the // @@ shared memory region. // @@ Key string `protobuf:"bytes,2,opt,name=key,proto3" json:"key,omitempty"` // @@ // @@ Offset, in bytes, within the underlying memory object to // @@ the start of the shared memory region. // @@ Offset uint64 `protobuf:"varint,3,opt,name=offset,proto3" json:"offset,omitempty"` // @@ // @@ Size of the shared memory region, in bytes. // @@ ByteSize uint64 `protobuf:"varint,4,opt,name=byte_size,json=byteSize,proto3" json:"byte_size,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message SystemSharedMemoryRegisterRequest @@ @@ Request message for SystemSharedMemoryRegister. @@
func (*SystemSharedMemoryRegisterRequest) Descriptor
deprecated
func (*SystemSharedMemoryRegisterRequest) Descriptor() ([]byte, []int)
Deprecated: Use SystemSharedMemoryRegisterRequest.ProtoReflect.Descriptor instead.
func (*SystemSharedMemoryRegisterRequest) GetByteSize ¶
func (x *SystemSharedMemoryRegisterRequest) GetByteSize() uint64
func (*SystemSharedMemoryRegisterRequest) GetKey ¶
func (x *SystemSharedMemoryRegisterRequest) GetKey() string
func (*SystemSharedMemoryRegisterRequest) GetName ¶
func (x *SystemSharedMemoryRegisterRequest) GetName() string
func (*SystemSharedMemoryRegisterRequest) GetOffset ¶
func (x *SystemSharedMemoryRegisterRequest) GetOffset() uint64
func (*SystemSharedMemoryRegisterRequest) ProtoMessage ¶
func (*SystemSharedMemoryRegisterRequest) ProtoMessage()
func (*SystemSharedMemoryRegisterRequest) ProtoReflect ¶
func (x *SystemSharedMemoryRegisterRequest) ProtoReflect() protoreflect.Message
func (*SystemSharedMemoryRegisterRequest) Reset ¶
func (x *SystemSharedMemoryRegisterRequest) Reset()
func (*SystemSharedMemoryRegisterRequest) String ¶
func (x *SystemSharedMemoryRegisterRequest) String() string
func (*SystemSharedMemoryRegisterRequest) Validate ¶
func (m *SystemSharedMemoryRegisterRequest) Validate() error
Validate checks the field values on SystemSharedMemoryRegisterRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*SystemSharedMemoryRegisterRequest) ValidateAll ¶
func (m *SystemSharedMemoryRegisterRequest) ValidateAll() error
ValidateAll checks the field values on SystemSharedMemoryRegisterRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SystemSharedMemoryRegisterRequestMultiError, or nil if none found.
type SystemSharedMemoryRegisterRequestMultiError ¶
type SystemSharedMemoryRegisterRequestMultiError []error
SystemSharedMemoryRegisterRequestMultiError is an error wrapping multiple validation errors returned by SystemSharedMemoryRegisterRequest.ValidateAll() if the designated constraints aren't met.
func (SystemSharedMemoryRegisterRequestMultiError) AllErrors ¶
func (m SystemSharedMemoryRegisterRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (SystemSharedMemoryRegisterRequestMultiError) Error ¶
func (m SystemSharedMemoryRegisterRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type SystemSharedMemoryRegisterRequestValidationError ¶
type SystemSharedMemoryRegisterRequestValidationError struct {
// contains filtered or unexported fields
}
SystemSharedMemoryRegisterRequestValidationError is the validation error returned by SystemSharedMemoryRegisterRequest.Validate if the designated constraints aren't met.
func (SystemSharedMemoryRegisterRequestValidationError) Cause ¶
func (e SystemSharedMemoryRegisterRequestValidationError) Cause() error
Cause function returns cause value.
func (SystemSharedMemoryRegisterRequestValidationError) Error ¶
func (e SystemSharedMemoryRegisterRequestValidationError) Error() string
Error satisfies the builtin error interface
func (SystemSharedMemoryRegisterRequestValidationError) ErrorName ¶
func (e SystemSharedMemoryRegisterRequestValidationError) ErrorName() string
ErrorName returns error name.
func (SystemSharedMemoryRegisterRequestValidationError) Field ¶
func (e SystemSharedMemoryRegisterRequestValidationError) Field() string
Field function returns field value.
func (SystemSharedMemoryRegisterRequestValidationError) Key ¶
func (e SystemSharedMemoryRegisterRequestValidationError) Key() bool
Key function returns key value.
func (SystemSharedMemoryRegisterRequestValidationError) Reason ¶
func (e SystemSharedMemoryRegisterRequestValidationError) Reason() string
Reason function returns reason value.
type SystemSharedMemoryRegisterResponse ¶
type SystemSharedMemoryRegisterResponse struct {
// contains filtered or unexported fields
}
@@ @@.. cpp:var:: message SystemSharedMemoryRegisterResponse @@ @@ Response message for SystemSharedMemoryRegister. @@
func (*SystemSharedMemoryRegisterResponse) Descriptor
deprecated
func (*SystemSharedMemoryRegisterResponse) Descriptor() ([]byte, []int)
Deprecated: Use SystemSharedMemoryRegisterResponse.ProtoReflect.Descriptor instead.
func (*SystemSharedMemoryRegisterResponse) ProtoMessage ¶
func (*SystemSharedMemoryRegisterResponse) ProtoMessage()
func (*SystemSharedMemoryRegisterResponse) ProtoReflect ¶
func (x *SystemSharedMemoryRegisterResponse) ProtoReflect() protoreflect.Message
func (*SystemSharedMemoryRegisterResponse) Reset ¶
func (x *SystemSharedMemoryRegisterResponse) Reset()
func (*SystemSharedMemoryRegisterResponse) String ¶
func (x *SystemSharedMemoryRegisterResponse) String() string
func (*SystemSharedMemoryRegisterResponse) Validate ¶
func (m *SystemSharedMemoryRegisterResponse) Validate() error
Validate checks the field values on SystemSharedMemoryRegisterResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*SystemSharedMemoryRegisterResponse) ValidateAll ¶
func (m *SystemSharedMemoryRegisterResponse) ValidateAll() error
ValidateAll checks the field values on SystemSharedMemoryRegisterResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SystemSharedMemoryRegisterResponseMultiError, or nil if none found.
type SystemSharedMemoryRegisterResponseMultiError ¶
type SystemSharedMemoryRegisterResponseMultiError []error
SystemSharedMemoryRegisterResponseMultiError is an error wrapping multiple validation errors returned by SystemSharedMemoryRegisterResponse.ValidateAll() if the designated constraints aren't met.
func (SystemSharedMemoryRegisterResponseMultiError) AllErrors ¶
func (m SystemSharedMemoryRegisterResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (SystemSharedMemoryRegisterResponseMultiError) Error ¶
func (m SystemSharedMemoryRegisterResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type SystemSharedMemoryRegisterResponseValidationError ¶
type SystemSharedMemoryRegisterResponseValidationError struct {
// contains filtered or unexported fields
}
SystemSharedMemoryRegisterResponseValidationError is the validation error returned by SystemSharedMemoryRegisterResponse.Validate if the designated constraints aren't met.
func (SystemSharedMemoryRegisterResponseValidationError) Cause ¶
func (e SystemSharedMemoryRegisterResponseValidationError) Cause() error
Cause function returns cause value.
func (SystemSharedMemoryRegisterResponseValidationError) Error ¶
func (e SystemSharedMemoryRegisterResponseValidationError) Error() string
Error satisfies the builtin error interface
func (SystemSharedMemoryRegisterResponseValidationError) ErrorName ¶
func (e SystemSharedMemoryRegisterResponseValidationError) ErrorName() string
ErrorName returns error name.
func (SystemSharedMemoryRegisterResponseValidationError) Field ¶
func (e SystemSharedMemoryRegisterResponseValidationError) Field() string
Field function returns field value.
func (SystemSharedMemoryRegisterResponseValidationError) Key ¶
func (e SystemSharedMemoryRegisterResponseValidationError) Key() bool
Key function returns key value.
func (SystemSharedMemoryRegisterResponseValidationError) Reason ¶
func (e SystemSharedMemoryRegisterResponseValidationError) Reason() string
Reason function returns reason value.
type SystemSharedMemoryStatusRequest ¶
type SystemSharedMemoryStatusRequest struct { // @@ .. cpp:var:: string name // @@ // @@ The name of the region to get status for. If empty the // @@ status is returned for all registered regions. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message SystemSharedMemoryStatusRequest @@ @@ Request message for SystemSharedMemoryStatus. @@
func (*SystemSharedMemoryStatusRequest) Descriptor
deprecated
func (*SystemSharedMemoryStatusRequest) Descriptor() ([]byte, []int)
Deprecated: Use SystemSharedMemoryStatusRequest.ProtoReflect.Descriptor instead.
func (*SystemSharedMemoryStatusRequest) GetName ¶
func (x *SystemSharedMemoryStatusRequest) GetName() string
func (*SystemSharedMemoryStatusRequest) ProtoMessage ¶
func (*SystemSharedMemoryStatusRequest) ProtoMessage()
func (*SystemSharedMemoryStatusRequest) ProtoReflect ¶
func (x *SystemSharedMemoryStatusRequest) ProtoReflect() protoreflect.Message
func (*SystemSharedMemoryStatusRequest) Reset ¶
func (x *SystemSharedMemoryStatusRequest) Reset()
func (*SystemSharedMemoryStatusRequest) String ¶
func (x *SystemSharedMemoryStatusRequest) String() string
func (*SystemSharedMemoryStatusRequest) Validate ¶
func (m *SystemSharedMemoryStatusRequest) Validate() error
Validate checks the field values on SystemSharedMemoryStatusRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*SystemSharedMemoryStatusRequest) ValidateAll ¶
func (m *SystemSharedMemoryStatusRequest) ValidateAll() error
ValidateAll checks the field values on SystemSharedMemoryStatusRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SystemSharedMemoryStatusRequestMultiError, or nil if none found.
type SystemSharedMemoryStatusRequestMultiError ¶
type SystemSharedMemoryStatusRequestMultiError []error
SystemSharedMemoryStatusRequestMultiError is an error wrapping multiple validation errors returned by SystemSharedMemoryStatusRequest.ValidateAll() if the designated constraints aren't met.
func (SystemSharedMemoryStatusRequestMultiError) AllErrors ¶
func (m SystemSharedMemoryStatusRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (SystemSharedMemoryStatusRequestMultiError) Error ¶
func (m SystemSharedMemoryStatusRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type SystemSharedMemoryStatusRequestValidationError ¶
type SystemSharedMemoryStatusRequestValidationError struct {
// contains filtered or unexported fields
}
SystemSharedMemoryStatusRequestValidationError is the validation error returned by SystemSharedMemoryStatusRequest.Validate if the designated constraints aren't met.
func (SystemSharedMemoryStatusRequestValidationError) Cause ¶
func (e SystemSharedMemoryStatusRequestValidationError) Cause() error
Cause function returns cause value.
func (SystemSharedMemoryStatusRequestValidationError) Error ¶
func (e SystemSharedMemoryStatusRequestValidationError) Error() string
Error satisfies the builtin error interface
func (SystemSharedMemoryStatusRequestValidationError) ErrorName ¶
func (e SystemSharedMemoryStatusRequestValidationError) ErrorName() string
ErrorName returns error name.
func (SystemSharedMemoryStatusRequestValidationError) Field ¶
func (e SystemSharedMemoryStatusRequestValidationError) Field() string
Field function returns field value.
func (SystemSharedMemoryStatusRequestValidationError) Key ¶
func (e SystemSharedMemoryStatusRequestValidationError) Key() bool
Key function returns key value.
func (SystemSharedMemoryStatusRequestValidationError) Reason ¶
func (e SystemSharedMemoryStatusRequestValidationError) Reason() string
Reason function returns reason value.
type SystemSharedMemoryStatusResponse ¶
type SystemSharedMemoryStatusResponse struct { // @@ .. cpp:var:: map<string,RegionStatus> regions // @@ // @@ Status for each of the registered regions, indexed by // @@ region name. // @@ Regions map[string]*SystemSharedMemoryStatusResponse_RegionStatus `` /* 155-byte string literal not displayed */ // contains filtered or unexported fields }
@@ @@.. cpp:var:: message SystemSharedMemoryStatusResponse @@ @@ Response message for SystemSharedMemoryStatus. @@
func (*SystemSharedMemoryStatusResponse) Descriptor
deprecated
func (*SystemSharedMemoryStatusResponse) Descriptor() ([]byte, []int)
Deprecated: Use SystemSharedMemoryStatusResponse.ProtoReflect.Descriptor instead.
func (*SystemSharedMemoryStatusResponse) GetRegions ¶
func (x *SystemSharedMemoryStatusResponse) GetRegions() map[string]*SystemSharedMemoryStatusResponse_RegionStatus
func (*SystemSharedMemoryStatusResponse) ProtoMessage ¶
func (*SystemSharedMemoryStatusResponse) ProtoMessage()
func (*SystemSharedMemoryStatusResponse) ProtoReflect ¶
func (x *SystemSharedMemoryStatusResponse) ProtoReflect() protoreflect.Message
func (*SystemSharedMemoryStatusResponse) Reset ¶
func (x *SystemSharedMemoryStatusResponse) Reset()
func (*SystemSharedMemoryStatusResponse) String ¶
func (x *SystemSharedMemoryStatusResponse) String() string
func (*SystemSharedMemoryStatusResponse) Validate ¶
func (m *SystemSharedMemoryStatusResponse) Validate() error
Validate checks the field values on SystemSharedMemoryStatusResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*SystemSharedMemoryStatusResponse) ValidateAll ¶
func (m *SystemSharedMemoryStatusResponse) ValidateAll() error
ValidateAll checks the field values on SystemSharedMemoryStatusResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SystemSharedMemoryStatusResponseMultiError, or nil if none found.
type SystemSharedMemoryStatusResponseMultiError ¶
type SystemSharedMemoryStatusResponseMultiError []error
SystemSharedMemoryStatusResponseMultiError is an error wrapping multiple validation errors returned by SystemSharedMemoryStatusResponse.ValidateAll() if the designated constraints aren't met.
func (SystemSharedMemoryStatusResponseMultiError) AllErrors ¶
func (m SystemSharedMemoryStatusResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (SystemSharedMemoryStatusResponseMultiError) Error ¶
func (m SystemSharedMemoryStatusResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type SystemSharedMemoryStatusResponseValidationError ¶
type SystemSharedMemoryStatusResponseValidationError struct {
// contains filtered or unexported fields
}
SystemSharedMemoryStatusResponseValidationError is the validation error returned by SystemSharedMemoryStatusResponse.Validate if the designated constraints aren't met.
func (SystemSharedMemoryStatusResponseValidationError) Cause ¶
func (e SystemSharedMemoryStatusResponseValidationError) Cause() error
Cause function returns cause value.
func (SystemSharedMemoryStatusResponseValidationError) Error ¶
func (e SystemSharedMemoryStatusResponseValidationError) Error() string
Error satisfies the builtin error interface
func (SystemSharedMemoryStatusResponseValidationError) ErrorName ¶
func (e SystemSharedMemoryStatusResponseValidationError) ErrorName() string
ErrorName returns error name.
func (SystemSharedMemoryStatusResponseValidationError) Field ¶
func (e SystemSharedMemoryStatusResponseValidationError) Field() string
Field function returns field value.
func (SystemSharedMemoryStatusResponseValidationError) Key ¶
func (e SystemSharedMemoryStatusResponseValidationError) Key() bool
Key function returns key value.
func (SystemSharedMemoryStatusResponseValidationError) Reason ¶
func (e SystemSharedMemoryStatusResponseValidationError) Reason() string
Reason function returns reason value.
type SystemSharedMemoryStatusResponse_RegionStatus ¶
type SystemSharedMemoryStatusResponse_RegionStatus struct { // @@ .. cpp:var:: string name // @@ // @@ The name for the shared memory region. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // @@ // @@ The key of the underlying memory object that contains the // @@ shared memory region. // @@ Key string `protobuf:"bytes,2,opt,name=key,proto3" json:"key,omitempty"` // @@ // @@ Offset, in bytes, within the underlying memory object to // @@ the start of the shared memory region. // @@ Offset uint64 `protobuf:"varint,3,opt,name=offset,proto3" json:"offset,omitempty"` // @@ // @@ Size of the shared memory region, in bytes. // @@ ByteSize uint64 `protobuf:"varint,4,opt,name=byte_size,json=byteSize,proto3" json:"byte_size,omitempty"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message RegionStatus @@ @@ Status for a shared memory region. @@
func (*SystemSharedMemoryStatusResponse_RegionStatus) Descriptor
deprecated
func (*SystemSharedMemoryStatusResponse_RegionStatus) Descriptor() ([]byte, []int)
Deprecated: Use SystemSharedMemoryStatusResponse_RegionStatus.ProtoReflect.Descriptor instead.
func (*SystemSharedMemoryStatusResponse_RegionStatus) GetByteSize ¶
func (x *SystemSharedMemoryStatusResponse_RegionStatus) GetByteSize() uint64
func (*SystemSharedMemoryStatusResponse_RegionStatus) GetKey ¶
func (x *SystemSharedMemoryStatusResponse_RegionStatus) GetKey() string
func (*SystemSharedMemoryStatusResponse_RegionStatus) GetName ¶
func (x *SystemSharedMemoryStatusResponse_RegionStatus) GetName() string
func (*SystemSharedMemoryStatusResponse_RegionStatus) GetOffset ¶
func (x *SystemSharedMemoryStatusResponse_RegionStatus) GetOffset() uint64
func (*SystemSharedMemoryStatusResponse_RegionStatus) ProtoMessage ¶
func (*SystemSharedMemoryStatusResponse_RegionStatus) ProtoMessage()
func (*SystemSharedMemoryStatusResponse_RegionStatus) ProtoReflect ¶
func (x *SystemSharedMemoryStatusResponse_RegionStatus) ProtoReflect() protoreflect.Message
func (*SystemSharedMemoryStatusResponse_RegionStatus) Reset ¶
func (x *SystemSharedMemoryStatusResponse_RegionStatus) Reset()
func (*SystemSharedMemoryStatusResponse_RegionStatus) String ¶
func (x *SystemSharedMemoryStatusResponse_RegionStatus) String() string
func (*SystemSharedMemoryStatusResponse_RegionStatus) Validate ¶
func (m *SystemSharedMemoryStatusResponse_RegionStatus) Validate() error
Validate checks the field values on SystemSharedMemoryStatusResponse_RegionStatus with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*SystemSharedMemoryStatusResponse_RegionStatus) ValidateAll ¶
func (m *SystemSharedMemoryStatusResponse_RegionStatus) ValidateAll() error
ValidateAll checks the field values on SystemSharedMemoryStatusResponse_RegionStatus with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SystemSharedMemoryStatusResponse_RegionStatusMultiError, or nil if none found.
type SystemSharedMemoryStatusResponse_RegionStatusMultiError ¶
type SystemSharedMemoryStatusResponse_RegionStatusMultiError []error
SystemSharedMemoryStatusResponse_RegionStatusMultiError is an error wrapping multiple validation errors returned by SystemSharedMemoryStatusResponse_RegionStatus.ValidateAll() if the designated constraints aren't met.
func (SystemSharedMemoryStatusResponse_RegionStatusMultiError) AllErrors ¶
func (m SystemSharedMemoryStatusResponse_RegionStatusMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (SystemSharedMemoryStatusResponse_RegionStatusMultiError) Error ¶
func (m SystemSharedMemoryStatusResponse_RegionStatusMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type SystemSharedMemoryStatusResponse_RegionStatusValidationError ¶
type SystemSharedMemoryStatusResponse_RegionStatusValidationError struct {
// contains filtered or unexported fields
}
SystemSharedMemoryStatusResponse_RegionStatusValidationError is the validation error returned by SystemSharedMemoryStatusResponse_RegionStatus.Validate if the designated constraints aren't met.
func (SystemSharedMemoryStatusResponse_RegionStatusValidationError) Cause ¶
func (e SystemSharedMemoryStatusResponse_RegionStatusValidationError) Cause() error
Cause function returns cause value.
func (SystemSharedMemoryStatusResponse_RegionStatusValidationError) Error ¶
func (e SystemSharedMemoryStatusResponse_RegionStatusValidationError) Error() string
Error satisfies the builtin error interface
func (SystemSharedMemoryStatusResponse_RegionStatusValidationError) ErrorName ¶
func (e SystemSharedMemoryStatusResponse_RegionStatusValidationError) ErrorName() string
ErrorName returns error name.
func (SystemSharedMemoryStatusResponse_RegionStatusValidationError) Field ¶
func (e SystemSharedMemoryStatusResponse_RegionStatusValidationError) Field() string
Field function returns field value.
func (SystemSharedMemoryStatusResponse_RegionStatusValidationError) Key ¶
func (e SystemSharedMemoryStatusResponse_RegionStatusValidationError) Key() bool
Key function returns key value.
func (SystemSharedMemoryStatusResponse_RegionStatusValidationError) Reason ¶
func (e SystemSharedMemoryStatusResponse_RegionStatusValidationError) Reason() string
Reason function returns reason value.
type SystemSharedMemoryUnregisterRequest ¶
type SystemSharedMemoryUnregisterRequest struct { // @@ .. cpp:var:: string name // @@ // @@ The name of the system region to unregister. If empty // @@ all system shared-memory regions are unregistered. // @@ Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message SystemSharedMemoryUnregisterRequest @@ @@ Request message for SystemSharedMemoryUnregister. @@
func (*SystemSharedMemoryUnregisterRequest) Descriptor
deprecated
func (*SystemSharedMemoryUnregisterRequest) Descriptor() ([]byte, []int)
Deprecated: Use SystemSharedMemoryUnregisterRequest.ProtoReflect.Descriptor instead.
func (*SystemSharedMemoryUnregisterRequest) GetName ¶
func (x *SystemSharedMemoryUnregisterRequest) GetName() string
func (*SystemSharedMemoryUnregisterRequest) ProtoMessage ¶
func (*SystemSharedMemoryUnregisterRequest) ProtoMessage()
func (*SystemSharedMemoryUnregisterRequest) ProtoReflect ¶
func (x *SystemSharedMemoryUnregisterRequest) ProtoReflect() protoreflect.Message
func (*SystemSharedMemoryUnregisterRequest) Reset ¶
func (x *SystemSharedMemoryUnregisterRequest) Reset()
func (*SystemSharedMemoryUnregisterRequest) String ¶
func (x *SystemSharedMemoryUnregisterRequest) String() string
func (*SystemSharedMemoryUnregisterRequest) Validate ¶
func (m *SystemSharedMemoryUnregisterRequest) Validate() error
Validate checks the field values on SystemSharedMemoryUnregisterRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*SystemSharedMemoryUnregisterRequest) ValidateAll ¶
func (m *SystemSharedMemoryUnregisterRequest) ValidateAll() error
ValidateAll checks the field values on SystemSharedMemoryUnregisterRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SystemSharedMemoryUnregisterRequestMultiError, or nil if none found.
type SystemSharedMemoryUnregisterRequestMultiError ¶
type SystemSharedMemoryUnregisterRequestMultiError []error
SystemSharedMemoryUnregisterRequestMultiError is an error wrapping multiple validation errors returned by SystemSharedMemoryUnregisterRequest.ValidateAll() if the designated constraints aren't met.
func (SystemSharedMemoryUnregisterRequestMultiError) AllErrors ¶
func (m SystemSharedMemoryUnregisterRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (SystemSharedMemoryUnregisterRequestMultiError) Error ¶
func (m SystemSharedMemoryUnregisterRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type SystemSharedMemoryUnregisterRequestValidationError ¶
type SystemSharedMemoryUnregisterRequestValidationError struct {
// contains filtered or unexported fields
}
SystemSharedMemoryUnregisterRequestValidationError is the validation error returned by SystemSharedMemoryUnregisterRequest.Validate if the designated constraints aren't met.
func (SystemSharedMemoryUnregisterRequestValidationError) Cause ¶
func (e SystemSharedMemoryUnregisterRequestValidationError) Cause() error
Cause function returns cause value.
func (SystemSharedMemoryUnregisterRequestValidationError) Error ¶
func (e SystemSharedMemoryUnregisterRequestValidationError) Error() string
Error satisfies the builtin error interface
func (SystemSharedMemoryUnregisterRequestValidationError) ErrorName ¶
func (e SystemSharedMemoryUnregisterRequestValidationError) ErrorName() string
ErrorName returns error name.
func (SystemSharedMemoryUnregisterRequestValidationError) Field ¶
func (e SystemSharedMemoryUnregisterRequestValidationError) Field() string
Field function returns field value.
func (SystemSharedMemoryUnregisterRequestValidationError) Key ¶
func (e SystemSharedMemoryUnregisterRequestValidationError) Key() bool
Key function returns key value.
func (SystemSharedMemoryUnregisterRequestValidationError) Reason ¶
func (e SystemSharedMemoryUnregisterRequestValidationError) Reason() string
Reason function returns reason value.
type SystemSharedMemoryUnregisterResponse ¶
type SystemSharedMemoryUnregisterResponse struct {
// contains filtered or unexported fields
}
@@ @@.. cpp:var:: message SystemSharedMemoryUnregisterResponse @@ @@ Response message for SystemSharedMemoryUnregister. @@
func (*SystemSharedMemoryUnregisterResponse) Descriptor
deprecated
func (*SystemSharedMemoryUnregisterResponse) Descriptor() ([]byte, []int)
Deprecated: Use SystemSharedMemoryUnregisterResponse.ProtoReflect.Descriptor instead.
func (*SystemSharedMemoryUnregisterResponse) ProtoMessage ¶
func (*SystemSharedMemoryUnregisterResponse) ProtoMessage()
func (*SystemSharedMemoryUnregisterResponse) ProtoReflect ¶
func (x *SystemSharedMemoryUnregisterResponse) ProtoReflect() protoreflect.Message
func (*SystemSharedMemoryUnregisterResponse) Reset ¶
func (x *SystemSharedMemoryUnregisterResponse) Reset()
func (*SystemSharedMemoryUnregisterResponse) String ¶
func (x *SystemSharedMemoryUnregisterResponse) String() string
func (*SystemSharedMemoryUnregisterResponse) Validate ¶
func (m *SystemSharedMemoryUnregisterResponse) Validate() error
Validate checks the field values on SystemSharedMemoryUnregisterResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*SystemSharedMemoryUnregisterResponse) ValidateAll ¶
func (m *SystemSharedMemoryUnregisterResponse) ValidateAll() error
ValidateAll checks the field values on SystemSharedMemoryUnregisterResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SystemSharedMemoryUnregisterResponseMultiError, or nil if none found.
type SystemSharedMemoryUnregisterResponseMultiError ¶
type SystemSharedMemoryUnregisterResponseMultiError []error
SystemSharedMemoryUnregisterResponseMultiError is an error wrapping multiple validation errors returned by SystemSharedMemoryUnregisterResponse.ValidateAll() if the designated constraints aren't met.
func (SystemSharedMemoryUnregisterResponseMultiError) AllErrors ¶
func (m SystemSharedMemoryUnregisterResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (SystemSharedMemoryUnregisterResponseMultiError) Error ¶
func (m SystemSharedMemoryUnregisterResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type SystemSharedMemoryUnregisterResponseValidationError ¶
type SystemSharedMemoryUnregisterResponseValidationError struct {
// contains filtered or unexported fields
}
SystemSharedMemoryUnregisterResponseValidationError is the validation error returned by SystemSharedMemoryUnregisterResponse.Validate if the designated constraints aren't met.
func (SystemSharedMemoryUnregisterResponseValidationError) Cause ¶
func (e SystemSharedMemoryUnregisterResponseValidationError) Cause() error
Cause function returns cause value.
func (SystemSharedMemoryUnregisterResponseValidationError) Error ¶
func (e SystemSharedMemoryUnregisterResponseValidationError) Error() string
Error satisfies the builtin error interface
func (SystemSharedMemoryUnregisterResponseValidationError) ErrorName ¶
func (e SystemSharedMemoryUnregisterResponseValidationError) ErrorName() string
ErrorName returns error name.
func (SystemSharedMemoryUnregisterResponseValidationError) Field ¶
func (e SystemSharedMemoryUnregisterResponseValidationError) Field() string
Field function returns field value.
func (SystemSharedMemoryUnregisterResponseValidationError) Key ¶
func (e SystemSharedMemoryUnregisterResponseValidationError) Key() bool
Key function returns key value.
func (SystemSharedMemoryUnregisterResponseValidationError) Reason ¶
func (e SystemSharedMemoryUnregisterResponseValidationError) Reason() string
Reason function returns reason value.
type TraceSettingRequest ¶
type TraceSettingRequest struct { // @@ .. cpp:var:: map<string,SettingValue> settings // @@ // @@ The new setting values to be updated, // @@ settings that are not specified will remain unchanged. // @@ Settings map[string]*TraceSettingRequest_SettingValue `` /* 157-byte string literal not displayed */ // @@ // @@ .. cpp:var:: string model_name // @@ // @@ The name of the model to apply the new trace settings. // @@ If not given, the new settings will be applied globally. // @@ ModelName string `protobuf:"bytes,2,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"` // contains filtered or unexported fields }
@@ @@.. cpp:var:: message TraceSettingRequest @@ @@ Request message for TraceSetting. @@
func (*TraceSettingRequest) Descriptor
deprecated
func (*TraceSettingRequest) Descriptor() ([]byte, []int)
Deprecated: Use TraceSettingRequest.ProtoReflect.Descriptor instead.
func (*TraceSettingRequest) GetModelName ¶
func (x *TraceSettingRequest) GetModelName() string
func (*TraceSettingRequest) GetSettings ¶
func (x *TraceSettingRequest) GetSettings() map[string]*TraceSettingRequest_SettingValue
func (*TraceSettingRequest) ProtoMessage ¶
func (*TraceSettingRequest) ProtoMessage()
func (*TraceSettingRequest) ProtoReflect ¶
func (x *TraceSettingRequest) ProtoReflect() protoreflect.Message
func (*TraceSettingRequest) Reset ¶
func (x *TraceSettingRequest) Reset()
func (*TraceSettingRequest) String ¶
func (x *TraceSettingRequest) String() string
func (*TraceSettingRequest) Validate ¶
func (m *TraceSettingRequest) Validate() error
Validate checks the field values on TraceSettingRequest with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*TraceSettingRequest) ValidateAll ¶
func (m *TraceSettingRequest) ValidateAll() error
ValidateAll checks the field values on TraceSettingRequest with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in TraceSettingRequestMultiError, or nil if none found.
type TraceSettingRequestMultiError ¶
type TraceSettingRequestMultiError []error
TraceSettingRequestMultiError is an error wrapping multiple validation errors returned by TraceSettingRequest.ValidateAll() if the designated constraints aren't met.
func (TraceSettingRequestMultiError) AllErrors ¶
func (m TraceSettingRequestMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (TraceSettingRequestMultiError) Error ¶
func (m TraceSettingRequestMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type TraceSettingRequestValidationError ¶
type TraceSettingRequestValidationError struct {
// contains filtered or unexported fields
}
TraceSettingRequestValidationError is the validation error returned by TraceSettingRequest.Validate if the designated constraints aren't met.
func (TraceSettingRequestValidationError) Cause ¶
func (e TraceSettingRequestValidationError) Cause() error
Cause function returns cause value.
func (TraceSettingRequestValidationError) Error ¶
func (e TraceSettingRequestValidationError) Error() string
Error satisfies the builtin error interface
func (TraceSettingRequestValidationError) ErrorName ¶
func (e TraceSettingRequestValidationError) ErrorName() string
ErrorName returns error name.
func (TraceSettingRequestValidationError) Field ¶
func (e TraceSettingRequestValidationError) Field() string
Field function returns field value.
func (TraceSettingRequestValidationError) Key ¶
func (e TraceSettingRequestValidationError) Key() bool
Key function returns key value.
func (TraceSettingRequestValidationError) Reason ¶
func (e TraceSettingRequestValidationError) Reason() string
Reason function returns reason value.
type TraceSettingRequest_SettingValue ¶
type TraceSettingRequest_SettingValue struct { // @@ // @@ .. cpp:var:: string value (repeated) // @@ // @@ The value. // @@ Value []string `protobuf:"bytes,1,rep,name=value,proto3" json:"value,omitempty"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message SettingValue @@ @@ The values to be associated with a trace setting. @@ If no value is provided, the setting will be clear and @@ the global setting value will be used. @@
func (*TraceSettingRequest_SettingValue) Descriptor
deprecated
func (*TraceSettingRequest_SettingValue) Descriptor() ([]byte, []int)
Deprecated: Use TraceSettingRequest_SettingValue.ProtoReflect.Descriptor instead.
func (*TraceSettingRequest_SettingValue) GetValue ¶
func (x *TraceSettingRequest_SettingValue) GetValue() []string
func (*TraceSettingRequest_SettingValue) ProtoMessage ¶
func (*TraceSettingRequest_SettingValue) ProtoMessage()
func (*TraceSettingRequest_SettingValue) ProtoReflect ¶
func (x *TraceSettingRequest_SettingValue) ProtoReflect() protoreflect.Message
func (*TraceSettingRequest_SettingValue) Reset ¶
func (x *TraceSettingRequest_SettingValue) Reset()
func (*TraceSettingRequest_SettingValue) String ¶
func (x *TraceSettingRequest_SettingValue) String() string
func (*TraceSettingRequest_SettingValue) Validate ¶
func (m *TraceSettingRequest_SettingValue) Validate() error
Validate checks the field values on TraceSettingRequest_SettingValue with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*TraceSettingRequest_SettingValue) ValidateAll ¶
func (m *TraceSettingRequest_SettingValue) ValidateAll() error
ValidateAll checks the field values on TraceSettingRequest_SettingValue with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in TraceSettingRequest_SettingValueMultiError, or nil if none found.
type TraceSettingRequest_SettingValueMultiError ¶
type TraceSettingRequest_SettingValueMultiError []error
TraceSettingRequest_SettingValueMultiError is an error wrapping multiple validation errors returned by TraceSettingRequest_SettingValue.ValidateAll() if the designated constraints aren't met.
func (TraceSettingRequest_SettingValueMultiError) AllErrors ¶
func (m TraceSettingRequest_SettingValueMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (TraceSettingRequest_SettingValueMultiError) Error ¶
func (m TraceSettingRequest_SettingValueMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type TraceSettingRequest_SettingValueValidationError ¶
type TraceSettingRequest_SettingValueValidationError struct {
// contains filtered or unexported fields
}
TraceSettingRequest_SettingValueValidationError is the validation error returned by TraceSettingRequest_SettingValue.Validate if the designated constraints aren't met.
func (TraceSettingRequest_SettingValueValidationError) Cause ¶
func (e TraceSettingRequest_SettingValueValidationError) Cause() error
Cause function returns cause value.
func (TraceSettingRequest_SettingValueValidationError) Error ¶
func (e TraceSettingRequest_SettingValueValidationError) Error() string
Error satisfies the builtin error interface
func (TraceSettingRequest_SettingValueValidationError) ErrorName ¶
func (e TraceSettingRequest_SettingValueValidationError) ErrorName() string
ErrorName returns error name.
func (TraceSettingRequest_SettingValueValidationError) Field ¶
func (e TraceSettingRequest_SettingValueValidationError) Field() string
Field function returns field value.
func (TraceSettingRequest_SettingValueValidationError) Key ¶
func (e TraceSettingRequest_SettingValueValidationError) Key() bool
Key function returns key value.
func (TraceSettingRequest_SettingValueValidationError) Reason ¶
func (e TraceSettingRequest_SettingValueValidationError) Reason() string
Reason function returns reason value.
type TraceSettingResponse ¶
type TraceSettingResponse struct { // @@ .. cpp:var:: map<string,SettingValue> settings // @@ // @@ The current trace settings, including any changes specified // @@ by TraceSettingRequest. // @@ Settings map[string]*TraceSettingResponse_SettingValue `` /* 157-byte string literal not displayed */ // contains filtered or unexported fields }
@@ @@.. cpp:var:: message TraceSettingResponse @@ @@ Response message for TraceSetting. @@
func (*TraceSettingResponse) Descriptor
deprecated
func (*TraceSettingResponse) Descriptor() ([]byte, []int)
Deprecated: Use TraceSettingResponse.ProtoReflect.Descriptor instead.
func (*TraceSettingResponse) GetSettings ¶
func (x *TraceSettingResponse) GetSettings() map[string]*TraceSettingResponse_SettingValue
func (*TraceSettingResponse) ProtoMessage ¶
func (*TraceSettingResponse) ProtoMessage()
func (*TraceSettingResponse) ProtoReflect ¶
func (x *TraceSettingResponse) ProtoReflect() protoreflect.Message
func (*TraceSettingResponse) Reset ¶
func (x *TraceSettingResponse) Reset()
func (*TraceSettingResponse) String ¶
func (x *TraceSettingResponse) String() string
func (*TraceSettingResponse) Validate ¶
func (m *TraceSettingResponse) Validate() error
Validate checks the field values on TraceSettingResponse with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*TraceSettingResponse) ValidateAll ¶
func (m *TraceSettingResponse) ValidateAll() error
ValidateAll checks the field values on TraceSettingResponse with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in TraceSettingResponseMultiError, or nil if none found.
type TraceSettingResponseMultiError ¶
type TraceSettingResponseMultiError []error
TraceSettingResponseMultiError is an error wrapping multiple validation errors returned by TraceSettingResponse.ValidateAll() if the designated constraints aren't met.
func (TraceSettingResponseMultiError) AllErrors ¶
func (m TraceSettingResponseMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (TraceSettingResponseMultiError) Error ¶
func (m TraceSettingResponseMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type TraceSettingResponseValidationError ¶
type TraceSettingResponseValidationError struct {
// contains filtered or unexported fields
}
TraceSettingResponseValidationError is the validation error returned by TraceSettingResponse.Validate if the designated constraints aren't met.
func (TraceSettingResponseValidationError) Cause ¶
func (e TraceSettingResponseValidationError) Cause() error
Cause function returns cause value.
func (TraceSettingResponseValidationError) Error ¶
func (e TraceSettingResponseValidationError) Error() string
Error satisfies the builtin error interface
func (TraceSettingResponseValidationError) ErrorName ¶
func (e TraceSettingResponseValidationError) ErrorName() string
ErrorName returns error name.
func (TraceSettingResponseValidationError) Field ¶
func (e TraceSettingResponseValidationError) Field() string
Field function returns field value.
func (TraceSettingResponseValidationError) Key ¶
func (e TraceSettingResponseValidationError) Key() bool
Key function returns key value.
func (TraceSettingResponseValidationError) Reason ¶
func (e TraceSettingResponseValidationError) Reason() string
Reason function returns reason value.
type TraceSettingResponse_SettingValue ¶
type TraceSettingResponse_SettingValue struct { // @@ // @@ .. cpp:var:: string value (repeated) // @@ // @@ The value. // @@ Value []string `protobuf:"bytes,1,rep,name=value,proto3" json:"value,omitempty"` // contains filtered or unexported fields }
@@ @@ .. cpp:var:: message SettingValue @@ @@ The values to be associated with a trace setting. @@
func (*TraceSettingResponse_SettingValue) Descriptor
deprecated
func (*TraceSettingResponse_SettingValue) Descriptor() ([]byte, []int)
Deprecated: Use TraceSettingResponse_SettingValue.ProtoReflect.Descriptor instead.
func (*TraceSettingResponse_SettingValue) GetValue ¶
func (x *TraceSettingResponse_SettingValue) GetValue() []string
func (*TraceSettingResponse_SettingValue) ProtoMessage ¶
func (*TraceSettingResponse_SettingValue) ProtoMessage()
func (*TraceSettingResponse_SettingValue) ProtoReflect ¶
func (x *TraceSettingResponse_SettingValue) ProtoReflect() protoreflect.Message
func (*TraceSettingResponse_SettingValue) Reset ¶
func (x *TraceSettingResponse_SettingValue) Reset()
func (*TraceSettingResponse_SettingValue) String ¶
func (x *TraceSettingResponse_SettingValue) String() string
func (*TraceSettingResponse_SettingValue) Validate ¶
func (m *TraceSettingResponse_SettingValue) Validate() error
Validate checks the field values on TraceSettingResponse_SettingValue with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*TraceSettingResponse_SettingValue) ValidateAll ¶
func (m *TraceSettingResponse_SettingValue) ValidateAll() error
ValidateAll checks the field values on TraceSettingResponse_SettingValue with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in TraceSettingResponse_SettingValueMultiError, or nil if none found.
type TraceSettingResponse_SettingValueMultiError ¶
type TraceSettingResponse_SettingValueMultiError []error
TraceSettingResponse_SettingValueMultiError is an error wrapping multiple validation errors returned by TraceSettingResponse_SettingValue.ValidateAll() if the designated constraints aren't met.
func (TraceSettingResponse_SettingValueMultiError) AllErrors ¶
func (m TraceSettingResponse_SettingValueMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (TraceSettingResponse_SettingValueMultiError) Error ¶
func (m TraceSettingResponse_SettingValueMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type TraceSettingResponse_SettingValueValidationError ¶
type TraceSettingResponse_SettingValueValidationError struct {
// contains filtered or unexported fields
}
TraceSettingResponse_SettingValueValidationError is the validation error returned by TraceSettingResponse_SettingValue.Validate if the designated constraints aren't met.
func (TraceSettingResponse_SettingValueValidationError) Cause ¶
func (e TraceSettingResponse_SettingValueValidationError) Cause() error
Cause function returns cause value.
func (TraceSettingResponse_SettingValueValidationError) Error ¶
func (e TraceSettingResponse_SettingValueValidationError) Error() string
Error satisfies the builtin error interface
func (TraceSettingResponse_SettingValueValidationError) ErrorName ¶
func (e TraceSettingResponse_SettingValueValidationError) ErrorName() string
ErrorName returns error name.
func (TraceSettingResponse_SettingValueValidationError) Field ¶
func (e TraceSettingResponse_SettingValueValidationError) Field() string
Field function returns field value.
func (TraceSettingResponse_SettingValueValidationError) Key ¶
func (e TraceSettingResponse_SettingValueValidationError) Key() bool
Key function returns key value.
func (TraceSettingResponse_SettingValueValidationError) Reason ¶
func (e TraceSettingResponse_SettingValueValidationError) Reason() string
Reason function returns reason value.
type UnimplementedGRPCInferenceServiceServer ¶
type UnimplementedGRPCInferenceServiceServer struct { }
UnimplementedGRPCInferenceServiceServer should be embedded to have forward compatible implementations.
func (UnimplementedGRPCInferenceServiceServer) CudaSharedMemoryRegister ¶
func (UnimplementedGRPCInferenceServiceServer) CudaSharedMemoryRegister(context.Context, *CudaSharedMemoryRegisterRequest) (*CudaSharedMemoryRegisterResponse, error)
func (UnimplementedGRPCInferenceServiceServer) CudaSharedMemoryStatus ¶
func (UnimplementedGRPCInferenceServiceServer) CudaSharedMemoryStatus(context.Context, *CudaSharedMemoryStatusRequest) (*CudaSharedMemoryStatusResponse, error)
func (UnimplementedGRPCInferenceServiceServer) CudaSharedMemoryUnregister ¶
func (UnimplementedGRPCInferenceServiceServer) CudaSharedMemoryUnregister(context.Context, *CudaSharedMemoryUnregisterRequest) (*CudaSharedMemoryUnregisterResponse, error)
func (UnimplementedGRPCInferenceServiceServer) LogSettings ¶
func (UnimplementedGRPCInferenceServiceServer) LogSettings(context.Context, *LogSettingsRequest) (*LogSettingsResponse, error)
func (UnimplementedGRPCInferenceServiceServer) ModelConfig ¶
func (UnimplementedGRPCInferenceServiceServer) ModelConfig(context.Context, *ModelConfigRequest) (*ModelConfigResponse, error)
func (UnimplementedGRPCInferenceServiceServer) ModelInfer ¶
func (UnimplementedGRPCInferenceServiceServer) ModelInfer(context.Context, *ModelInferRequest) (*ModelInferResponse, error)
func (UnimplementedGRPCInferenceServiceServer) ModelMetadata ¶
func (UnimplementedGRPCInferenceServiceServer) ModelMetadata(context.Context, *ModelMetadataRequest) (*ModelMetadataResponse, error)
func (UnimplementedGRPCInferenceServiceServer) ModelReady ¶
func (UnimplementedGRPCInferenceServiceServer) ModelReady(context.Context, *ModelReadyRequest) (*ModelReadyResponse, error)
func (UnimplementedGRPCInferenceServiceServer) ModelStatistics ¶
func (UnimplementedGRPCInferenceServiceServer) ModelStatistics(context.Context, *ModelStatisticsRequest) (*ModelStatisticsResponse, error)
func (UnimplementedGRPCInferenceServiceServer) ModelStreamInfer ¶
func (UnimplementedGRPCInferenceServiceServer) ModelStreamInfer(GRPCInferenceService_ModelStreamInferServer) error
func (UnimplementedGRPCInferenceServiceServer) RepositoryIndex ¶
func (UnimplementedGRPCInferenceServiceServer) RepositoryIndex(context.Context, *RepositoryIndexRequest) (*RepositoryIndexResponse, error)
func (UnimplementedGRPCInferenceServiceServer) RepositoryModelLoad ¶
func (UnimplementedGRPCInferenceServiceServer) RepositoryModelLoad(context.Context, *RepositoryModelLoadRequest) (*RepositoryModelLoadResponse, error)
func (UnimplementedGRPCInferenceServiceServer) RepositoryModelUnload ¶
func (UnimplementedGRPCInferenceServiceServer) RepositoryModelUnload(context.Context, *RepositoryModelUnloadRequest) (*RepositoryModelUnloadResponse, error)
func (UnimplementedGRPCInferenceServiceServer) ServerLive ¶
func (UnimplementedGRPCInferenceServiceServer) ServerLive(context.Context, *ServerLiveRequest) (*ServerLiveResponse, error)
func (UnimplementedGRPCInferenceServiceServer) ServerMetadata ¶
func (UnimplementedGRPCInferenceServiceServer) ServerMetadata(context.Context, *ServerMetadataRequest) (*ServerMetadataResponse, error)
func (UnimplementedGRPCInferenceServiceServer) ServerReady ¶
func (UnimplementedGRPCInferenceServiceServer) ServerReady(context.Context, *ServerReadyRequest) (*ServerReadyResponse, error)
func (UnimplementedGRPCInferenceServiceServer) SystemSharedMemoryRegister ¶
func (UnimplementedGRPCInferenceServiceServer) SystemSharedMemoryRegister(context.Context, *SystemSharedMemoryRegisterRequest) (*SystemSharedMemoryRegisterResponse, error)
func (UnimplementedGRPCInferenceServiceServer) SystemSharedMemoryStatus ¶
func (UnimplementedGRPCInferenceServiceServer) SystemSharedMemoryStatus(context.Context, *SystemSharedMemoryStatusRequest) (*SystemSharedMemoryStatusResponse, error)
func (UnimplementedGRPCInferenceServiceServer) SystemSharedMemoryUnregister ¶
func (UnimplementedGRPCInferenceServiceServer) SystemSharedMemoryUnregister(context.Context, *SystemSharedMemoryUnregisterRequest) (*SystemSharedMemoryUnregisterResponse, error)
func (UnimplementedGRPCInferenceServiceServer) TraceSetting ¶
func (UnimplementedGRPCInferenceServiceServer) TraceSetting(context.Context, *TraceSettingRequest) (*TraceSettingResponse, error)
type UnsafeGRPCInferenceServiceServer ¶
type UnsafeGRPCInferenceServiceServer interface {
// contains filtered or unexported methods
}
UnsafeGRPCInferenceServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to GRPCInferenceServiceServer will result in compilation errors.