gpu

package
v2.10.1 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Dec 8, 2023 License: BSD-3-Clause Imports: 8 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source
var (
	GemmBackendConfig_Epilogue_name = map[int32]string{
		0: "DEFAULT",
		1: "BIAS",
	}
	GemmBackendConfig_Epilogue_value = map[string]int32{
		"DEFAULT": 0,
		"BIAS":    1,
	}
)

Enum value maps for GemmBackendConfig_Epilogue.

View Source
var File_tensorflow_compiler_xla_service_gpu_backend_configs_proto protoreflect.FileDescriptor
View Source
var File_tensorflow_compiler_xla_service_gpu_gpu_autotuning_proto protoreflect.FileDescriptor

Functions

This section is empty.

Types

type AlgorithmDenylist

type AlgorithmDenylist struct {
	Entries []*AlgorithmDenylistEntry `protobuf:"bytes,1,rep,name=entries,proto3" json:"entries,omitempty"`
	// contains filtered or unexported fields
}

func (*AlgorithmDenylist) Descriptor deprecated

func (*AlgorithmDenylist) Descriptor() ([]byte, []int)

Deprecated: Use AlgorithmDenylist.ProtoReflect.Descriptor instead.

func (*AlgorithmDenylist) GetEntries

func (x *AlgorithmDenylist) GetEntries() []*AlgorithmDenylistEntry

func (*AlgorithmDenylist) ProtoMessage

func (*AlgorithmDenylist) ProtoMessage()

func (*AlgorithmDenylist) ProtoReflect

func (x *AlgorithmDenylist) ProtoReflect() protoreflect.Message

func (*AlgorithmDenylist) Reset

func (x *AlgorithmDenylist) Reset()

func (*AlgorithmDenylist) String

func (x *AlgorithmDenylist) String() string

type AlgorithmDenylistEntry

type AlgorithmDenylistEntry struct {
	Hlo          string                      `protobuf:"bytes,1,opt,name=hlo,proto3" json:"hlo,omitempty"`
	Cc           *protobuf.ComputeCapability `protobuf:"bytes,2,opt,name=cc,proto3" json:"cc,omitempty"`
	CudnnVersion *protobuf.CudnnVersion      `protobuf:"bytes,3,opt,name=cudnn_version,json=cudnnVersion,proto3" json:"cudnn_version,omitempty"`
	BlasVersion  string                      `protobuf:"bytes,5,opt,name=blas_version,json=blasVersion,proto3" json:"blas_version,omitempty"`
	Algos        []*DenylistedAlgorithm      `protobuf:"bytes,4,rep,name=algos,proto3" json:"algos,omitempty"`
	// contains filtered or unexported fields
}

func (*AlgorithmDenylistEntry) Descriptor deprecated

func (*AlgorithmDenylistEntry) Descriptor() ([]byte, []int)

Deprecated: Use AlgorithmDenylistEntry.ProtoReflect.Descriptor instead.

func (*AlgorithmDenylistEntry) GetAlgos

func (*AlgorithmDenylistEntry) GetBlasVersion

func (x *AlgorithmDenylistEntry) GetBlasVersion() string

func (*AlgorithmDenylistEntry) GetCc

func (*AlgorithmDenylistEntry) GetCudnnVersion

func (x *AlgorithmDenylistEntry) GetCudnnVersion() *protobuf.CudnnVersion

func (*AlgorithmDenylistEntry) GetHlo

func (x *AlgorithmDenylistEntry) GetHlo() string

func (*AlgorithmDenylistEntry) ProtoMessage

func (*AlgorithmDenylistEntry) ProtoMessage()

func (*AlgorithmDenylistEntry) ProtoReflect

func (x *AlgorithmDenylistEntry) ProtoReflect() protoreflect.Message

func (*AlgorithmDenylistEntry) Reset

func (x *AlgorithmDenylistEntry) Reset()

func (*AlgorithmDenylistEntry) String

func (x *AlgorithmDenylistEntry) String() string

type BitcastBackendConfig

type BitcastBackendConfig struct {
	SourceLayout *data.LayoutProto `protobuf:"bytes,1,opt,name=source_layout,json=sourceLayout,proto3" json:"source_layout,omitempty"`
	ResultLayout *data.LayoutProto `protobuf:"bytes,2,opt,name=result_layout,json=resultLayout,proto3" json:"result_layout,omitempty"`
	// contains filtered or unexported fields
}

Backend config for bitcast operation generated from MLIR MHLO dialect.

func (*BitcastBackendConfig) Descriptor deprecated

func (*BitcastBackendConfig) Descriptor() ([]byte, []int)

Deprecated: Use BitcastBackendConfig.ProtoReflect.Descriptor instead.

func (*BitcastBackendConfig) GetResultLayout

func (x *BitcastBackendConfig) GetResultLayout() *data.LayoutProto

func (*BitcastBackendConfig) GetSourceLayout

func (x *BitcastBackendConfig) GetSourceLayout() *data.LayoutProto

func (*BitcastBackendConfig) ProtoMessage

func (*BitcastBackendConfig) ProtoMessage()

func (*BitcastBackendConfig) ProtoReflect

func (x *BitcastBackendConfig) ProtoReflect() protoreflect.Message

func (*BitcastBackendConfig) Reset

func (x *BitcastBackendConfig) Reset()

func (*BitcastBackendConfig) String

func (x *BitcastBackendConfig) String() string

type ConvInstructionLog

type ConvInstructionLog struct {
	Instruction      *service.HloInstructionProto `protobuf:"bytes,1,opt,name=instruction,proto3" json:"instruction,omitempty"`
	OperandShapes    []*data.ShapeProto           `protobuf:"bytes,2,rep,name=operand_shapes,json=operandShapes,proto3" json:"operand_shapes,omitempty"`
	ResultAddress    uint64                       `protobuf:"varint,3,opt,name=result_address,json=resultAddress,proto3" json:"result_address,omitempty"`
	OperandAddresses []uint64                     `protobuf:"varint,4,rep,packed,name=operand_addresses,json=operandAddresses,proto3" json:"operand_addresses,omitempty"`
	// contains filtered or unexported fields
}

func (*ConvInstructionLog) Descriptor deprecated

func (*ConvInstructionLog) Descriptor() ([]byte, []int)

Deprecated: Use ConvInstructionLog.ProtoReflect.Descriptor instead.

func (*ConvInstructionLog) GetInstruction

func (x *ConvInstructionLog) GetInstruction() *service.HloInstructionProto

func (*ConvInstructionLog) GetOperandAddresses

func (x *ConvInstructionLog) GetOperandAddresses() []uint64

func (*ConvInstructionLog) GetOperandShapes

func (x *ConvInstructionLog) GetOperandShapes() []*data.ShapeProto

func (*ConvInstructionLog) GetResultAddress

func (x *ConvInstructionLog) GetResultAddress() uint64

func (*ConvInstructionLog) ProtoMessage

func (*ConvInstructionLog) ProtoMessage()

func (*ConvInstructionLog) ProtoReflect

func (x *ConvInstructionLog) ProtoReflect() protoreflect.Message

func (*ConvInstructionLog) Reset

func (x *ConvInstructionLog) Reset()

func (*ConvInstructionLog) String

func (x *ConvInstructionLog) String() string

type CudnnConvBackendConfig

type CudnnConvBackendConfig struct {

	// Opaque algorithm number and tuning knobs chosen for this conv.
	Algorithm *stream_executor.AlgorithmProto `protobuf:"bytes,6,opt,name=algorithm,proto3" json:"algorithm,omitempty"`
	// The scaling factor multiplied with the convolution result.
	ConvResultScale float64 `protobuf:"fixed64,4,opt,name=conv_result_scale,json=convResultScale,proto3" json:"conv_result_scale,omitempty"`
	// The requested activation (e.g. relu) after the convolution. It is with type
	// stream_executor::dnn::ActivationMode.
	ActivationMode int64 `protobuf:"varint,3,opt,name=activation_mode,json=activationMode,proto3" json:"activation_mode,omitempty"`
	// The scaling factor multiplied with the side input. If no side input buffer
	// is provided, this field must be 0.
	SideInputScale float64 `protobuf:"fixed64,5,opt,name=side_input_scale,json=sideInputScale,proto3" json:"side_input_scale,omitempty"`
	// contains filtered or unexported fields
}

Backend config for a convolution that runs through cudnn.

func (*CudnnConvBackendConfig) Descriptor deprecated

func (*CudnnConvBackendConfig) Descriptor() ([]byte, []int)

Deprecated: Use CudnnConvBackendConfig.ProtoReflect.Descriptor instead.

func (*CudnnConvBackendConfig) GetActivationMode

func (x *CudnnConvBackendConfig) GetActivationMode() int64

func (*CudnnConvBackendConfig) GetAlgorithm

func (*CudnnConvBackendConfig) GetConvResultScale

func (x *CudnnConvBackendConfig) GetConvResultScale() float64

func (*CudnnConvBackendConfig) GetSideInputScale

func (x *CudnnConvBackendConfig) GetSideInputScale() float64

func (*CudnnConvBackendConfig) ProtoMessage

func (*CudnnConvBackendConfig) ProtoMessage()

func (*CudnnConvBackendConfig) ProtoReflect

func (x *CudnnConvBackendConfig) ProtoReflect() protoreflect.Message

func (*CudnnConvBackendConfig) Reset

func (x *CudnnConvBackendConfig) Reset()

func (*CudnnConvBackendConfig) String

func (x *CudnnConvBackendConfig) String() string

type DenylistedAlgorithm

type DenylistedAlgorithm struct {
	Id        int64 `protobuf:"varint,1,opt,name=id,proto3" json:"id,omitempty"`
	TensorOps bool  `protobuf:"varint,2,opt,name=tensor_ops,json=tensorOps,proto3" json:"tensor_ops,omitempty"`
	// contains filtered or unexported fields
}

func (*DenylistedAlgorithm) Descriptor deprecated

func (*DenylistedAlgorithm) Descriptor() ([]byte, []int)

Deprecated: Use DenylistedAlgorithm.ProtoReflect.Descriptor instead.

func (*DenylistedAlgorithm) GetId

func (x *DenylistedAlgorithm) GetId() int64

func (*DenylistedAlgorithm) GetTensorOps

func (x *DenylistedAlgorithm) GetTensorOps() bool

func (*DenylistedAlgorithm) ProtoMessage

func (*DenylistedAlgorithm) ProtoMessage()

func (*DenylistedAlgorithm) ProtoReflect

func (x *DenylistedAlgorithm) ProtoReflect() protoreflect.Message

func (*DenylistedAlgorithm) Reset

func (x *DenylistedAlgorithm) Reset()

func (*DenylistedAlgorithm) String

func (x *DenylistedAlgorithm) String() string

type GemmBackendConfig

type GemmBackendConfig struct {

	// Opaque optional algorithm number. No chosen number indicates that a
	// different cuBLAS API will be used, which does not allow for choosing an
	// algorithm.
	//
	// Types that are assignable to Algorithm:
	//
	//	*GemmBackendConfig_SelectedAlgorithm
	Algorithm           isGemmBackendConfig_Algorithm `protobuf_oneof:"algorithm"`
	AlphaReal           float64                       `protobuf:"fixed64,2,opt,name=alpha_real,json=alphaReal,proto3" json:"alpha_real,omitempty"`
	AlphaImag           float64                       `protobuf:"fixed64,9,opt,name=alpha_imag,json=alphaImag,proto3" json:"alpha_imag,omitempty"`
	Beta                float64                       `protobuf:"fixed64,3,opt,name=beta,proto3" json:"beta,omitempty"`
	DotDimensionNumbers *data.DotDimensionNumbers     `protobuf:"bytes,7,opt,name=dot_dimension_numbers,json=dotDimensionNumbers,proto3" json:"dot_dimension_numbers,omitempty"`
	PrecisionConfig     *data.PrecisionConfig         `protobuf:"bytes,12,opt,name=precision_config,json=precisionConfig,proto3" json:"precision_config,omitempty"`
	Epilogue            GemmBackendConfig_Epilogue    `protobuf:"varint,13,opt,name=epilogue,proto3,enum=xla.gpu.GemmBackendConfig_Epilogue" json:"epilogue,omitempty"`
	// contains filtered or unexported fields
}

Backend config for the GEMM operation running through cuBLAS.

func (*GemmBackendConfig) Descriptor deprecated

func (*GemmBackendConfig) Descriptor() ([]byte, []int)

Deprecated: Use GemmBackendConfig.ProtoReflect.Descriptor instead.

func (*GemmBackendConfig) GetAlgorithm

func (m *GemmBackendConfig) GetAlgorithm() isGemmBackendConfig_Algorithm

func (*GemmBackendConfig) GetAlphaImag

func (x *GemmBackendConfig) GetAlphaImag() float64

func (*GemmBackendConfig) GetAlphaReal

func (x *GemmBackendConfig) GetAlphaReal() float64

func (*GemmBackendConfig) GetBeta

func (x *GemmBackendConfig) GetBeta() float64

func (*GemmBackendConfig) GetDotDimensionNumbers

func (x *GemmBackendConfig) GetDotDimensionNumbers() *data.DotDimensionNumbers

func (*GemmBackendConfig) GetEpilogue

func (*GemmBackendConfig) GetPrecisionConfig

func (x *GemmBackendConfig) GetPrecisionConfig() *data.PrecisionConfig

func (*GemmBackendConfig) GetSelectedAlgorithm

func (x *GemmBackendConfig) GetSelectedAlgorithm() int64

func (*GemmBackendConfig) ProtoMessage

func (*GemmBackendConfig) ProtoMessage()

func (*GemmBackendConfig) ProtoReflect

func (x *GemmBackendConfig) ProtoReflect() protoreflect.Message

func (*GemmBackendConfig) Reset

func (x *GemmBackendConfig) Reset()

func (*GemmBackendConfig) String

func (x *GemmBackendConfig) String() string

type GemmBackendConfig_Epilogue

type GemmBackendConfig_Epilogue int32

cublasLt matmul epilogue.

const (
	GemmBackendConfig_DEFAULT GemmBackendConfig_Epilogue = 0
	GemmBackendConfig_BIAS    GemmBackendConfig_Epilogue = 1
)

func (GemmBackendConfig_Epilogue) Descriptor

func (GemmBackendConfig_Epilogue) Enum

func (GemmBackendConfig_Epilogue) EnumDescriptor deprecated

func (GemmBackendConfig_Epilogue) EnumDescriptor() ([]byte, []int)

Deprecated: Use GemmBackendConfig_Epilogue.Descriptor instead.

func (GemmBackendConfig_Epilogue) Number

func (GemmBackendConfig_Epilogue) String

func (GemmBackendConfig_Epilogue) Type

type GemmBackendConfig_SelectedAlgorithm

type GemmBackendConfig_SelectedAlgorithm struct {
	SelectedAlgorithm int64 `protobuf:"varint,1,opt,name=selected_algorithm,json=selectedAlgorithm,proto3,oneof"`
}

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL