jit

package
v2.12.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Dec 8, 2023 License: BSD-3-Clause Imports: 6 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source
var (
	XlaOptimizationRemark_Warning_name = map[int32]string{
		0: "NONE",
		1: "INACCURATE_OPERATION",
		2: "SLOW_OPERATION",
		3: "UNIMPLEMENTED_OPERATION",
		4: "SLOW_IMAGE_RESIZE_DIMENSIONS",
		5: "MEGAMORPHIC_FUNCTION",
	}
	XlaOptimizationRemark_Warning_value = map[string]int32{
		"NONE":                         0,
		"INACCURATE_OPERATION":         1,
		"SLOW_OPERATION":               2,
		"UNIMPLEMENTED_OPERATION":      3,
		"SLOW_IMAGE_RESIZE_DIMENSIONS": 4,
		"MEGAMORPHIC_FUNCTION":         5,
	}
)

Enum value maps for XlaOptimizationRemark_Warning.

View Source
var File_tensorflow_compiler_jit_xla_activity_proto protoreflect.FileDescriptor
View Source
var File_tensorflow_compiler_jit_xla_compilation_cache_proto protoreflect.FileDescriptor

Functions

This section is empty.

Types

type XlaAutoClusteringActivity

type XlaAutoClusteringActivity struct {

	// The value of GlobalJitLevel, as determined by `GetGlobalJitLevelForGraph`.
	// This determines if global auto-clustering is enabled.
	GlobalJitLevel protobuf.OptimizerOptions_GlobalJitLevel `` /* 154-byte string literal not displayed */
	// Whether --tf_xla_cpu_global_jit is enabled in TF_XLA_FLAGS.
	CpuGlobalJitEnabled bool                      `protobuf:"varint,2,opt,name=cpu_global_jit_enabled,json=cpuGlobalJitEnabled,proto3" json:"cpu_global_jit_enabled,omitempty"`
	Summary             *XlaAutoClusteringSummary `protobuf:"bytes,3,opt,name=summary,proto3" json:"summary,omitempty"`
	// contains filtered or unexported fields
}

Listeners listening for auto clustering events get messages of this type.

Next ID: 4

func (*XlaAutoClusteringActivity) Descriptor deprecated

func (*XlaAutoClusteringActivity) Descriptor() ([]byte, []int)

Deprecated: Use XlaAutoClusteringActivity.ProtoReflect.Descriptor instead.

func (*XlaAutoClusteringActivity) GetCpuGlobalJitEnabled

func (x *XlaAutoClusteringActivity) GetCpuGlobalJitEnabled() bool

func (*XlaAutoClusteringActivity) GetGlobalJitLevel

func (*XlaAutoClusteringActivity) GetSummary

func (*XlaAutoClusteringActivity) ProtoMessage

func (*XlaAutoClusteringActivity) ProtoMessage()

func (*XlaAutoClusteringActivity) ProtoReflect

func (*XlaAutoClusteringActivity) Reset

func (x *XlaAutoClusteringActivity) Reset()

func (*XlaAutoClusteringActivity) String

func (x *XlaAutoClusteringActivity) String() string

type XlaAutoClusteringSummary

type XlaAutoClusteringSummary struct {

	// The number of nodes in the graph that are not inside an XLA cluster.
	UnclusteredNodeCount int32 `protobuf:"varint,1,opt,name=unclustered_node_count,json=unclusteredNodeCount,proto3" json:"unclustered_node_count,omitempty"`
	// The number of nodes in the graph that are in an XLA cluster.
	ClusteredNodeCount int32 `protobuf:"varint,2,opt,name=clustered_node_count,json=clusteredNodeCount,proto3" json:"clustered_node_count,omitempty"`
	// All of the XLA clusters in the TF graph.
	Clusters []*XlaAutoClusteringSummary_Cluster `protobuf:"bytes,3,rep,name=clusters,proto3" json:"clusters,omitempty"`
	// A histogram of the TF operations that were not clustered.
	UnclusteredOpHistogram []*XlaAutoClusteringSummary_OpAndCount `` /* 129-byte string literal not displayed */
	// contains filtered or unexported fields
}

Summarizes the results of auto-clustering a TensorFlow graph.

Next ID: 5

func (*XlaAutoClusteringSummary) Descriptor deprecated

func (*XlaAutoClusteringSummary) Descriptor() ([]byte, []int)

Deprecated: Use XlaAutoClusteringSummary.ProtoReflect.Descriptor instead.

func (*XlaAutoClusteringSummary) GetClusteredNodeCount

func (x *XlaAutoClusteringSummary) GetClusteredNodeCount() int32

func (*XlaAutoClusteringSummary) GetClusters

func (*XlaAutoClusteringSummary) GetUnclusteredNodeCount

func (x *XlaAutoClusteringSummary) GetUnclusteredNodeCount() int32

func (*XlaAutoClusteringSummary) GetUnclusteredOpHistogram

func (x *XlaAutoClusteringSummary) GetUnclusteredOpHistogram() []*XlaAutoClusteringSummary_OpAndCount

func (*XlaAutoClusteringSummary) ProtoMessage

func (*XlaAutoClusteringSummary) ProtoMessage()

func (*XlaAutoClusteringSummary) ProtoReflect

func (x *XlaAutoClusteringSummary) ProtoReflect() protoreflect.Message

func (*XlaAutoClusteringSummary) Reset

func (x *XlaAutoClusteringSummary) Reset()

func (*XlaAutoClusteringSummary) String

func (x *XlaAutoClusteringSummary) String() string

type XlaAutoClusteringSummary_Cluster

type XlaAutoClusteringSummary_Cluster struct {
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// The number of nodes in the cluster.
	Size int32 `protobuf:"varint,2,opt,name=size,proto3" json:"size,omitempty"`
	// A histogram of the TF operations in this cluster.
	OpHistogram []*XlaAutoClusteringSummary_OpAndCount `protobuf:"bytes,3,rep,name=op_histogram,json=opHistogram,proto3" json:"op_histogram,omitempty"`
	// contains filtered or unexported fields
}

Describes a single XLA cluster.

Next ID: 4

func (*XlaAutoClusteringSummary_Cluster) Descriptor deprecated

func (*XlaAutoClusteringSummary_Cluster) Descriptor() ([]byte, []int)

Deprecated: Use XlaAutoClusteringSummary_Cluster.ProtoReflect.Descriptor instead.

func (*XlaAutoClusteringSummary_Cluster) GetName

func (*XlaAutoClusteringSummary_Cluster) GetOpHistogram

func (*XlaAutoClusteringSummary_Cluster) GetSize

func (*XlaAutoClusteringSummary_Cluster) ProtoMessage

func (*XlaAutoClusteringSummary_Cluster) ProtoMessage()

func (*XlaAutoClusteringSummary_Cluster) ProtoReflect

func (*XlaAutoClusteringSummary_Cluster) Reset

func (*XlaAutoClusteringSummary_Cluster) String

type XlaAutoClusteringSummary_OpAndCount

type XlaAutoClusteringSummary_OpAndCount struct {

	// The TensorFlow operation (like MatMult, Add etc.)
	Op string `protobuf:"bytes,1,opt,name=op,proto3" json:"op,omitempty"`
	// The number of times this occurs.
	Count int32 `protobuf:"varint,2,opt,name=count,proto3" json:"count,omitempty"`
	// contains filtered or unexported fields
}

Represents a single element in a histogram of ops ("op" as in "TensorFlow operation").

Next ID: 3

func (*XlaAutoClusteringSummary_OpAndCount) Descriptor deprecated

func (*XlaAutoClusteringSummary_OpAndCount) Descriptor() ([]byte, []int)

Deprecated: Use XlaAutoClusteringSummary_OpAndCount.ProtoReflect.Descriptor instead.

func (*XlaAutoClusteringSummary_OpAndCount) GetCount

func (*XlaAutoClusteringSummary_OpAndCount) GetOp

func (*XlaAutoClusteringSummary_OpAndCount) ProtoMessage

func (*XlaAutoClusteringSummary_OpAndCount) ProtoMessage()

func (*XlaAutoClusteringSummary_OpAndCount) ProtoReflect

func (*XlaAutoClusteringSummary_OpAndCount) Reset

func (*XlaAutoClusteringSummary_OpAndCount) String

type XlaJitCompilationActivity

type XlaJitCompilationActivity struct {
	ClusterName string `protobuf:"bytes,1,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"`
	// The number of time this cluster has been compiled.
	CompileCount int32 `protobuf:"varint,2,opt,name=compile_count,json=compileCount,proto3" json:"compile_count,omitempty"`
	// Microseconds spent in the individual compilation being reported.
	CompileTimeUs int64 `protobuf:"varint,3,opt,name=compile_time_us,json=compileTimeUs,proto3" json:"compile_time_us,omitempty"`
	// Total microseconds spent in (re-)compiling this cluster so far.
	CumulativeCompileTimeUs int64 `` /* 135-byte string literal not displayed */
	// Whether a persistent compilation cache entry was used.
	UsedPersistentCache bool `protobuf:"varint,5,opt,name=used_persistent_cache,json=usedPersistentCache,proto3" json:"used_persistent_cache,omitempty"`
	// contains filtered or unexported fields
}

Listeners listening for JIT compilation events get messages of this type. Each instance of XlaJitCompilationActivity corresponds to a single compilation of a single XLA cluster. E.g. if a graph has two clusters, A and B, and A is compiled 5 times and B is compiled 2 times then we will generate 7 instances of XlaJitCompilationActivity.

Next ID: 6

func (*XlaJitCompilationActivity) Descriptor deprecated

func (*XlaJitCompilationActivity) Descriptor() ([]byte, []int)

Deprecated: Use XlaJitCompilationActivity.ProtoReflect.Descriptor instead.

func (*XlaJitCompilationActivity) GetClusterName

func (x *XlaJitCompilationActivity) GetClusterName() string

func (*XlaJitCompilationActivity) GetCompileCount

func (x *XlaJitCompilationActivity) GetCompileCount() int32

func (*XlaJitCompilationActivity) GetCompileTimeUs

func (x *XlaJitCompilationActivity) GetCompileTimeUs() int64

func (*XlaJitCompilationActivity) GetCumulativeCompileTimeUs

func (x *XlaJitCompilationActivity) GetCumulativeCompileTimeUs() int64

func (*XlaJitCompilationActivity) GetUsedPersistentCache

func (x *XlaJitCompilationActivity) GetUsedPersistentCache() bool

func (*XlaJitCompilationActivity) ProtoMessage

func (*XlaJitCompilationActivity) ProtoMessage()

func (*XlaJitCompilationActivity) ProtoReflect

func (*XlaJitCompilationActivity) Reset

func (x *XlaJitCompilationActivity) Reset()

func (*XlaJitCompilationActivity) String

func (x *XlaJitCompilationActivity) String() string

type XlaOptimizationRemark

type XlaOptimizationRemark struct {
	Warning XlaOptimizationRemark_Warning `protobuf:"varint,1,opt,name=warning,proto3,enum=tensorflow.XlaOptimizationRemark_Warning" json:"warning,omitempty"`
	// Information such as which node was the problem.
	DebugInformation string `protobuf:"bytes,2,opt,name=debug_information,json=debugInformation,proto3" json:"debug_information,omitempty"`
	// contains filtered or unexported fields
}

LINT.IfChange

Used for logging situations seen in Tensorflow models being optimized that are known to not perform well with XLA.

Next ID: 3

func (*XlaOptimizationRemark) Descriptor deprecated

func (*XlaOptimizationRemark) Descriptor() ([]byte, []int)

Deprecated: Use XlaOptimizationRemark.ProtoReflect.Descriptor instead.

func (*XlaOptimizationRemark) GetDebugInformation

func (x *XlaOptimizationRemark) GetDebugInformation() string

func (*XlaOptimizationRemark) GetWarning

func (*XlaOptimizationRemark) ProtoMessage

func (*XlaOptimizationRemark) ProtoMessage()

func (*XlaOptimizationRemark) ProtoReflect

func (x *XlaOptimizationRemark) ProtoReflect() protoreflect.Message

func (*XlaOptimizationRemark) Reset

func (x *XlaOptimizationRemark) Reset()

func (*XlaOptimizationRemark) String

func (x *XlaOptimizationRemark) String() string

type XlaOptimizationRemark_Warning

type XlaOptimizationRemark_Warning int32

Next ID: 6

const (
	XlaOptimizationRemark_NONE                         XlaOptimizationRemark_Warning = 0
	XlaOptimizationRemark_INACCURATE_OPERATION         XlaOptimizationRemark_Warning = 1
	XlaOptimizationRemark_SLOW_OPERATION               XlaOptimizationRemark_Warning = 2
	XlaOptimizationRemark_UNIMPLEMENTED_OPERATION      XlaOptimizationRemark_Warning = 3
	XlaOptimizationRemark_SLOW_IMAGE_RESIZE_DIMENSIONS XlaOptimizationRemark_Warning = 4
	XlaOptimizationRemark_MEGAMORPHIC_FUNCTION         XlaOptimizationRemark_Warning = 5
)

func (XlaOptimizationRemark_Warning) Descriptor

func (XlaOptimizationRemark_Warning) Enum

func (XlaOptimizationRemark_Warning) EnumDescriptor deprecated

func (XlaOptimizationRemark_Warning) EnumDescriptor() ([]byte, []int)

Deprecated: Use XlaOptimizationRemark_Warning.Descriptor instead.

func (XlaOptimizationRemark_Warning) Number

func (XlaOptimizationRemark_Warning) String

func (XlaOptimizationRemark_Warning) Type

type XlaSerializedCacheEntry

type XlaSerializedCacheEntry struct {

	// Used to uniqely identify this entry in its persisted representation.
	Key *XlaSerializedCacheKey `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
	// The computation (HLO) that compilation was done for. It is correlated to
	// the input TF graph so we can use it to fingerprint the compiled binary. We
	// serialize this rather than the input graphdef because it provides a
	// stronger guarantee over what bindings are needed between the HLO and
	// calling TF graph.
	HloModule *service.HloModuleProto `protobuf:"bytes,2,opt,name=hlo_module,json=hloModule,proto3" json:"hlo_module,omitempty"`
	// The raw bytes of the executable.
	Executable []byte `protobuf:"bytes,3,opt,name=executable,proto3" json:"executable,omitempty"`
	// contains filtered or unexported fields
}

Represents an entry in the XLA compile cache.

func (*XlaSerializedCacheEntry) Descriptor deprecated

func (*XlaSerializedCacheEntry) Descriptor() ([]byte, []int)

Deprecated: Use XlaSerializedCacheEntry.ProtoReflect.Descriptor instead.

func (*XlaSerializedCacheEntry) GetExecutable

func (x *XlaSerializedCacheEntry) GetExecutable() []byte

func (*XlaSerializedCacheEntry) GetHloModule

func (x *XlaSerializedCacheEntry) GetHloModule() *service.HloModuleProto

func (*XlaSerializedCacheEntry) GetKey

func (*XlaSerializedCacheEntry) ProtoMessage

func (*XlaSerializedCacheEntry) ProtoMessage()

func (*XlaSerializedCacheEntry) ProtoReflect

func (x *XlaSerializedCacheEntry) ProtoReflect() protoreflect.Message

func (*XlaSerializedCacheEntry) Reset

func (x *XlaSerializedCacheEntry) Reset()

func (*XlaSerializedCacheEntry) String

func (x *XlaSerializedCacheEntry) String() string

type XlaSerializedCacheKey

type XlaSerializedCacheKey struct {
	SignatureFingerprint uint64 `protobuf:"varint,1,opt,name=signature_fingerprint,json=signatureFingerprint,proto3" json:"signature_fingerprint,omitempty"`
	ClusterFingerprint   uint64 `protobuf:"varint,2,opt,name=cluster_fingerprint,json=clusterFingerprint,proto3" json:"cluster_fingerprint,omitempty"`
	DeviceType           string `protobuf:"bytes,3,opt,name=device_type,json=deviceType,proto3" json:"device_type,omitempty"`
	Prefix               string `protobuf:"bytes,4,opt,name=prefix,proto3" json:"prefix,omitempty"`
	// contains filtered or unexported fields
}

Represents the cache key used for persistence.

func (*XlaSerializedCacheKey) Descriptor deprecated

func (*XlaSerializedCacheKey) Descriptor() ([]byte, []int)

Deprecated: Use XlaSerializedCacheKey.ProtoReflect.Descriptor instead.

func (*XlaSerializedCacheKey) GetClusterFingerprint

func (x *XlaSerializedCacheKey) GetClusterFingerprint() uint64

func (*XlaSerializedCacheKey) GetDeviceType

func (x *XlaSerializedCacheKey) GetDeviceType() string

func (*XlaSerializedCacheKey) GetPrefix

func (x *XlaSerializedCacheKey) GetPrefix() string

func (*XlaSerializedCacheKey) GetSignatureFingerprint

func (x *XlaSerializedCacheKey) GetSignatureFingerprint() uint64

func (*XlaSerializedCacheKey) ProtoMessage

func (*XlaSerializedCacheKey) ProtoMessage()

func (*XlaSerializedCacheKey) ProtoReflect

func (x *XlaSerializedCacheKey) ProtoReflect() protoreflect.Message

func (*XlaSerializedCacheKey) Reset

func (x *XlaSerializedCacheKey) Reset()

func (*XlaSerializedCacheKey) String

func (x *XlaSerializedCacheKey) String() string

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL