Documentation ¶
Index ¶
- Variables
- type AutoShardPolicy
- func (AutoShardPolicy) Descriptor() protoreflect.EnumDescriptor
- func (x AutoShardPolicy) Enum() *AutoShardPolicy
- func (AutoShardPolicy) EnumDescriptor() ([]byte, []int)deprecated
- func (x AutoShardPolicy) Number() protoreflect.EnumNumber
- func (x AutoShardPolicy) String() string
- func (AutoShardPolicy) Type() protoreflect.EnumType
- type AutotuneOptions
- func (*AutotuneOptions) Descriptor() ([]byte, []int)deprecated
- func (x *AutotuneOptions) GetAutotuneAlgorithm() model_go_proto.AutotuneAlgorithm
- func (x *AutotuneOptions) GetCpuBudget() int32
- func (x *AutotuneOptions) GetEnabled() bool
- func (m *AutotuneOptions) GetOptionalAutotuneAlgorithm() isAutotuneOptions_OptionalAutotuneAlgorithm
- func (m *AutotuneOptions) GetOptionalCpuBudget() isAutotuneOptions_OptionalCpuBudget
- func (m *AutotuneOptions) GetOptionalEnabled() isAutotuneOptions_OptionalEnabled
- func (m *AutotuneOptions) GetOptionalRamBudget() isAutotuneOptions_OptionalRamBudget
- func (x *AutotuneOptions) GetRamBudget() int64
- func (*AutotuneOptions) ProtoMessage()
- func (x *AutotuneOptions) ProtoReflect() protoreflect.Message
- func (x *AutotuneOptions) Reset()
- func (x *AutotuneOptions) String() string
- type AutotuneOptions_AutotuneAlgorithm
- type AutotuneOptions_CpuBudget
- type AutotuneOptions_Enabled
- type AutotuneOptions_RamBudget
- type CardinalityOptions
- func (*CardinalityOptions) Descriptor() ([]byte, []int)deprecated
- func (x *CardinalityOptions) GetComputeLevel() CardinalityOptions_ComputeLevel
- func (*CardinalityOptions) ProtoMessage()
- func (x *CardinalityOptions) ProtoReflect() protoreflect.Message
- func (x *CardinalityOptions) Reset()
- func (x *CardinalityOptions) String() string
- type CardinalityOptions_ComputeLevel
- func (CardinalityOptions_ComputeLevel) Descriptor() protoreflect.EnumDescriptor
- func (x CardinalityOptions_ComputeLevel) Enum() *CardinalityOptions_ComputeLevel
- func (CardinalityOptions_ComputeLevel) EnumDescriptor() ([]byte, []int)deprecated
- func (x CardinalityOptions_ComputeLevel) Number() protoreflect.EnumNumber
- func (x CardinalityOptions_ComputeLevel) String() string
- func (CardinalityOptions_ComputeLevel) Type() protoreflect.EnumType
- type DistributeOptions
- func (*DistributeOptions) Descriptor() ([]byte, []int)deprecated
- func (x *DistributeOptions) GetAutoShardPolicy() AutoShardPolicy
- func (x *DistributeOptions) GetNumDevices() int32
- func (m *DistributeOptions) GetOptionalNumDevices() isDistributeOptions_OptionalNumDevices
- func (*DistributeOptions) ProtoMessage()
- func (x *DistributeOptions) ProtoReflect() protoreflect.Message
- func (x *DistributeOptions) Reset()
- func (x *DistributeOptions) String() string
- type DistributeOptions_NumDevices
- type ExternalStatePolicy
- func (ExternalStatePolicy) Descriptor() protoreflect.EnumDescriptor
- func (x ExternalStatePolicy) Enum() *ExternalStatePolicy
- func (ExternalStatePolicy) EnumDescriptor() ([]byte, []int)deprecated
- func (x ExternalStatePolicy) Number() protoreflect.EnumNumber
- func (x ExternalStatePolicy) String() string
- func (ExternalStatePolicy) Type() protoreflect.EnumType
- type OptimizationOptions
- func (*OptimizationOptions) Descriptor() ([]byte, []int)deprecated
- func (x *OptimizationOptions) GetApplyDefaultOptimizations() bool
- func (x *OptimizationOptions) GetFilterFusion() bool
- func (x *OptimizationOptions) GetFilterParallelization() bool
- func (x *OptimizationOptions) GetInjectPrefetch() bool
- func (x *OptimizationOptions) GetMapAndBatchFusion() bool
- func (x *OptimizationOptions) GetMapAndFilterFusion() bool
- func (x *OptimizationOptions) GetMapFusion() bool
- func (x *OptimizationOptions) GetMapParallelization() bool
- func (x *OptimizationOptions) GetNoopElimination() bool
- func (m *OptimizationOptions) GetOptionalApplyDefaultOptimizations() isOptimizationOptions_OptionalApplyDefaultOptimizations
- func (m *OptimizationOptions) GetOptionalFilterFusion() isOptimizationOptions_OptionalFilterFusion
- func (m *OptimizationOptions) GetOptionalFilterParallelization() isOptimizationOptions_OptionalFilterParallelization
- func (m *OptimizationOptions) GetOptionalInjectPrefetch() isOptimizationOptions_OptionalInjectPrefetch
- func (m *OptimizationOptions) GetOptionalMapAndBatchFusion() isOptimizationOptions_OptionalMapAndBatchFusion
- func (m *OptimizationOptions) GetOptionalMapAndFilterFusion() isOptimizationOptions_OptionalMapAndFilterFusion
- func (m *OptimizationOptions) GetOptionalMapFusion() isOptimizationOptions_OptionalMapFusion
- func (m *OptimizationOptions) GetOptionalMapParallelization() isOptimizationOptions_OptionalMapParallelization
- func (m *OptimizationOptions) GetOptionalNoopElimination() isOptimizationOptions_OptionalNoopElimination
- func (m *OptimizationOptions) GetOptionalParallelBatch() isOptimizationOptions_OptionalParallelBatch
- func (m *OptimizationOptions) GetOptionalShuffleAndRepeatFusion() isOptimizationOptions_OptionalShuffleAndRepeatFusion
- func (x *OptimizationOptions) GetParallelBatch() bool
- func (x *OptimizationOptions) GetShuffleAndRepeatFusion() bool
- func (*OptimizationOptions) ProtoMessage()
- func (x *OptimizationOptions) ProtoReflect() protoreflect.Message
- func (x *OptimizationOptions) Reset()
- func (x *OptimizationOptions) String() string
- type OptimizationOptions_ApplyDefaultOptimizations
- type OptimizationOptions_FilterFusion
- type OptimizationOptions_FilterParallelization
- type OptimizationOptions_InjectPrefetch
- type OptimizationOptions_MapAndBatchFusion
- type OptimizationOptions_MapAndFilterFusion
- type OptimizationOptions_MapFusion
- type OptimizationOptions_MapParallelization
- type OptimizationOptions_NoopElimination
- type OptimizationOptions_ParallelBatch
- type OptimizationOptions_ShuffleAndRepeatFusion
- type Options
- func (*Options) Descriptor() ([]byte, []int)deprecated
- func (x *Options) GetAutotuneOptions() *AutotuneOptions
- func (x *Options) GetDeterministic() bool
- func (x *Options) GetDistributeOptions() *DistributeOptions
- func (x *Options) GetExternalStatePolicy() ExternalStatePolicy
- func (x *Options) GetOptimizationOptions() *OptimizationOptions
- func (m *Options) GetOptionalDeterministic() isOptions_OptionalDeterministic
- func (m *Options) GetOptionalExternalStatePolicy() isOptions_OptionalExternalStatePolicy
- func (m *Options) GetOptionalSlack() isOptions_OptionalSlack
- func (x *Options) GetSlack() bool
- func (x *Options) GetThreadingOptions() *ThreadingOptions
- func (*Options) ProtoMessage()
- func (x *Options) ProtoReflect() protoreflect.Message
- func (x *Options) Reset()
- func (x *Options) String() string
- type Options_Deterministic
- type Options_ExternalStatePolicy
- type Options_Slack
- type ThreadingOptions
- func (*ThreadingOptions) Descriptor() ([]byte, []int)deprecated
- func (x *ThreadingOptions) GetMaxIntraOpParallelism() int32
- func (m *ThreadingOptions) GetOptionalMaxIntraOpParallelism() isThreadingOptions_OptionalMaxIntraOpParallelism
- func (m *ThreadingOptions) GetOptionalPrivateThreadpoolSize() isThreadingOptions_OptionalPrivateThreadpoolSize
- func (x *ThreadingOptions) GetPrivateThreadpoolSize() int32
- func (*ThreadingOptions) ProtoMessage()
- func (x *ThreadingOptions) ProtoReflect() protoreflect.Message
- func (x *ThreadingOptions) Reset()
- func (x *ThreadingOptions) String() string
- type ThreadingOptions_MaxIntraOpParallelism
- type ThreadingOptions_PrivateThreadpoolSize
Constants ¶
This section is empty.
Variables ¶
var ( AutoShardPolicy_name = map[int32]string{ 0: "AUTO", 1: "FILE", 2: "DATA", 3: "HINT", -1: "OFF", } AutoShardPolicy_value = map[string]int32{ "AUTO": 0, "FILE": 1, "DATA": 2, "HINT": 3, "OFF": -1, } )
Enum value maps for AutoShardPolicy.
var ( ExternalStatePolicy_name = map[int32]string{ 0: "POLICY_WARN", 1: "POLICY_IGNORE", 2: "POLICY_FAIL", } ExternalStatePolicy_value = map[string]int32{ "POLICY_WARN": 0, "POLICY_IGNORE": 1, "POLICY_FAIL": 2, } )
Enum value maps for ExternalStatePolicy.
var ( CardinalityOptions_ComputeLevel_name = map[int32]string{ 0: "CARDINALITY_COMPUTE_UNSPECIFIED", 1: "CARDINALITY_COMPUTE_LOW", 2: "CARDINALITY_COMPUTE_MODERATE", } CardinalityOptions_ComputeLevel_value = map[string]int32{ "CARDINALITY_COMPUTE_UNSPECIFIED": 0, "CARDINALITY_COMPUTE_LOW": 1, "CARDINALITY_COMPUTE_MODERATE": 2, } )
Enum value maps for CardinalityOptions_ComputeLevel.
var File_tensorflow_core_framework_dataset_options_proto protoreflect.FileDescriptor
Functions ¶
This section is empty.
Types ¶
type AutoShardPolicy ¶
type AutoShardPolicy int32
Represents the type of auto-sharding we enable.
const ( // AUTO: Attempts FILE-based sharding, falling back to DATA-based sharding. AutoShardPolicy_AUTO AutoShardPolicy = 0 // FILE: Shards by input files (i.e. each worker will get a set of files to // process). When this option is selected, make sure that there is at least as // many files as workers. If there are fewer input files than workers, a // runtime error will be raised. AutoShardPolicy_FILE AutoShardPolicy = 1 // DATA: Shards by elements produced by the dataset. Each worker will process // the whole dataset and discard the portion that is not for itself. Note that // for this mode to correctly partitions the dataset elements, the dataset // needs to produce elements in a deterministic order. AutoShardPolicy_DATA AutoShardPolicy = 2 // HINT: Looks for the presence of `shard(SHARD_HINT, ...)` which is treated // as a placeholder to replace with `shard(num_workers, worker_index)`. AutoShardPolicy_HINT AutoShardPolicy = 3 // OFF: No sharding will be performed. AutoShardPolicy_OFF AutoShardPolicy = -1 )
func (AutoShardPolicy) Descriptor ¶
func (AutoShardPolicy) Descriptor() protoreflect.EnumDescriptor
func (AutoShardPolicy) Enum ¶
func (x AutoShardPolicy) Enum() *AutoShardPolicy
func (AutoShardPolicy) EnumDescriptor
deprecated
func (AutoShardPolicy) EnumDescriptor() ([]byte, []int)
Deprecated: Use AutoShardPolicy.Descriptor instead.
func (AutoShardPolicy) Number ¶
func (x AutoShardPolicy) Number() protoreflect.EnumNumber
func (AutoShardPolicy) String ¶
func (x AutoShardPolicy) String() string
func (AutoShardPolicy) Type ¶
func (AutoShardPolicy) Type() protoreflect.EnumType
type AutotuneOptions ¶
type AutotuneOptions struct { // Whether to automatically tune performance knobs. // // Types that are assignable to OptionalEnabled: // // *AutotuneOptions_Enabled OptionalEnabled isAutotuneOptions_OptionalEnabled `protobuf_oneof:"optional_enabled"` // When autotuning is enabled (through autotune), determines the CPU budget to // use. Values greater than the number of schedulable CPU cores are allowed // but may result in CPU contention. // // Types that are assignable to OptionalCpuBudget: // // *AutotuneOptions_CpuBudget OptionalCpuBudget isAutotuneOptions_OptionalCpuBudget `protobuf_oneof:"optional_cpu_budget"` // When autotuning is enabled (through autotune), determines the RAM budget to // use. Values greater than the available RAM in bytes may result in OOM. If // 0, defaults to half of the available RAM in bytes. // // Types that are assignable to OptionalRamBudget: // // *AutotuneOptions_RamBudget OptionalRamBudget isAutotuneOptions_OptionalRamBudget `protobuf_oneof:"optional_ram_budget"` // When autotuning is enabled (through autotune), determines the algorithm to // use. If not explicitly set by user, autotuning will follow HILL_CLIMB // algorithm but has more flexibility to tune parameters more aggressively, // in which case the behavior is implementation specific and may change over // time. // // Types that are assignable to OptionalAutotuneAlgorithm: // // *AutotuneOptions_AutotuneAlgorithm OptionalAutotuneAlgorithm isAutotuneOptions_OptionalAutotuneAlgorithm `protobuf_oneof:"optional_autotune_algorithm"` // contains filtered or unexported fields }
next: 5
func (*AutotuneOptions) Descriptor
deprecated
func (*AutotuneOptions) Descriptor() ([]byte, []int)
Deprecated: Use AutotuneOptions.ProtoReflect.Descriptor instead.
func (*AutotuneOptions) GetAutotuneAlgorithm ¶
func (x *AutotuneOptions) GetAutotuneAlgorithm() model_go_proto.AutotuneAlgorithm
func (*AutotuneOptions) GetCpuBudget ¶
func (x *AutotuneOptions) GetCpuBudget() int32
func (*AutotuneOptions) GetEnabled ¶
func (x *AutotuneOptions) GetEnabled() bool
func (*AutotuneOptions) GetOptionalAutotuneAlgorithm ¶
func (m *AutotuneOptions) GetOptionalAutotuneAlgorithm() isAutotuneOptions_OptionalAutotuneAlgorithm
func (*AutotuneOptions) GetOptionalCpuBudget ¶
func (m *AutotuneOptions) GetOptionalCpuBudget() isAutotuneOptions_OptionalCpuBudget
func (*AutotuneOptions) GetOptionalEnabled ¶
func (m *AutotuneOptions) GetOptionalEnabled() isAutotuneOptions_OptionalEnabled
func (*AutotuneOptions) GetOptionalRamBudget ¶
func (m *AutotuneOptions) GetOptionalRamBudget() isAutotuneOptions_OptionalRamBudget
func (*AutotuneOptions) GetRamBudget ¶
func (x *AutotuneOptions) GetRamBudget() int64
func (*AutotuneOptions) ProtoMessage ¶
func (*AutotuneOptions) ProtoMessage()
func (*AutotuneOptions) ProtoReflect ¶
func (x *AutotuneOptions) ProtoReflect() protoreflect.Message
func (*AutotuneOptions) Reset ¶
func (x *AutotuneOptions) Reset()
func (*AutotuneOptions) String ¶
func (x *AutotuneOptions) String() string
type AutotuneOptions_AutotuneAlgorithm ¶
type AutotuneOptions_AutotuneAlgorithm struct {
AutotuneAlgorithm model_go_proto.AutotuneAlgorithm `` /* 128-byte string literal not displayed */
}
type AutotuneOptions_CpuBudget ¶
type AutotuneOptions_CpuBudget struct {
CpuBudget int32 `protobuf:"varint,2,opt,name=cpu_budget,json=cpuBudget,proto3,oneof"`
}
type AutotuneOptions_Enabled ¶
type AutotuneOptions_Enabled struct {
Enabled bool `protobuf:"varint,1,opt,name=enabled,proto3,oneof"`
}
type AutotuneOptions_RamBudget ¶
type AutotuneOptions_RamBudget struct {
RamBudget int64 `protobuf:"varint,3,opt,name=ram_budget,json=ramBudget,proto3,oneof"`
}
type CardinalityOptions ¶
type CardinalityOptions struct { ComputeLevel CardinalityOptions_ComputeLevel `` /* 151-byte string literal not displayed */ // contains filtered or unexported fields }
next: 2
func (*CardinalityOptions) Descriptor
deprecated
func (*CardinalityOptions) Descriptor() ([]byte, []int)
Deprecated: Use CardinalityOptions.ProtoReflect.Descriptor instead.
func (*CardinalityOptions) GetComputeLevel ¶
func (x *CardinalityOptions) GetComputeLevel() CardinalityOptions_ComputeLevel
func (*CardinalityOptions) ProtoMessage ¶
func (*CardinalityOptions) ProtoMessage()
func (*CardinalityOptions) ProtoReflect ¶
func (x *CardinalityOptions) ProtoReflect() protoreflect.Message
func (*CardinalityOptions) Reset ¶
func (x *CardinalityOptions) Reset()
func (*CardinalityOptions) String ¶
func (x *CardinalityOptions) String() string
type CardinalityOptions_ComputeLevel ¶
type CardinalityOptions_ComputeLevel int32
const ( CardinalityOptions_CARDINALITY_COMPUTE_UNSPECIFIED CardinalityOptions_ComputeLevel = 0 // Cardinality will only be computed if it can be determined in a cheap // manner (ie. without reading from file sources). If the cardinality would // be nontrivial to compute, Cardinality() will return UNKNOWN_CARDINALITY. CardinalityOptions_CARDINALITY_COMPUTE_LOW CardinalityOptions_ComputeLevel = 1 // Moderate effort will be made to determine cardinality, such as reading // index data from source files. If significant work is needed to compute // cardinality (e.g. reading entire source file contents or executing user // defined functions), Cardinality() will return UNKNOWN_CARDINALITY. CardinalityOptions_CARDINALITY_COMPUTE_MODERATE CardinalityOptions_ComputeLevel = 2 )
func (CardinalityOptions_ComputeLevel) Descriptor ¶
func (CardinalityOptions_ComputeLevel) Descriptor() protoreflect.EnumDescriptor
func (CardinalityOptions_ComputeLevel) Enum ¶
func (x CardinalityOptions_ComputeLevel) Enum() *CardinalityOptions_ComputeLevel
func (CardinalityOptions_ComputeLevel) EnumDescriptor
deprecated
func (CardinalityOptions_ComputeLevel) EnumDescriptor() ([]byte, []int)
Deprecated: Use CardinalityOptions_ComputeLevel.Descriptor instead.
func (CardinalityOptions_ComputeLevel) Number ¶
func (x CardinalityOptions_ComputeLevel) Number() protoreflect.EnumNumber
func (CardinalityOptions_ComputeLevel) String ¶
func (x CardinalityOptions_ComputeLevel) String() string
func (CardinalityOptions_ComputeLevel) Type ¶
func (CardinalityOptions_ComputeLevel) Type() protoreflect.EnumType
type DistributeOptions ¶
type DistributeOptions struct { AutoShardPolicy AutoShardPolicy `` /* 146-byte string literal not displayed */ // The number of devices attached to this input pipeline. // // Types that are assignable to OptionalNumDevices: // // *DistributeOptions_NumDevices OptionalNumDevices isDistributeOptions_OptionalNumDevices `protobuf_oneof:"optional_num_devices"` // contains filtered or unexported fields }
next: 3
func (*DistributeOptions) Descriptor
deprecated
func (*DistributeOptions) Descriptor() ([]byte, []int)
Deprecated: Use DistributeOptions.ProtoReflect.Descriptor instead.
func (*DistributeOptions) GetAutoShardPolicy ¶
func (x *DistributeOptions) GetAutoShardPolicy() AutoShardPolicy
func (*DistributeOptions) GetNumDevices ¶
func (x *DistributeOptions) GetNumDevices() int32
func (*DistributeOptions) GetOptionalNumDevices ¶
func (m *DistributeOptions) GetOptionalNumDevices() isDistributeOptions_OptionalNumDevices
func (*DistributeOptions) ProtoMessage ¶
func (*DistributeOptions) ProtoMessage()
func (*DistributeOptions) ProtoReflect ¶
func (x *DistributeOptions) ProtoReflect() protoreflect.Message
func (*DistributeOptions) Reset ¶
func (x *DistributeOptions) Reset()
func (*DistributeOptions) String ¶
func (x *DistributeOptions) String() string
type DistributeOptions_NumDevices ¶
type DistributeOptions_NumDevices struct {
NumDevices int32 `protobuf:"varint,2,opt,name=num_devices,json=numDevices,proto3,oneof"`
}
type ExternalStatePolicy ¶
type ExternalStatePolicy int32
Represents how to handle external state during serialization.
const ( ExternalStatePolicy_POLICY_WARN ExternalStatePolicy = 0 ExternalStatePolicy_POLICY_IGNORE ExternalStatePolicy = 1 ExternalStatePolicy_POLICY_FAIL ExternalStatePolicy = 2 )
func (ExternalStatePolicy) Descriptor ¶
func (ExternalStatePolicy) Descriptor() protoreflect.EnumDescriptor
func (ExternalStatePolicy) Enum ¶
func (x ExternalStatePolicy) Enum() *ExternalStatePolicy
func (ExternalStatePolicy) EnumDescriptor
deprecated
func (ExternalStatePolicy) EnumDescriptor() ([]byte, []int)
Deprecated: Use ExternalStatePolicy.Descriptor instead.
func (ExternalStatePolicy) Number ¶
func (x ExternalStatePolicy) Number() protoreflect.EnumNumber
func (ExternalStatePolicy) String ¶
func (x ExternalStatePolicy) String() string
func (ExternalStatePolicy) Type ¶
func (ExternalStatePolicy) Type() protoreflect.EnumType
type OptimizationOptions ¶
type OptimizationOptions struct { // Whether to apply default graph optimizations. If False, only graph // optimizations that have been explicitly enabled will be applied. // // Types that are assignable to OptionalApplyDefaultOptimizations: // // *OptimizationOptions_ApplyDefaultOptimizations OptionalApplyDefaultOptimizations isOptimizationOptions_OptionalApplyDefaultOptimizations `protobuf_oneof:"optional_apply_default_optimizations"` // Whether to fuse filter transformations. // // Types that are assignable to OptionalFilterFusion: // // *OptimizationOptions_FilterFusion OptionalFilterFusion isOptimizationOptions_OptionalFilterFusion `protobuf_oneof:"optional_filter_fusion"` // Whether to fuse map and batch transformations. // // Types that are assignable to OptionalMapAndBatchFusion: // // *OptimizationOptions_MapAndBatchFusion OptionalMapAndBatchFusion isOptimizationOptions_OptionalMapAndBatchFusion `protobuf_oneof:"optional_map_and_batch_fusion"` // Whether to fuse map and filter transformations. // // Types that are assignable to OptionalMapAndFilterFusion: // // *OptimizationOptions_MapAndFilterFusion OptionalMapAndFilterFusion isOptimizationOptions_OptionalMapAndFilterFusion `protobuf_oneof:"optional_map_and_filter_fusion"` // Whether to fuse map transformations. // // Types that are assignable to OptionalMapFusion: // // *OptimizationOptions_MapFusion OptionalMapFusion isOptimizationOptions_OptionalMapFusion `protobuf_oneof:"optional_map_fusion"` // Whether to parallelize stateless map transformations. // // Types that are assignable to OptionalMapParallelization: // // *OptimizationOptions_MapParallelization OptionalMapParallelization isOptimizationOptions_OptionalMapParallelization `protobuf_oneof:"optional_map_parallelization"` // Whether to eliminate no-op transformations. // // Types that are assignable to OptionalNoopElimination: // // *OptimizationOptions_NoopElimination OptionalNoopElimination isOptimizationOptions_OptionalNoopElimination `protobuf_oneof:"optional_noop_elimination"` // Whether to parallelize copying of batch elements. This optimization is // highly experimental and can cause performance degradation (e.g. when the // parallelization overhead exceeds the benefits of performing the data copies // in parallel). You should only enable this optimization if a) your input // pipeline is bottlenecked on batching and b) you have validated that this // optimization improves performance. // // Types that are assignable to OptionalParallelBatch: // // *OptimizationOptions_ParallelBatch OptionalParallelBatch isOptimizationOptions_OptionalParallelBatch `protobuf_oneof:"optional_parallel_batch"` // Whether to fuse shuffle and repeat transformations. // // Types that are assignable to OptionalShuffleAndRepeatFusion: // // *OptimizationOptions_ShuffleAndRepeatFusion OptionalShuffleAndRepeatFusion isOptimizationOptions_OptionalShuffleAndRepeatFusion `protobuf_oneof:"optional_shuffle_and_repeat_fusion"` // Whether to parallelize stateless filter transformations. // // Types that are assignable to OptionalFilterParallelization: // // *OptimizationOptions_FilterParallelization OptionalFilterParallelization isOptimizationOptions_OptionalFilterParallelization `protobuf_oneof:"optional_filter_parallelization"` // Whether to inject 'Prefetch' as the last transformation. Only takes effect // if the last transformation is synchronous; otherwise does nothing. // // Types that are assignable to OptionalInjectPrefetch: // // *OptimizationOptions_InjectPrefetch OptionalInjectPrefetch isOptimizationOptions_OptionalInjectPrefetch `protobuf_oneof:"optional_inject_prefetch"` // contains filtered or unexported fields }
next: 20
func (*OptimizationOptions) Descriptor
deprecated
func (*OptimizationOptions) Descriptor() ([]byte, []int)
Deprecated: Use OptimizationOptions.ProtoReflect.Descriptor instead.
func (*OptimizationOptions) GetApplyDefaultOptimizations ¶
func (x *OptimizationOptions) GetApplyDefaultOptimizations() bool
func (*OptimizationOptions) GetFilterFusion ¶
func (x *OptimizationOptions) GetFilterFusion() bool
func (*OptimizationOptions) GetFilterParallelization ¶
func (x *OptimizationOptions) GetFilterParallelization() bool
func (*OptimizationOptions) GetInjectPrefetch ¶
func (x *OptimizationOptions) GetInjectPrefetch() bool
func (*OptimizationOptions) GetMapAndBatchFusion ¶
func (x *OptimizationOptions) GetMapAndBatchFusion() bool
func (*OptimizationOptions) GetMapAndFilterFusion ¶
func (x *OptimizationOptions) GetMapAndFilterFusion() bool
func (*OptimizationOptions) GetMapFusion ¶
func (x *OptimizationOptions) GetMapFusion() bool
func (*OptimizationOptions) GetMapParallelization ¶
func (x *OptimizationOptions) GetMapParallelization() bool
func (*OptimizationOptions) GetNoopElimination ¶
func (x *OptimizationOptions) GetNoopElimination() bool
func (*OptimizationOptions) GetOptionalApplyDefaultOptimizations ¶
func (m *OptimizationOptions) GetOptionalApplyDefaultOptimizations() isOptimizationOptions_OptionalApplyDefaultOptimizations
func (*OptimizationOptions) GetOptionalFilterFusion ¶
func (m *OptimizationOptions) GetOptionalFilterFusion() isOptimizationOptions_OptionalFilterFusion
func (*OptimizationOptions) GetOptionalFilterParallelization ¶
func (m *OptimizationOptions) GetOptionalFilterParallelization() isOptimizationOptions_OptionalFilterParallelization
func (*OptimizationOptions) GetOptionalInjectPrefetch ¶
func (m *OptimizationOptions) GetOptionalInjectPrefetch() isOptimizationOptions_OptionalInjectPrefetch
func (*OptimizationOptions) GetOptionalMapAndBatchFusion ¶
func (m *OptimizationOptions) GetOptionalMapAndBatchFusion() isOptimizationOptions_OptionalMapAndBatchFusion
func (*OptimizationOptions) GetOptionalMapAndFilterFusion ¶
func (m *OptimizationOptions) GetOptionalMapAndFilterFusion() isOptimizationOptions_OptionalMapAndFilterFusion
func (*OptimizationOptions) GetOptionalMapFusion ¶
func (m *OptimizationOptions) GetOptionalMapFusion() isOptimizationOptions_OptionalMapFusion
func (*OptimizationOptions) GetOptionalMapParallelization ¶
func (m *OptimizationOptions) GetOptionalMapParallelization() isOptimizationOptions_OptionalMapParallelization
func (*OptimizationOptions) GetOptionalNoopElimination ¶
func (m *OptimizationOptions) GetOptionalNoopElimination() isOptimizationOptions_OptionalNoopElimination
func (*OptimizationOptions) GetOptionalParallelBatch ¶
func (m *OptimizationOptions) GetOptionalParallelBatch() isOptimizationOptions_OptionalParallelBatch
func (*OptimizationOptions) GetOptionalShuffleAndRepeatFusion ¶
func (m *OptimizationOptions) GetOptionalShuffleAndRepeatFusion() isOptimizationOptions_OptionalShuffleAndRepeatFusion
func (*OptimizationOptions) GetParallelBatch ¶
func (x *OptimizationOptions) GetParallelBatch() bool
func (*OptimizationOptions) GetShuffleAndRepeatFusion ¶
func (x *OptimizationOptions) GetShuffleAndRepeatFusion() bool
func (*OptimizationOptions) ProtoMessage ¶
func (*OptimizationOptions) ProtoMessage()
func (*OptimizationOptions) ProtoReflect ¶
func (x *OptimizationOptions) ProtoReflect() protoreflect.Message
func (*OptimizationOptions) Reset ¶
func (x *OptimizationOptions) Reset()
func (*OptimizationOptions) String ¶
func (x *OptimizationOptions) String() string
type OptimizationOptions_ApplyDefaultOptimizations ¶
type OptimizationOptions_ApplyDefaultOptimizations struct {
ApplyDefaultOptimizations bool `protobuf:"varint,1,opt,name=apply_default_optimizations,json=applyDefaultOptimizations,proto3,oneof"`
}
type OptimizationOptions_FilterFusion ¶
type OptimizationOptions_FilterFusion struct {
FilterFusion bool `protobuf:"varint,6,opt,name=filter_fusion,json=filterFusion,proto3,oneof"`
}
type OptimizationOptions_FilterParallelization ¶
type OptimizationOptions_FilterParallelization struct {
FilterParallelization bool `protobuf:"varint,18,opt,name=filter_parallelization,json=filterParallelization,proto3,oneof"`
}
type OptimizationOptions_InjectPrefetch ¶
type OptimizationOptions_InjectPrefetch struct {
InjectPrefetch bool `protobuf:"varint,19,opt,name=inject_prefetch,json=injectPrefetch,proto3,oneof"`
}
type OptimizationOptions_MapAndBatchFusion ¶
type OptimizationOptions_MapAndBatchFusion struct {
MapAndBatchFusion bool `protobuf:"varint,9,opt,name=map_and_batch_fusion,json=mapAndBatchFusion,proto3,oneof"`
}
type OptimizationOptions_MapAndFilterFusion ¶
type OptimizationOptions_MapAndFilterFusion struct {
MapAndFilterFusion bool `protobuf:"varint,10,opt,name=map_and_filter_fusion,json=mapAndFilterFusion,proto3,oneof"`
}
type OptimizationOptions_MapFusion ¶
type OptimizationOptions_MapFusion struct {
MapFusion bool `protobuf:"varint,11,opt,name=map_fusion,json=mapFusion,proto3,oneof"`
}
type OptimizationOptions_MapParallelization ¶
type OptimizationOptions_MapParallelization struct {
MapParallelization bool `protobuf:"varint,12,opt,name=map_parallelization,json=mapParallelization,proto3,oneof"`
}
type OptimizationOptions_NoopElimination ¶
type OptimizationOptions_NoopElimination struct {
NoopElimination bool `protobuf:"varint,14,opt,name=noop_elimination,json=noopElimination,proto3,oneof"`
}
type OptimizationOptions_ParallelBatch ¶
type OptimizationOptions_ParallelBatch struct {
ParallelBatch bool `protobuf:"varint,15,opt,name=parallel_batch,json=parallelBatch,proto3,oneof"`
}
type OptimizationOptions_ShuffleAndRepeatFusion ¶
type OptimizationOptions_ShuffleAndRepeatFusion struct {
ShuffleAndRepeatFusion bool `protobuf:"varint,17,opt,name=shuffle_and_repeat_fusion,json=shuffleAndRepeatFusion,proto3,oneof"`
}
type Options ¶
type Options struct { // Whether the outputs need to be produced in deterministic order. // // Types that are assignable to OptionalDeterministic: // // *Options_Deterministic OptionalDeterministic isOptions_OptionalDeterministic `protobuf_oneof:"optional_deterministic"` // The distribution strategy options associated with the dataset. AutotuneOptions *AutotuneOptions `protobuf:"bytes,7,opt,name=autotune_options,json=autotuneOptions,proto3" json:"autotune_options,omitempty"` // The distribution strategy options associated with the dataset. DistributeOptions *DistributeOptions `protobuf:"bytes,2,opt,name=distribute_options,json=distributeOptions,proto3" json:"distribute_options,omitempty"` // The optimization options associated with the dataset. OptimizationOptions *OptimizationOptions `protobuf:"bytes,3,opt,name=optimization_options,json=optimizationOptions,proto3" json:"optimization_options,omitempty"` // Whether to introduce 'slack' in the last `prefetch` of the input pipeline, // if it exists. This may reduce CPU contention with accelerator host-side // activity at the start of a step. The slack frequency is determined by the // number of devices attached to this input pipeline. // // Types that are assignable to OptionalSlack: // // *Options_Slack OptionalSlack isOptions_OptionalSlack `protobuf_oneof:"optional_slack"` // The threading options associated with the dataset. ThreadingOptions *ThreadingOptions `protobuf:"bytes,5,opt,name=threading_options,json=threadingOptions,proto3" json:"threading_options,omitempty"` // This option can be used to override the default policy for how to handle // external state when serializing a dataset or checkpointing its iterator. // There are three settings available - IGNORE: External state is ignored // without a warning; WARN: External state is ignored and a warning is logged; // FAIL: External state results in an error. // // Types that are assignable to OptionalExternalStatePolicy: // // *Options_ExternalStatePolicy OptionalExternalStatePolicy isOptions_OptionalExternalStatePolicy `protobuf_oneof:"optional_external_state_policy"` // contains filtered or unexported fields }
Message stored with Dataset objects to control how datasets are processed and optimized.
next: 8
func (*Options) Descriptor
deprecated
func (*Options) GetAutotuneOptions ¶
func (x *Options) GetAutotuneOptions() *AutotuneOptions
func (*Options) GetDeterministic ¶
func (*Options) GetDistributeOptions ¶
func (x *Options) GetDistributeOptions() *DistributeOptions
func (*Options) GetExternalStatePolicy ¶
func (x *Options) GetExternalStatePolicy() ExternalStatePolicy
func (*Options) GetOptimizationOptions ¶
func (x *Options) GetOptimizationOptions() *OptimizationOptions
func (*Options) GetOptionalDeterministic ¶
func (m *Options) GetOptionalDeterministic() isOptions_OptionalDeterministic
func (*Options) GetOptionalExternalStatePolicy ¶
func (m *Options) GetOptionalExternalStatePolicy() isOptions_OptionalExternalStatePolicy
func (*Options) GetOptionalSlack ¶
func (m *Options) GetOptionalSlack() isOptions_OptionalSlack
func (*Options) GetThreadingOptions ¶
func (x *Options) GetThreadingOptions() *ThreadingOptions
func (*Options) ProtoMessage ¶
func (*Options) ProtoMessage()
func (*Options) ProtoReflect ¶
func (x *Options) ProtoReflect() protoreflect.Message
type Options_Deterministic ¶
type Options_Deterministic struct {
Deterministic bool `protobuf:"varint,1,opt,name=deterministic,proto3,oneof"`
}
type Options_ExternalStatePolicy ¶
type Options_ExternalStatePolicy struct {
ExternalStatePolicy ExternalStatePolicy `` /* 129-byte string literal not displayed */
}
type Options_Slack ¶
type Options_Slack struct {
Slack bool `protobuf:"varint,4,opt,name=slack,proto3,oneof"`
}
type ThreadingOptions ¶
type ThreadingOptions struct { // If set, it overrides the maximum degree of intra-op parallelism. // // Types that are assignable to OptionalMaxIntraOpParallelism: // // *ThreadingOptions_MaxIntraOpParallelism OptionalMaxIntraOpParallelism isThreadingOptions_OptionalMaxIntraOpParallelism `protobuf_oneof:"optional_max_intra_op_parallelism"` // If set, the dataset will use a private threadpool of the given size. // // Types that are assignable to OptionalPrivateThreadpoolSize: // // *ThreadingOptions_PrivateThreadpoolSize OptionalPrivateThreadpoolSize isThreadingOptions_OptionalPrivateThreadpoolSize `protobuf_oneof:"optional_private_threadpool_size"` // contains filtered or unexported fields }
next: 3
func (*ThreadingOptions) Descriptor
deprecated
func (*ThreadingOptions) Descriptor() ([]byte, []int)
Deprecated: Use ThreadingOptions.ProtoReflect.Descriptor instead.
func (*ThreadingOptions) GetMaxIntraOpParallelism ¶
func (x *ThreadingOptions) GetMaxIntraOpParallelism() int32
func (*ThreadingOptions) GetOptionalMaxIntraOpParallelism ¶
func (m *ThreadingOptions) GetOptionalMaxIntraOpParallelism() isThreadingOptions_OptionalMaxIntraOpParallelism
func (*ThreadingOptions) GetOptionalPrivateThreadpoolSize ¶
func (m *ThreadingOptions) GetOptionalPrivateThreadpoolSize() isThreadingOptions_OptionalPrivateThreadpoolSize
func (*ThreadingOptions) GetPrivateThreadpoolSize ¶
func (x *ThreadingOptions) GetPrivateThreadpoolSize() int32
func (*ThreadingOptions) ProtoMessage ¶
func (*ThreadingOptions) ProtoMessage()
func (*ThreadingOptions) ProtoReflect ¶
func (x *ThreadingOptions) ProtoReflect() protoreflect.Message
func (*ThreadingOptions) Reset ¶
func (x *ThreadingOptions) Reset()
func (*ThreadingOptions) String ¶
func (x *ThreadingOptions) String() string
type ThreadingOptions_MaxIntraOpParallelism ¶
type ThreadingOptions_MaxIntraOpParallelism struct {
MaxIntraOpParallelism int32 `protobuf:"varint,1,opt,name=max_intra_op_parallelism,json=maxIntraOpParallelism,proto3,oneof"`
}
type ThreadingOptions_PrivateThreadpoolSize ¶
type ThreadingOptions_PrivateThreadpoolSize struct {
PrivateThreadpoolSize int32 `protobuf:"varint,2,opt,name=private_threadpool_size,json=privateThreadpoolSize,proto3,oneof"`
}