compactor

package

v0.12.0-rc1 Latest Latest Go to latest Published: Oct 30, 2023 License: Apache-2.0 Imports: 11 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

Repository

github.com/rancher/opni

Documentation ¶

Constants ¶

This section is empty.

Variables ¶

View Source

var File_github_com_rancher_opni_internal_cortex_config_compactor_compactor_proto protoreflect.FileDescriptor

Functions ¶

This section is empty.

Types ¶

type Config ¶

type Config struct {

	// List of compaction time ranges.
	BlockRanges []*durationpb.Duration `protobuf:"bytes,1,rep,name=block_ranges,json=blockRanges,proto3" json:"block_ranges,omitempty"`
	// Number of Go routines to use when syncing block index and chunks files from the long term storage.
	BlockSyncConcurrency *int32 `` /* 130-byte string literal not displayed */
	// Number of Go routines to use when syncing block meta files from the long term storage.
	MetaSyncConcurrency *int32 `` /* 127-byte string literal not displayed */
	// Minimum age of fresh (non-compacted) blocks before they are being processed. Malformed blocks older than the maximum of consistency-delay and 48h0m0s will be removed.
	ConsistencyDelay *durationpb.Duration `protobuf:"bytes,4,opt,name=consistency_delay,json=consistencyDelay,proto3" json:"consistency_delay,omitempty"`
	// The frequency at which the compaction runs
	CompactionInterval *durationpb.Duration `protobuf:"bytes,5,opt,name=compaction_interval,json=compactionInterval,proto3" json:"compaction_interval,omitempty"`
	// How many times to retry a failed compaction within a single compaction run.
	CompactionRetries *int32 `protobuf:"varint,6,opt,name=compaction_retries,json=compactionRetries,proto3,oneof" json:"compaction_retries,omitempty"`
	// Max number of concurrent compactions running.
	CompactionConcurrency *int32 `` /* 131-byte string literal not displayed */
	// How frequently compactor should run blocks cleanup and maintenance, as well as update the bucket index.
	CleanupInterval *durationpb.Duration `protobuf:"bytes,8,opt,name=cleanup_interval,json=cleanupInterval,proto3" json:"cleanup_interval,omitempty"`
	// Max number of tenants for which blocks cleanup and maintenance should run concurrently.
	CleanupConcurrency *int32 `protobuf:"varint,9,opt,name=cleanup_concurrency,json=cleanupConcurrency,proto3,oneof" json:"cleanup_concurrency,omitempty"`
	// Time before a block marked for deletion is deleted from bucket. If not 0, blocks will be marked for deletion and compactor component will permanently delete blocks marked for deletion from the bucket. If 0, blocks will be deleted straight away. Note that deleting blocks immediately can cause query failures.
	DeletionDelay *durationpb.Duration `protobuf:"bytes,10,opt,name=deletion_delay,json=deletionDelay,proto3" json:"deletion_delay,omitempty"`
	// For tenants marked for deletion, this is time between deleting of last block, and doing final cleanup (marker files, debug files) of the tenant.
	TenantCleanupDelay *durationpb.Duration `protobuf:"bytes,11,opt,name=tenant_cleanup_delay,json=tenantCleanupDelay,proto3" json:"tenant_cleanup_delay,omitempty"`
	// When enabled, mark blocks containing index with out-of-order chunks for no compact instead of halting the compaction.
	SkipBlocksWithOutOfOrderChunksEnabled *bool `` /* 192-byte string literal not displayed */
	// Number of goroutines to use when fetching/uploading block files from object storage.
	BlockFilesConcurrency *int32 `` /* 134-byte string literal not displayed */
	// Number of goroutines to use when fetching blocks from object storage when compacting.
	BlocksFetchConcurrency *int32 `` /* 137-byte string literal not displayed */
	// When enabled, at compactor startup the bucket will be scanned and all found deletion marks inside the block location will be copied to the markers global location too. This option can (and should) be safely disabled as soon as the compactor has successfully run at least once.
	BlockDeletionMarksMigrationEnabled *bool `` /* 177-byte string literal not displayed */
	// Comma separated list of tenants that can be compacted. If specified, only these tenants will be compacted by compactor, otherwise all tenants can be compacted. Subject to sharding.
	EnabledTenants []string `protobuf:"bytes,16,rep,name=enabled_tenants,json=enabledTenants,proto3" json:"enabled_tenants,omitempty"`
	// Comma separated list of tenants that cannot be compacted by this compactor. If specified, and compactor would normally pick given tenant for compaction (via -compactor.enabled-tenants or sharding), it will be ignored instead.
	DisabledTenants []string `protobuf:"bytes,17,rep,name=disabled_tenants,json=disabledTenants,proto3" json:"disabled_tenants,omitempty"`
	// How long block visit marker file should be considered as expired and able to be picked up by compactor again.
	BlockVisitMarkerTimeout *durationpb.Duration `` /* 135-byte string literal not displayed */
	// How frequently block visit marker file should be updated duration compaction.
	BlockVisitMarkerFileUpdateInterval *durationpb.Duration `` /* 172-byte string literal not displayed */
	// When enabled, index verification will ignore out of order label names.
	AcceptMalformedIndex *bool `` /* 131-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*Config) DeepCopy ¶

func (in *Config) DeepCopy() *Config

func (*Config) DeepCopyInto ¶

func (in *Config) DeepCopyInto(out *Config)

func (*Config) Descriptor deprecated

func (*Config) Descriptor() ([]byte, []int)

Deprecated: Use Config.ProtoReflect.Descriptor instead.

func (*Config) FlagSet ¶

func (in *Config) FlagSet(prefix ...string) *pflag.FlagSet

func (*Config) GetAcceptMalformedIndex ¶

func (x *Config) GetAcceptMalformedIndex() bool

func (*Config) GetBlockDeletionMarksMigrationEnabled ¶

func (x *Config) GetBlockDeletionMarksMigrationEnabled() bool

func (*Config) GetBlockFilesConcurrency ¶

func (x *Config) GetBlockFilesConcurrency() int32

func (*Config) GetBlockRanges ¶

func (x *Config) GetBlockRanges() []*durationpb.Duration

func (*Config) GetBlockSyncConcurrency ¶

func (x *Config) GetBlockSyncConcurrency() int32

func (*Config) GetBlockVisitMarkerFileUpdateInterval ¶

func (x *Config) GetBlockVisitMarkerFileUpdateInterval() *durationpb.Duration

func (*Config) GetBlockVisitMarkerTimeout ¶

func (x *Config) GetBlockVisitMarkerTimeout() *durationpb.Duration

func (*Config) GetBlocksFetchConcurrency ¶

func (x *Config) GetBlocksFetchConcurrency() int32

func (*Config) GetCleanupConcurrency ¶

func (x *Config) GetCleanupConcurrency() int32

func (*Config) GetCleanupInterval ¶

func (x *Config) GetCleanupInterval() *durationpb.Duration

func (*Config) GetCompactionConcurrency ¶

func (x *Config) GetCompactionConcurrency() int32

func (*Config) GetCompactionInterval ¶

func (x *Config) GetCompactionInterval() *durationpb.Duration

func (*Config) GetCompactionRetries ¶

func (x *Config) GetCompactionRetries() int32

func (*Config) GetConsistencyDelay ¶

func (x *Config) GetConsistencyDelay() *durationpb.Duration

func (*Config) GetDeletionDelay ¶

func (x *Config) GetDeletionDelay() *durationpb.Duration

func (*Config) GetDisabledTenants ¶

func (x *Config) GetDisabledTenants() []string

func (*Config) GetEnabledTenants ¶

func (x *Config) GetEnabledTenants() []string

func (*Config) GetMetaSyncConcurrency ¶

func (x *Config) GetMetaSyncConcurrency() int32

func (*Config) GetSkipBlocksWithOutOfOrderChunksEnabled ¶

func (x *Config) GetSkipBlocksWithOutOfOrderChunksEnabled() bool

func (*Config) GetTenantCleanupDelay ¶

func (x *Config) GetTenantCleanupDelay() *durationpb.Duration

func (*Config) ProtoMessage ¶

func (*Config) ProtoMessage()

func (*Config) ProtoReflect ¶

func (x *Config) ProtoReflect() protoreflect.Message

func (*Config) Reset ¶

func (x *Config) Reset()

func (*Config) String ¶

func (x *Config) String() string

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL