bucketindex

Aug 26, 2022

Changes in this version

+ const IndexCompressedFilename

+ const IndexFilename

+ const IndexVersion1

+ const MarkersPathname

+ const SegmentsFormat1Based6Digits

+ const SegmentsFormatUnknown

+ var ErrBlockDeletionMarkCorrupted = errors.New("block deletion mark corrupted")

+ var ErrBlockDeletionMarkNotFound = errors.New("block deletion mark not found")

+ var ErrBlockMetaCorrupted = block.ErrorSyncMetaCorrupted

+ var ErrBlockMetaNotFound = block.ErrorSyncMetaNotFound

+ var ErrIndexCorrupted = errors.New("bucket index corrupted")

+ var ErrIndexNotFound = errors.New("bucket index not found")

+ var MarkersMap = map[string]func(ulid.ULID) string

+ func BlockDeletionMarkFilepath(blockID ulid.ULID) string

+ func BucketWithGlobalMarkers(b objstore.Bucket) objstore.Bucket

+ func DeleteIndex(ctx context.Context, bkt objstore.Bucket, userID string, ...) error

+ func IsBlockDeletionMarkFilename(name string) (ulid.ULID, bool)

+ func IsBlockNoCompactMarkFilename(name string) (ulid.ULID, bool)

+ func MigrateBlockDeletionMarksToGlobalLocation(ctx context.Context, bkt objstore.Bucket, userID string, ...) error

+ func NoCompactMarkFilenameMarkFilepath(blockID ulid.ULID) string

+ func WriteIndex(ctx context.Context, bkt objstore.Bucket, userID string, ...) error

+ type Block struct

+ ID ulid.ULID

+ MaxTime int64

+ MinTime int64

+ SegmentsFormat string

+ SegmentsNum int

+ UploadedAt int64

+ func BlockFromThanosMeta(meta metadata.Meta) *Block

+ func (m *Block) GetUploadedAt() time.Time

+ func (m *Block) String() string

+ func (m *Block) ThanosMeta(userID string) *metadata.Meta

+ func (m *Block) Within(minT, maxT int64) bool

+ type BlockDeletionMark struct

+ DeletionTime int64

+ ID ulid.ULID

+ func BlockDeletionMarkFromThanosMarker(mark *metadata.DeletionMark) *BlockDeletionMark

+ func (m *BlockDeletionMark) GetDeletionTime() time.Time

+ func (m *BlockDeletionMark) ThanosDeletionMark() *metadata.DeletionMark

+ type BlockDeletionMarks []*BlockDeletionMark

+ func (s BlockDeletionMarks) Clone() BlockDeletionMarks

+ func (s BlockDeletionMarks) GetULIDs() []ulid.ULID

+ type Blocks []*Block

+ func (s Blocks) GetULIDs() []ulid.ULID

+ func (s Blocks) String() string

+ type Index struct

+ BlockDeletionMarks BlockDeletionMarks

+ Blocks Blocks

+ UpdatedAt int64

+ Version int

+ func ReadIndex(ctx context.Context, bkt objstore.Bucket, userID string, ...) (*Index, error)

+ func (idx *Index) GetUpdatedAt() time.Time

+ func (idx *Index) RemoveBlock(id ulid.ULID)

+ type Loader struct

+ func NewLoader(cfg LoaderConfig, bucketClient objstore.Bucket, ...) *Loader

+ func (l *Loader) GetIndex(ctx context.Context, userID string) (*Index, error)

+ type LoaderConfig struct

+ CheckInterval time.Duration

+ IdleTimeout time.Duration

+ UpdateOnErrorInterval time.Duration

+ UpdateOnStaleInterval time.Duration

+ type Updater struct

+ func NewUpdater(bkt objstore.Bucket, userID string, cfgProvider bucket.TenantConfigProvider, ...) *Updater

+ func (w *Updater) UpdateIndex(ctx context.Context, old *Index) (*Index, map[ulid.ULID]error, int64, error)