util

Documentation

Index

• func BuildIndexFileName(tableName, uploader, dbName string) string
• func CompressFile(src, dest string, sync bool) error
• func DoParallelQueries(ctx context.Context, tableQuerier TableQuerier, queries []chunk.IndexQuery, ...) error
• func GetFileFromStorage(ctx context.Context, storageClient IndexStorageClient, ...) error
• func QueriesByTable(queries []chunk.IndexQuery) map[string][]chunk.IndexQuery
• func QueryKey(q chunk.IndexQuery) string
• func SafeOpenBoltdbFile(path string) (*bbolt.DB, error)
• func ValidateSharedStoreKeyPrefix(prefix string) error
• type IndexDeduper
  • func NewIndexDeduper(callback chunk_util.Callback) *IndexDeduper
  • func (i *IndexDeduper) Callback(query chunk.IndexQuery, batch chunk.ReadBatch) bool
• type IndexStorageClient
• type TableQuerier

Functions

func BuildIndexFileName

func BuildIndexFileName(tableName, uploader, dbName string) string

func CompressFile

func CompressFile(src, dest string, sync bool) error

func DoParallelQueries

func DoParallelQueries(ctx context.Context, tableQuerier TableQuerier, queries []chunk.IndexQuery, callback chunk_util.Callback) error

func GetFileFromStorage

func GetFileFromStorage(ctx context.Context, storageClient IndexStorageClient, tableName, fileName, destination string, sync bool) error

GetFileFromStorage downloads a file from storage to given location.

func QueriesByTable

func QueriesByTable(queries []chunk.IndexQuery) map[string][]chunk.IndexQuery

QueriesByTable groups and returns queries by tables.

func QueryKey

func QueryKey(q chunk.IndexQuery) string

func SafeOpenBoltdbFile

func SafeOpenBoltdbFile(path string) (*bbolt.DB, error)

SafeOpenBoltdbFile will recover from a panic opening a DB file, and return the panic message in the err return object.

func ValidateSharedStoreKeyPrefix

func ValidateSharedStoreKeyPrefix(prefix string) error

Types

type IndexDeduper

type IndexDeduper struct {
	// contains filtered or unexported fields
}

IndexDeduper should always be used on table level not the whole query level because it just looks at range values which can be repeated across tables Cortex anyways dedupes entries across tables

func NewIndexDeduper

func NewIndexDeduper(callback chunk_util.Callback) *IndexDeduper

func (*IndexDeduper) Callback

func (i *IndexDeduper) Callback(query chunk.IndexQuery, batch chunk.ReadBatch) bool

type IndexStorageClient

type IndexStorageClient interface {
	GetFile(ctx context.Context, tableName, fileName string) (io.ReadCloser, error)
}

type TableQuerier

type TableQuerier interface {
	MultiQueries(ctx context.Context, queries []chunk.IndexQuery, callback chunk_util.Callback) error
}