phlaredb

Nov 9, 2024

Changes in this version

type BlockQuerier

+ func (b *BlockQuerier) BlockMeta(ctx context.Context, name string) (meta *block.Meta, _ error)

Sep 12, 2024

Changes in this version

+ func ContextWithHeadMetrics(ctx context.Context, reg prometheus.Registerer, prefix string) context.Context

type Head

+ func (h *Head) LocalPathFor(relPath string) string

+ func (h *Head) Meta() *block.Meta

+ func (h *Head) MustProfileTypeNames() []string

type IndexReader

+ SeriesBy func(ref storage.SeriesRef, lset *phlaremodel.Labels, chks *[]index.ChunkMeta, ...) (uint64, error)

Jul 31, 2024

Changes in this version

type Config

+ SymDBFormat symdb.FormatVersion

May 30, 2024

Changes in this version

type Head

+ func (h *Head) GetMetaStats() block.MetaStats

type PhlareDB

+ func (f *PhlareDB) GetBlockStats(ctx context.Context, req *connect.Request[ingestv1.GetBlockStatsRequest]) (*connect.Response[ingestv1.GetBlockStatsResponse], error)

+ func (f *PhlareDB) GetProfileStats(ctx context.Context, req *connect.Request[typesv1.GetProfileStatsRequest]) (*connect.Response[typesv1.GetProfileStatsResponse], error)

Feb 6, 2024

Changes in this version

type Profile

+ RowNumber func() int64

type ProfileWithLabels

+ func (p ProfileWithLabels) RowNumber() int64

Jan 18, 2024

Changes in this version

+ const DefaultRetentionExpiry

+ func ContextWithBlockMetrics(ctx context.Context, m *BlocksMetrics) context.Context

type BlockReader

+ Open func(context.Context) error

+ type BlocksMetrics struct

+ func NewBlocksMetrics(reg prometheus.Registerer) *BlocksMetrics

+ func (m *BlocksMetrics) Unregister()

+ type CompactWithSplittingOpts struct

+ DownsamplerEnabled bool

+ Dst string

+ Logger log.Logger

+ SplitBy SplitByFunc

+ SplitCount uint64

+ Src []BlockReader

+ StageSize uint64

+ type SymbolsRewriter interface

+ Close func() (uint64, error)

+ ReWriteRow func(profile profileRow) error

+ type SymbolsRewriterFn func(blockPath string) SymbolsRewriter

Dec 15, 2023

Changes in this version

+ type ProfileReader interface

+ Root func() *parquet.Column

+ RowGroups func() []parquet.RowGroup

+ Schema func() *parquet.Schema

type Querier

+ SelectMergeByLabels func(ctx context.Context, params *ingestv1.SelectProfilesRequest, by ...string) ([]*typesv1.Series, error)

+ SelectMergeBySpans func(ctx context.Context, params *ingestv1.SelectSpanProfileRequest) (*phlaremodel.Tree, error)

+ SelectMergeByStacktraces func(ctx context.Context, params *ingestv1.SelectProfilesRequest) (*phlaremodel.Tree, error)

+ SelectMergePprof func(ctx context.Context, params *ingestv1.SelectProfilesRequest, maxNodes int64) (*profilev1.Profile, error)

+ type RowsIterator struct

+ func (it *RowsIterator[T]) At() T

+ func (it *RowsIterator[T]) Close() error

+ func (it *RowsIterator[T]) Err() error

+ func (it *RowsIterator[T]) Next() bool

Nov 16, 2023

Changes in this version

+ const DefaultMinDiskAvailablePercentage

+ const DefaultMinFreeDisk

+ const DefaultRetentionPolicyEnforcementInterval

+ const StaleGracePeriod

+ var SplitByFingerprint = func(r profileRow, shardsCount uint64) uint64

+ var SplitByStacktracePartition = func(r profileRow, shardsCount uint64) uint64

+ func HintsToBlockSkipper(hints *ingestv1.Hints) func(ulid string) bool

+ func LabelNames(ctx context.Context, req *connect.Request[typesv1.LabelNamesRequest], ...) (*typesv1.LabelNamesResponse, error)

+ func LabelValues(ctx context.Context, req *connect.Request[typesv1.LabelValuesRequest], ...) (*typesv1.LabelValuesResponse, error)

+ func MergeSpanProfile(ctx context.Context, ...) error

+ func ProfileTypes(ctx context.Context, req *connect.Request[ingestv1.ProfileTypesRequest], ...) (*connect.Response[ingestv1.ProfileTypesResponse], error)

type BlockReader

+ Close func() error

type Config

+ DisableEnforcement bool

+ EnforcementInterval time.Duration

+ MinDiskAvailablePercentage float64

+ MinFreeDisk uint64

type Head

+ func (h *Head) BlockID() string

type PhlareDB

+ func (f *PhlareDB) BlockMetadata(ctx context.Context, req *connect.Request[ingestv1.BlockMetadataRequest]) (*connect.Response[ingestv1.BlockMetadataResponse], error)

+ func (f *PhlareDB) MergeSpanProfile(ctx context.Context, ...) error

type Querier

+ BlockID func() string

+ LabelNames func(ctx context.Context, req *connect.Request[typesv1.LabelNamesRequest]) (*connect.Response[typesv1.LabelNamesResponse], error)

+ LabelValues func(ctx context.Context, req *connect.Request[typesv1.LabelValuesRequest]) (*connect.Response[typesv1.LabelValuesResponse], error)

+ MergeBySpans func(ctx context.Context, rows iter.Iterator[Profile], ...) (*phlaremodel.Tree, error)

+ ProfileTypes func(context.Context, *connect.Request[ingestv1.ProfileTypesRequest]) (*connect.Response[ingestv1.ProfileTypesResponse], error)

type Queriers

+ func (queriers Queriers) LabelNames(ctx context.Context, req *connect.Request[typesv1.LabelNamesRequest]) (*connect.Response[typesv1.LabelNamesResponse], error)

+ func (queriers Queriers) LabelValues(ctx context.Context, req *connect.Request[typesv1.LabelValuesRequest]) (*connect.Response[typesv1.LabelValuesResponse], error)

+ func (queriers Queriers) MergeProfilesLabels(ctx context.Context, ...) error

+ func (queriers Queriers) MergeProfilesPprof(ctx context.Context, ...) error

+ func (queriers Queriers) MergeProfilesStacktraces(ctx context.Context, ...) error

+ func (queriers Queriers) MergeSpanProfile(ctx context.Context, ...) error

+ func (queriers Queriers) ProfileTypes(ctx context.Context, req *connect.Request[ingestv1.ProfileTypesRequest]) (*connect.Response[ingestv1.ProfileTypesResponse], error)

+ func (queriers Queriers) Series(ctx context.Context, req *connect.Request[ingestv1.SeriesRequest]) (*connect.Response[ingestv1.SeriesResponse], error)

+ type ReadAPI interface

+ LabelNames func(context.Context, *connect.Request[typesv1.LabelNamesRequest]) (*connect.Response[typesv1.LabelNamesResponse], error)

+ LabelValues func(context.Context, *connect.Request[typesv1.LabelValuesRequest]) (*connect.Response[typesv1.LabelValuesResponse], error)

+ MergeProfilesLabels func(context.Context, ...) error

+ MergeProfilesPprof func(context.Context, ...) error

+ MergeProfilesStacktraces func(context.Context, ...) error

+ MergeSpanProfile func(context.Context, ...) error

+ ProfileTypes func(context.Context, *connect.Request[ingestv1.ProfileTypesRequest]) (*connect.Response[ingestv1.ProfileTypesResponse], error)

+ Series func(context.Context, *connect.Request[ingestv1.SeriesRequest]) (*connect.Response[ingestv1.SeriesResponse], error)

+ type SplitByFunc func(r profileRow, shardsCount uint64) uint64

+ type TimeBounded interface

+ Bounds func() (model.Time, model.Time)

Oct 10, 2023

Changes in this version

+ const PathLocal

+ func CompactWithSplitting(ctx context.Context, src []BlockReader, shardsCount uint64, dst string) ([]block.Meta, error)

+ func Series(ctx context.Context, req *ingestv1.SeriesRequest, blockGetter BlockGetter) (*ingestv1.SeriesResponse, error)

+ func ValidateLocalBlock(phlarectx context.Context, dir string) error

type PhlareDB

+ func (f *PhlareDB) LegacySeries(ctx context.Context, req *connect.Request[ingestv1.SeriesRequest]) (*connect.Response[ingestv1.SeriesResponse], error)

type Querier

+ Series func(ctx context.Context, params *ingestv1.SeriesRequest) ([]*typesv1.Labels, error)

Aug 29, 2023

Changes in this version

+ func Compact(ctx context.Context, src []BlockReader, dst string) (meta block.Meta, err error)

+ func InRange(q Querier, start, end model.Time) bool

+ func MergeProfilesLabels(ctx context.Context, ...) error

+ func MergeProfilesPprof(ctx context.Context, ...) error

+ func MergeProfilesStacktraces(ctx context.Context, ...) error

+ func NewSingleBlockQuerierFromMeta(phlarectx context.Context, bucketReader phlareobj.Bucket, meta *block.Meta) *singleBlockQuerier

+ func PostingsForMatchers(ix IndexReader, shard *index.ShardAnnotation, ms ...*labels.Matcher) (index.Postings, error)

+ func SelectMatchingProfiles(ctx context.Context, request *ingestv1.SelectProfilesRequest, ...) ([]iter.Iterator[Profile], error)

+ func SplitFiltersAndMatchers(allMatchers []*labels.Matcher) (filters, matchers []*labels.Matcher)

+ type BidiServerMerge interface

+ Receive func() (Req, error)

+ Send func(Res) error

+ type BlockGetter func(ctx context.Context, start, end model.Time) (Queriers, error)

+ type BlockInfo struct

+ Functions TableInfo

+ ID ulid.ULID

+ Locations TableInfo

+ Mappings TableInfo

+ MaxTime model.Time

+ MinTime model.Time

+ Profiles TableInfo

+ Series uint64

+ Stacktraces TableInfo

+ Strings TableInfo

+ type BlockProfile struct

+ RowNum int64

+ func (p BlockProfile) Fingerprint() model.Fingerprint

+ func (p BlockProfile) Labels() phlaremodel.Labels

+ func (p BlockProfile) RowNumber() int64

+ func (p BlockProfile) StacktracePartition() uint64

+ func (p BlockProfile) Timestamp() model.Time

+ type BlockQuerier struct

+ func NewBlockQuerier(phlarectx context.Context, bucketReader phlareobj.Bucket) *BlockQuerier

+ func (b *BlockQuerier) AddBlockQuerierByMeta(m *block.Meta)

+ func (b *BlockQuerier) BlockInfo() []BlockInfo

+ func (b *BlockQuerier) BlockMetas(ctx context.Context) (metas []*block.Meta, _ error)

+ func (b *BlockQuerier) Close() error

+ func (b *BlockQuerier) Queriers() Queriers

+ func (b *BlockQuerier) Sync(ctx context.Context) error

+ type BlockReader interface

+ Index func() IndexReader

+ Meta func() block.Meta

+ Profiles func() []parquet.RowGroup

+ Symbols func() symdb.SymbolsReader

+ type Config struct

+ DataPath string

+ MaxBlockDuration time.Duration

+ Parquet *ParquetConfig

+ RowGroupTargetSize uint64

+ func (cfg *Config) RegisterFlags(f *flag.FlagSet)

+ type Head struct

+ func NewHead(phlarectx context.Context, cfg Config, limiter TenantLimiter) (*Head, error)

+ func (h *Head) Bounds() (mint, maxt model.Time)

+ func (h *Head) Flush(ctx context.Context) error

+ func (h *Head) Ingest(ctx context.Context, p *profilev1.Profile, id uuid.UUID, ...) error

+ func (h *Head) LabelNames(ctx context.Context, req *connect.Request[typesv1.LabelNamesRequest]) (*connect.Response[typesv1.LabelNamesResponse], error)

+ func (h *Head) LabelValues(ctx context.Context, req *connect.Request[typesv1.LabelValuesRequest]) (*connect.Response[typesv1.LabelValuesResponse], error)

+ func (h *Head) MemorySize() uint64

+ func (h *Head) Move() error

+ func (h *Head) ProfileTypes(ctx context.Context, req *connect.Request[ingestv1.ProfileTypesRequest]) (*connect.Response[ingestv1.ProfileTypesResponse], error)

+ func (h *Head) Queriers() Queriers

+ func (h *Head) Series(ctx context.Context, req *connect.Request[ingestv1.SeriesRequest]) (*connect.Response[ingestv1.SeriesResponse], error)

+ func (h *Head) Size() uint64

+ func (h *Head) Sort(in []Profile) []Profile

+ type IndexReader interface

+ Bounds func() (int64, int64)

+ Checksum func() uint32

+ Close func() error

+ LabelNames func(matchers ...*labels.Matcher) ([]string, error)

+ LabelNamesFor func(ids ...storage.SeriesRef) ([]string, error)

+ LabelValueFor func(id storage.SeriesRef, label string) (string, error)

+ LabelValues func(name string, matchers ...*labels.Matcher) ([]string, error)

+ Postings func(name string, shard *index.ShardAnnotation, values ...string) (index.Postings, error)

+ Series func(ref storage.SeriesRef, lset *phlaremodel.Labels, chks *[]index.ChunkMeta) (uint64, error)

+ SortedLabelValues func(name string, matchers ...*labels.Matcher) ([]string, error)

+ Symbols func() index.StringIter

+ type ParquetConfig struct

+ MaxBlockBytes uint64

+ MaxBufferRowCount int

+ MaxRowGroupBytes uint64

+ type PhlareDB struct

+ func New(phlarectx context.Context, cfg Config, limiter TenantLimiter, ...) (*PhlareDB, error)

+ func (f *PhlareDB) BlockMetas(ctx context.Context) ([]*block.Meta, error)

+ func (f *PhlareDB) Close() error

+ func (f *PhlareDB) Evict(blockID ulid.ULID, fn func() error) (bool, error)

+ func (f *PhlareDB) Flush(ctx context.Context) (err error)

+ func (f *PhlareDB) Ingest(ctx context.Context, p *profilev1.Profile, id uuid.UUID, ...) (err error)

+ func (f *PhlareDB) LabelNames(ctx context.Context, req *connect.Request[typesv1.LabelNamesRequest]) (resp *connect.Response[typesv1.LabelNamesResponse], err error)

+ func (f *PhlareDB) LabelValues(ctx context.Context, req *connect.Request[typesv1.LabelValuesRequest]) (resp *connect.Response[typesv1.LabelValuesResponse], err error)

+ func (f *PhlareDB) LocalDataPath() string

+ func (f *PhlareDB) MergeProfilesLabels(ctx context.Context, ...) error

+ func (f *PhlareDB) MergeProfilesPprof(ctx context.Context, ...) error

+ func (f *PhlareDB) MergeProfilesStacktraces(ctx context.Context, ...) error

+ func (f *PhlareDB) ProfileTypes(ctx context.Context, req *connect.Request[ingestv1.ProfileTypesRequest]) (resp *connect.Response[ingestv1.ProfileTypesResponse], err error)

+ func (f *PhlareDB) Series(ctx context.Context, req *connect.Request[ingestv1.SeriesRequest]) (resp *connect.Response[ingestv1.SeriesResponse], err error)

+ type Profile interface

+ Fingerprint func() model.Fingerprint

+ Labels func() phlaremodel.Labels

+ StacktracePartition func() uint64

+ Timestamp func() model.Time

+ type ProfileSelectorIterator struct

+ func NewProfileSelectorIterator() *ProfileSelectorIterator

+ func (it *ProfileSelectorIterator) At() Profile

+ func (it *ProfileSelectorIterator) Close() error

+ func (it *ProfileSelectorIterator) Err() error

+ func (it *ProfileSelectorIterator) Next() bool

+ func (it *ProfileSelectorIterator) Push(batch []Profile)

+ type ProfileWithIndex struct

+ Index int

+ type ProfileWithLabels struct

+ func (p ProfileWithLabels) Fingerprint() model.Fingerprint

+ func (p ProfileWithLabels) Labels() phlaremodel.Labels

+ func (p ProfileWithLabels) Samples() schemav1.Samples

+ func (p ProfileWithLabels) StacktracePartition() uint64

+ func (p ProfileWithLabels) Timestamp() model.Time

+ func (p ProfileWithLabels) Total() int64

+ type Querier interface

+ Bounds func() (model.Time, model.Time)

+ MergeByLabels func(ctx context.Context, rows iter.Iterator[Profile], by ...string) ([]*typesv1.Series, error)

+ MergeByStacktraces func(ctx context.Context, rows iter.Iterator[Profile]) (*phlaremodel.Tree, error)

+ MergePprof func(ctx context.Context, rows iter.Iterator[Profile]) (*profile.Profile, error)

+ Open func(ctx context.Context) error

+ SelectMatchingProfiles func(ctx context.Context, params *ingestv1.SelectProfilesRequest) (iter.Iterator[Profile], error)

+ Sort func([]Profile) []Profile

+ type Queriers []Querier

+ func (queriers Queriers) ForTimeRange(_ context.Context, start, end model.Time) (Queriers, error)

+ func (queriers Queriers) Open(ctx context.Context) error

+ func (queriers Queriers) SelectMatchingProfiles(ctx context.Context, params *ingestv1.SelectProfilesRequest) (iter.Iterator[Profile], error)

+ type ResultWithRowNum struct

+ Result M

+ RowNum int64

+ type SeriesIterator struct

+ func NewSeriesIterator(labels phlaremodel.Labels, fingerprint model.Fingerprint, ...) *SeriesIterator

+ func (it *SeriesIterator) At() Profile

+ func (it *SeriesIterator) Next() bool

+ type Source interface

+ RowGroups func() []parquet.RowGroup

+ Schema func() *parquet.Schema

+ type Table interface

+ Close func() error

+ Flush func(context.Context) (numRows uint64, numRowGroups uint64, err error)

+ Init func(path string, cfg *ParquetConfig, metrics *headMetrics) error

+ MemorySize func() uint64

+ Name func() string

+ Size func() uint64

+ type TableInfo struct

+ Bytes uint64

+ RowGroups uint64

+ Rows uint64

+ type TenantLimiter interface

+ AllowProfile func(fp model.Fingerprint, lbs phlaremodel.Labels, tsNano int64) error

+ Stop func()