ingester

Documentation

Index

• type Config
  • func (cfg *Config) RegisterFlags(f *flag.FlagSet)
  • func (cfg *Config) Validate() error
• type Ingester
  • func New(phlarectx context.Context, cfg Config, dbConfig phlaredb.Config, ...) (*Ingester, error)
  • func (i *Ingester) BlockMetadata(ctx context.Context, req *connect.Request[ingestv1.BlockMetadataRequest]) (*connect.Response[ingestv1.BlockMetadataResponse], error)
  • func (i *Ingester) CheckReady(ctx context.Context) error
  • func (i *Ingester) Flush(ctx context.Context, req *connect.Request[ingesterv1.FlushRequest]) (*connect.Response[ingesterv1.FlushResponse], error)
  • func (i *Ingester) GetBlockStats(ctx context.Context, req *connect.Request[ingestv1.GetBlockStatsRequest]) (*connect.Response[ingestv1.GetBlockStatsResponse], error)
  • func (i *Ingester) GetOrCreateInstance(tenantID string) (*instance, error)
  • func (i *Ingester) GetProfileStats(ctx context.Context, req *connect.Request[typesv1.GetProfileStatsRequest]) (*connect.Response[typesv1.GetProfileStatsResponse], error)
  • func (i *Ingester) LabelNames(ctx context.Context, req *connect.Request[typesv1.LabelNamesRequest]) (*connect.Response[typesv1.LabelNamesResponse], error)
  • func (i *Ingester) LabelValues(ctx context.Context, req *connect.Request[typesv1.LabelValuesRequest]) (*connect.Response[typesv1.LabelValuesResponse], error)
  • func (i *Ingester) MergeProfilesLabels(ctx context.Context, ...) error
  • func (i *Ingester) MergeProfilesPprof(ctx context.Context, ...) error
  • func (i *Ingester) MergeProfilesStacktraces(ctx context.Context, ...) error
  • func (i *Ingester) MergeSpanProfile(ctx context.Context, ...) error
  • func (i *Ingester) ProfileTypes(ctx context.Context, req *connect.Request[ingestv1.ProfileTypesRequest]) (*connect.Response[ingestv1.ProfileTypesResponse], error)
  • func (i *Ingester) Push(ctx context.Context, req *connect.Request[pushv1.PushRequest]) (*connect.Response[pushv1.PushResponse], error)
  • func (i *Ingester) Series(ctx context.Context, req *connect.Request[ingestv1.SeriesRequest]) (*connect.Response[ingestv1.SeriesResponse], error)
  • func (i *Ingester) TransferOut(ctx context.Context) error
• type Limiter
  • func NewLimiter(tenantID string, limits Limits, ring RingCount, replicationFactor int) Limiter
• type Limits
• type RingCount

Types

type Config

type Config struct {
	LifecyclerConfig ring.LifecyclerConfig `yaml:"lifecycler,omitempty"`
}

func (*Config) RegisterFlags

func (cfg *Config) RegisterFlags(f *flag.FlagSet)

RegisterFlags registers the flags.

func (*Config) Validate

func (cfg *Config) Validate() error

type Ingester

type Ingester struct {
	services.Service
	// contains filtered or unexported fields
}

func New

func New(phlarectx context.Context, cfg Config, dbConfig phlaredb.Config, storageBucket phlareobj.Bucket, limits Limits, queryStoreAfter time.Duration) (*Ingester, error)

func (*Ingester) BlockMetadata

func (i *Ingester) BlockMetadata(ctx context.Context, req *connect.Request[ingestv1.BlockMetadataRequest]) (*connect.Response[ingestv1.BlockMetadataResponse], error)

BlockMetadata returns the metadata of the instance's blocks

func (*Ingester) CheckReady

func (i *Ingester) CheckReady(ctx context.Context) error

CheckReady is used to indicate to k8s when the ingesters are ready for the addition removal of another ingester. Returns 204 when the ingester is ready, 500 otherwise.

func (*Ingester) Flush

func (i *Ingester) Flush(ctx context.Context, req *connect.Request[ingesterv1.FlushRequest]) (*connect.Response[ingesterv1.FlushResponse], error)

func (*Ingester) GetBlockStats

func (i *Ingester) GetBlockStats(ctx context.Context, req *connect.Request[ingestv1.GetBlockStatsRequest]) (*connect.Response[ingestv1.GetBlockStatsResponse], error)

func (*Ingester) GetOrCreateInstance

func (i *Ingester) GetOrCreateInstance(tenantID string) (*instance, error)

func (*Ingester) GetProfileStats

func (i *Ingester) GetProfileStats(ctx context.Context, req *connect.Request[typesv1.GetProfileStatsRequest]) (*connect.Response[typesv1.GetProfileStatsResponse], error)

func (*Ingester) LabelNames

func (i *Ingester) LabelNames(ctx context.Context, req *connect.Request[typesv1.LabelNamesRequest]) (*connect.Response[typesv1.LabelNamesResponse], error)

LabelNames returns the possible label names.

func (*Ingester) LabelValues

func (i *Ingester) LabelValues(ctx context.Context, req *connect.Request[typesv1.LabelValuesRequest]) (*connect.Response[typesv1.LabelValuesResponse], error)

LabelValues returns the possible label values for a given label name.

func (*Ingester) MergeProfilesLabels

func (i *Ingester) MergeProfilesLabels(ctx context.Context, stream *connect.BidiStream[ingestv1.MergeProfilesLabelsRequest, ingestv1.MergeProfilesLabelsResponse]) error

func (*Ingester) MergeProfilesPprof

func (i *Ingester) MergeProfilesPprof(ctx context.Context, stream *connect.BidiStream[ingestv1.MergeProfilesPprofRequest, ingestv1.MergeProfilesPprofResponse]) error

func (*Ingester) MergeProfilesStacktraces

func (i *Ingester) MergeProfilesStacktraces(ctx context.Context, stream *connect.BidiStream[ingestv1.MergeProfilesStacktracesRequest, ingestv1.MergeProfilesStacktracesResponse]) error

func (*Ingester) MergeSpanProfile

func (i *Ingester) MergeSpanProfile(ctx context.Context, stream *connect.BidiStream[ingestv1.MergeSpanProfileRequest, ingestv1.MergeSpanProfileResponse]) error

func (*Ingester) ProfileTypes

func (i *Ingester) ProfileTypes(ctx context.Context, req *connect.Request[ingestv1.ProfileTypesRequest]) (*connect.Response[ingestv1.ProfileTypesResponse], error)

ProfileTypes returns the possible profile types.

func (*Ingester) Push

func (i *Ingester) Push(ctx context.Context, req *connect.Request[pushv1.PushRequest]) (*connect.Response[pushv1.PushResponse], error)

func (*Ingester) Series

func (i *Ingester) Series(ctx context.Context, req *connect.Request[ingestv1.SeriesRequest]) (*connect.Response[ingestv1.SeriesResponse], error)

Series returns labels series for the given set of matchers.

func (*Ingester) TransferOut

func (i *Ingester) TransferOut(ctx context.Context) error

type Limiter

type Limiter interface {
	// AllowProfile returns an error if the profile is not allowed to be ingested.
	// The error is a validation error and can be out of order or max series limit reached.
	AllowProfile(fp model.Fingerprint, lbs phlaremodel.Labels, tsNano int64) error
	Stop()
}

func NewLimiter

func NewLimiter(tenantID string, limits Limits, ring RingCount, replicationFactor int) Limiter

type Limits

type Limits interface {
	MaxLocalSeriesPerTenant(tenantID string) int
	MaxGlobalSeriesPerTenant(tenantID string) int
	IngestionTenantShardSize(tenantID string) int
	DistributorUsageGroups(tenantID string) *validation.UsageGroupConfig
}

type RingCount

type RingCount interface {
	HealthyInstancesCount() int
}