normalizer

Documentation

Index

• Constants
• Variables
• func LabelNamesFromSamples(takenLabels map[string]string, stringTable []string, samples []*pprofpb.Sample, ...)
• func LabelsFromSample(takenLabels map[string]string, stringTable []string, plabels []*pprofpb.Label) (map[string]string, map[string]int64)
• func MetaFromOtelProfile(p *pprofextended.Profile, name string, sampleIndex int, duration int64) profile.Meta
• func MetaFromPprof(p *pprofpb.Profile, name string, sampleIndex int) profile.Meta
• func NewArrowToInternalConverter(mem memory.Allocator, schema *dynparquet.Schema, metrics *Metrics) *arrowToInternalConverter
• func OtlpRequestToArrowRecord(ctx context.Context, req *otelgrpcprofilingpb.ExportProfilesServiceRequest, ...) (arrow.Record, error)
• func SampleToParquetRow(schema *dynparquet.Schema, row parquet.Row, ...) parquet.Row
• func ValidateOtelExportProfilesServiceRequest(req *otelgrpcprofilingpb.ExportProfilesServiceRequest) error
• func ValidateOtelProfile(p *otelprofilingpb.Profile) error
• func ValidatePprofProfile(p *pprofpb.Profile, ei []*profilestorepb.ExecutableInfo) error
• func WriteRawRequestToArrowRecord(ctx context.Context, mem memory.Allocator, req *profilestorepb.WriteRawRequest, ...) (arrow.Record, error)
• type InternalRecordBuilderV1
  • func (r *InternalRecordBuilderV1) Release()
• type Metrics
  • func NewMetrics(reg prometheus.Registerer) *Metrics
• type NormalizedProfile
  • func NormalizePprof(ctx context.Context, name string, takenLabelNames map[string]string, ...) ([]*NormalizedProfile, error)
• type NormalizedSample
• type NormalizedWriteRawRequest
  • func NormalizeWriteRawRequest(ctx context.Context, req *profilestorepb.WriteRawRequest) (NormalizedWriteRawRequest, error)
• type Series

Constants

const (
	MetadataSchemaVersion = "parca_write_schema_version"
)

const (
	MetadataSchemaVersionV1 = "v1"
)

Variables

var ErrMissingNameLabel = errors.New("missing __name__ label")

Functions

func LabelNamesFromSamples

func LabelNamesFromSamples(
	takenLabels map[string]string,
	stringTable []string,
	samples []*pprofpb.Sample,
	allLabels map[string]struct{},
	allNumLabels map[string]struct{},
)

func LabelsFromSample

func LabelsFromSample(takenLabels map[string]string, stringTable []string, plabels []*pprofpb.Label) (map[string]string, map[string]int64)

TODO: support num label units.

func MetaFromOtelProfile

func MetaFromOtelProfile(p *pprofextended.Profile, name string, sampleIndex int, duration int64) profile.Meta

func MetaFromPprof

func MetaFromPprof(p *pprofpb.Profile, name string, sampleIndex int) profile.Meta

func NewArrowToInternalConverter

func NewArrowToInternalConverter(
	mem memory.Allocator,
	schema *dynparquet.Schema,
	metrics *Metrics,
) *arrowToInternalConverter

func OtlpRequestToArrowRecord

func OtlpRequestToArrowRecord(
	ctx context.Context,
	req *otelgrpcprofilingpb.ExportProfilesServiceRequest,
	schema *dynparquet.Schema,
	mem memory.Allocator,
) (arrow.Record, error)

func SampleToParquetRow

func SampleToParquetRow(
	schema *dynparquet.Schema,
	row parquet.Row,
	labelNames, profileLabelNames, profileNumLabelNames []string,
	lset map[string]string,
	meta profile.Meta,
	s *NormalizedSample,
) parquet.Row

SampleToParquetRow converts a sample to a Parquet row. The passed labels must be sorted.

func ValidateOtelExportProfilesServiceRequest

func ValidateOtelExportProfilesServiceRequest(req *otelgrpcprofilingpb.ExportProfilesServiceRequest) error

func ValidateOtelProfile

func ValidateOtelProfile(p *otelprofilingpb.Profile) error

func ValidatePprofProfile

func ValidatePprofProfile(p *pprofpb.Profile, ei []*profilestorepb.ExecutableInfo) error

func WriteRawRequestToArrowRecord

func WriteRawRequestToArrowRecord(
	ctx context.Context,
	mem memory.Allocator,
	req *profilestorepb.WriteRawRequest,
	schema *dynparquet.Schema,
) (arrow.Record, error)

Types

type InternalRecordBuilderV1

type InternalRecordBuilderV1 struct {
	Producer   *array.Dictionary
	SampleType *array.Dictionary
	SampleUnit *array.Dictionary
	PeriodType *array.Dictionary
	PeriodUnit *array.Dictionary

	Period    *array.Int64
	Duration  *array.Int64
	Timestamp *array.Int64
	Value     *array.Int64

	Labels      []arrow.Array
	LabelFields []arrow.Field

	Locations *array.List

	StacktraceIDs *array.Dictionary
}

func (*InternalRecordBuilderV1) Release

func (r *InternalRecordBuilderV1) Release()

type Metrics

type Metrics struct {
	IncompleteLocations prometheus.Counter
}

func NewMetrics

func NewMetrics(reg prometheus.Registerer) *Metrics

type NormalizedProfile

type NormalizedProfile struct {
	Samples []*NormalizedSample
	Meta    profile.Meta
}

func NormalizePprof

func NormalizePprof(
	ctx context.Context,
	name string,
	takenLabelNames map[string]string,
	p *pprofpb.Profile,
	normalizedAddress bool,
	executableInfo []*profilestorepb.ExecutableInfo,
) ([]*NormalizedProfile, error)

type NormalizedSample

type NormalizedSample struct {
	Locations [][]byte
	Value     int64
	DiffValue int64
	Label     map[string]string
	NumLabel  map[string]int64
}

type NormalizedWriteRawRequest

type NormalizedWriteRawRequest struct {
	Series                []Series
	AllLabelNames         []string
	AllPprofLabelNames    []string
	AllPprofNumLabelNames []string
}

func NormalizeWriteRawRequest

func NormalizeWriteRawRequest(ctx context.Context, req *profilestorepb.WriteRawRequest) (NormalizedWriteRawRequest, error)

type Series

type Series struct {
	Labels  map[string]string
	Samples [][]*NormalizedProfile
}