symdb

Sep 12, 2024

Changes in this version

+ func WritePartition(p *PartitionWriter, dst io.Writer) error

+ type Option func(*Reader)

+ func WithPrefetchSize(size uint64) Option

type PartitionWriter

+ func NewPartitionWriter(partition uint64, config *Config) *PartitionWriter

type Reader

+ func OpenObject(ctx context.Context, b objstore.BucketReader, name string, offset, size int64, ...) (*Reader, error)

Jul 31, 2024

Changes in this version

+ const DefaultFileName

+ const FooterSize

+ const IndexHeaderSize

type ChunkEncoding

+ const StacktraceEncodingGroupVarint

type Config

+ Version FormatVersion

+ func (c *Config) WithVersion(v FormatVersion) *Config

+ type Footer struct

+ CRC uint32

+ IndexOffset uint64

+ Magic [4]byte

+ Version FormatVersion

+ func (f *Footer) MarshalBinary() []byte

+ func (f *Footer) UnmarshalBinary(b []byte) error

+ type FormatVersion uint32

+ const FormatV3

type IndexFile

+ func OpenIndex(b []byte) (f IndexFile, err error)

+ type IndexHeader struct

+ Magic [4]byte

+ Version FormatVersion

+ func (h *IndexHeader) MarshalBinary() []byte

+ func (h *IndexHeader) UnmarshalBinary(b []byte) error

+ type Node struct

+ Location int32

+ Parent int32

+ Value int64

+ type ParentPointerTree interface

+ Nodes func() []Node

type PartitionHeader

+ Stacktraces []StacktraceBlockHeader

+ V2 *PartitionHeaderV2

+ V3 *PartitionHeaderV3

+ type PartitionHeaderV2 struct

+ Functions []RowRangeReference

+ Locations []RowRangeReference

+ Mappings []RowRangeReference

+ Strings []RowRangeReference

+ type PartitionHeaderV3 struct

+ Functions SymbolsBlockHeader

+ Locations SymbolsBlockHeader

+ Mappings SymbolsBlockHeader

+ Strings SymbolsBlockHeader

type PartitionHeaders

+ func (h *PartitionHeaders) MarshalV2To(dst io.Writer) (_ int64, err error)

+ func (h *PartitionHeaders) MarshalV3To(dst io.Writer) (_ int64, err error)

+ func (h *PartitionHeaders) UnmarshalV1(b []byte) error

+ func (h *PartitionHeaders) UnmarshalV2(b []byte) error

+ func (h *PartitionHeaders) UnmarshalV3(b []byte) error

type PartitionWriter

+ func (p *PartitionWriter) SplitStacktraceIDRanges(appender *SampleAppender) iter.Iterator[*StacktraceIDRange]

type Resolver

+ func (r *Resolver) AddSamplesWithSpanSelectorFromParquetRow(partition uint64, stacktraces, values, spans []parquet.Value, ...)

+ type SampleAppender struct

+ Append func(stacktrace uint32, value uint64)

+ AppendMany func(stacktraces []uint32, values []uint64)

+ func NewSampleAppender() *SampleAppender

+ func NewSampleAppenderSize(maxMapSize, chunkSize uint32) *SampleAppender

+ func (s *SampleAppender) Len() int

+ func (s *SampleAppender) Samples() v1.Samples

type SelectedStackTraces

+ func (x *SelectedStackTraces) HasValidCallSite() bool

+ type StacktraceBlockHeader struct

+ BlockIndex uint16

+ CRC uint32

+ Encoding ChunkEncoding

+ Offset int64

+ Partition uint64

+ Size int64

+ StacktraceMaxDepth uint32

+ StacktraceMaxNodes uint32

+ StacktraceNodes uint32

+ Stacktraces uint32

+ type StacktraceIDRange struct

+ IDs []uint32

+ func (r *StacktraceIDRange) Offset() uint32

+ func (r *StacktraceIDRange) SetNodeValues(dst []Node)

+ type StacktraceIDRangeIterator interface

+ SplitStacktraceIDRanges func(*SampleAppender) iter.Iterator[*StacktraceIDRange]

type SymDB

+ func (s *SymDB) FormatVersion() FormatVersion

+ type SymbolsBlockFormat uint16

+ const BlockFunctionsV1

+ const BlockLocationsV1

+ const BlockMappingsV1

+ const BlockStringsV1

+ type SymbolsBlockHeader struct

+ BlockHeaderSize uint16

+ BlockSize uint32

+ CRC uint32

+ Format SymbolsBlockFormat

+ Length uint32

+ Offset uint64

+ Size uint32

Feb 6, 2024

Changes in this version

+ type CallSiteValues struct

+ Flat uint64

+ LocationFlat uint64

+ LocationTotal uint64

+ Total uint64

type Resolver

+ func (r *Resolver) CallSiteValues(values *CallSiteValues, partition uint64, samples schemav1.Samples) error

+ func (r *Resolver) CallSiteValuesParquet(values *CallSiteValues, partition uint64, stacktraceID, value []parquet.Value) error

+ type SelectedStackTraces struct

+ func SelectStackTraces(symbols *Symbols, selector *typesv1.StackTraceSelector) *SelectedStackTraces

+ func (x *SelectedStackTraces) CallSiteValues(values *CallSiteValues, samples schemav1.Samples)

+ func (x *SelectedStackTraces) CallSiteValuesParquet(values *CallSiteValues, stacktraceID, value []parquet.Value)

+ func (x *SelectedStackTraces) IsValid() bool

Jan 18, 2024

Changes in this version

type Resolver

+ func (r *Resolver) AddSamplesFromParquetRow(partition uint64, stacktraceIDs, values []parquet.Value)

+ func (r *Resolver) WithPartitionSamples(partition uint64, fn func(map[uint32]int64))

type ResolverOption

+ func WithResolverMaxConcurrent(n int) ResolverOption

+ func WithResolverMaxNodes(n int64) ResolverOption

+ func WithResolverStackTraceSelector(sts *typesv1.StackTraceSelector) ResolverOption

Dec 15, 2023

Changes in this version

type PartitionWriter

+ func (p *PartitionWriter) LookupLocations(dst []uint64, stacktraceID uint32) []uint64

type Resolver

+ func (r *Resolver) Pprof(maxNodes int64) (*googlev1.Profile, error)

type StacktraceResolver

+ LookupLocations func(dst []uint64, stacktraceID uint32) []uint64

type Symbols

+ func (r *Symbols) Pprof(ctx context.Context, samples schemav1.Samples, maxNodes int64) (*googlev1.Profile, error)

Nov 16, 2023

Changes in this version

type Resolver

+ func (r *Resolver) AddSamplesWithSpanSelector(partition uint64, s schemav1.Samples, spanSelector model.SpanSelector)

type SymDB

+ func (s *SymDB) Load(context.Context) error

type SymbolsReader

+ Load func(context.Context) error

Aug 29, 2023

Changes in this version

+ const DefaultDirName

+ const FormatV1

+ const FormatV2

+ const HeaderSize

+ const IndexFileName

+ const StacktracesFileName

+ var ErrInvalidCRC = &FormatError

+ var ErrInvalidMagic = &FormatError

+ var ErrInvalidSize = &FormatError

+ var ErrInvalidStacktraceRange = fmt.Errorf("invalid range: stack traces can't be resolved")

+ var ErrPartitionNotFound = fmt.Errorf("partition not found")

+ var ErrUnknownVersion = &FormatError

+ type ChunkEncoding byte

+ const ChunkEncodingGroupVarint

+ type Config struct

+ Dir string

+ Parquet ParquetConfig

+ Stacktraces StacktracesConfig

+ func DefaultConfig() *Config

+ func (c *Config) WithDirectory(dir string) *Config

+ func (c *Config) WithParquetConfig(pc ParquetConfig) *Config

+ type FormatError struct

+ func (e *FormatError) Error() string

+ type Header struct

+ Magic [4]byte

+ Reserved [8]byte

+ Version uint32

+ func (h *Header) MarshalBinary() ([]byte, error)

+ func (h *Header) UnmarshalBinary(b []byte) error

+ type Helper interface

+ type IndexFile struct

+ CRC uint32

+ Header Header

+ PartitionHeaders PartitionHeaders

+ TOC TOC

+ func ReadIndexFile(b []byte) (f IndexFile, err error)

+ func (f *IndexFile) WriteTo(dst io.Writer) (n int64, err error)

+ type MemoryStats struct

+ FunctionsSize uint64

+ LocationsSize uint64

+ MappingsSize uint64

+ StacktracesSize uint64

+ StringsSize uint64

+ func (m *MemoryStats) MemorySize() uint64

+ type ParquetConfig struct

+ MaxBufferRowCount int

+ type PartitionHeader struct

+ Functions []RowRangeReference

+ Locations []RowRangeReference

+ Mappings []RowRangeReference

+ Partition uint64

+ StacktraceChunks []StacktraceChunkHeader

+ Strings []RowRangeReference

+ func (h *PartitionHeader) Size() int64

+ type PartitionHeaders []*PartitionHeader

+ func (h *PartitionHeaders) Size() int64

+ func (h *PartitionHeaders) Unmarshal(b []byte) error

+ func (h *PartitionHeaders) WriteTo(dst io.Writer) (_ int64, err error)

+ type PartitionReader interface

+ Release func()

+ Symbols func() *Symbols

+ WriteStats func(s *PartitionStats)

+ type PartitionStats struct

+ FunctionsTotal int

+ LocationsTotal int

+ MappingsTotal int

+ MaxStacktraceID int

+ StacktracesTotal int

+ StringsTotal int

+ type PartitionWriter struct

+ func (p *PartitionWriter) AppendFunctions(dst []uint32, functions []*schemav1.InMemoryFunction)

+ func (p *PartitionWriter) AppendLocations(dst []uint32, locations []*schemav1.InMemoryLocation)

+ func (p *PartitionWriter) AppendMappings(dst []uint32, mappings []*schemav1.InMemoryMapping)

+ func (p *PartitionWriter) AppendStacktraces(dst []uint32, s []*schemav1.Stacktrace)

+ func (p *PartitionWriter) AppendStrings(dst []uint32, strings []string)

+ func (p *PartitionWriter) Release()

+ func (p *PartitionWriter) ResolveChunk(dst StacktraceInserter, sr StacktracesRange) error

+ func (p *PartitionWriter) ResolveStacktraceLocations(_ context.Context, dst StacktraceInserter, stacktraces []uint32) error

+ func (p *PartitionWriter) Symbols() *Symbols

+ func (p *PartitionWriter) WriteProfileSymbols(profile *profilev1.Profile) []schemav1.InMemoryProfile

+ func (p *PartitionWriter) WriteStats(s *PartitionStats)

+ type Reader struct

+ func Open(ctx context.Context, b objstore.BucketReader, m *block.Meta) (*Reader, error)

+ func (r *Reader) Close() error

+ func (r *Reader) Load(ctx context.Context) error

+ func (r *Reader) Partition(ctx context.Context, partition uint64) (PartitionReader, error)

+ type Resolver struct

+ func NewResolver(ctx context.Context, s SymbolsReader) *Resolver

+ func (r *Resolver) AddSamples(partition uint64, s schemav1.Samples)

+ func (r *Resolver) Partition(partition uint64) map[uint32]int64

+ func (r *Resolver) Profile() (*profile.Profile, error)

+ func (r *Resolver) Release()

+ func (r *Resolver) Tree() (*model.Tree, error)

+ type ResolverOption func(*Resolver)

+ func WithMaxConcurrent(n int) ResolverOption

+ type Rewriter struct

+ func NewRewriter(w *SymDB, r SymbolsReader) *Rewriter

+ func (r *Rewriter) Rewrite(partition uint64, stacktraces []uint32) error

+ type RowRangeReference struct

+ Index uint32

+ RowGroup uint32

+ Rows uint32

+ type StacktraceChunkHeader struct

+ CRC uint32

+ ChunkEncoding ChunkEncoding

+ ChunkIndex uint16

+ Offset int64

+ Partition uint64

+ Size int64

+ StacktraceMaxDepth uint32

+ StacktraceMaxNodes uint32

+ StacktraceNodes uint32

+ Stacktraces uint32

+ type StacktraceInserter interface

+ InsertStacktrace func(stacktraceID uint32, locations []int32)

+ type StacktraceResolver interface

+ ResolveStacktraceLocations func(ctx context.Context, dst StacktraceInserter, stacktraces []uint32) error

+ type StacktracesConfig struct

+ MaxNodesPerChunk uint32

+ type StacktracesRange struct

+ func SplitStacktraces(s []uint32, n uint32) []StacktracesRange

+ type SymDB struct

+ func NewSymDB(c *Config) *SymDB

+ func (s *SymDB) Files() []block.File

+ func (s *SymDB) Flush() error

+ func (s *SymDB) MemorySize() uint64

+ func (s *SymDB) Partition(_ context.Context, partition uint64) (PartitionReader, error)

+ func (s *SymDB) PartitionWriter(partition uint64) *PartitionWriter

+ func (s *SymDB) WriteMemoryStats(m *MemoryStats)

+ func (s *SymDB) WriteProfileSymbols(partition uint64, profile *profilev1.Profile) []schemav1.InMemoryProfile

+ type Symbols struct

+ Functions []*schemav1.InMemoryFunction

+ Locations []*schemav1.InMemoryLocation

+ Mappings []*schemav1.InMemoryMapping

+ Stacktraces StacktraceResolver

+ Strings []string

+ func (r *Symbols) Profile(ctx context.Context, samples schemav1.Samples) (*profile.Profile, error)

+ func (r *Symbols) Tree(ctx context.Context, samples schemav1.Samples) (*model.Tree, error)

+ type SymbolsReader interface

+ Partition func(ctx context.Context, partition uint64) (PartitionReader, error)

+ type TOC struct

+ Entries []TOCEntry

+ func (toc *TOC) MarshalBinary() ([]byte, error)

+ func (toc *TOC) Size() int

+ func (toc *TOC) UnmarshalBinary(b []byte) error

+ type TOCEntry struct

+ Offset int64

+ Size int64