symdb

package

Go to main page

Versions in this module

v1

v1.11.0

Dec 19, 2024

v1.10.0

Nov 9, 2024

v1.9.1

Oct 17, 2024

v1.9.0

Oct 3, 2024

v1.8.0

Sep 12, 2024

Changes in this version

+ func WritePartition(p *PartitionWriter, dst io.Writer) error

+ type Option func(*Reader)

+ func WithPrefetchSize(size uint64) Option

type PartitionWriter

+ func NewPartitionWriter(partition uint64, config *Config) *PartitionWriter

type Reader

+ func OpenObject(ctx context.Context, b objstore.BucketReader, name string, offset, size int64, ...) (*Reader, error)

v1.7.1

Jul 31, 2024

v1.7.0

Jul 31, 2024

Changes in this version

+ const DefaultFileName

+ const FooterSize

+ const IndexHeaderSize

type ChunkEncoding

+ const StacktraceEncodingGroupVarint

type Config

+ Version FormatVersion

+ func (c *Config) WithVersion(v FormatVersion) *Config

+ type Footer struct

+ CRC uint32

+ IndexOffset uint64

+ Magic [4]byte

+ Version FormatVersion

+ func (f *Footer) MarshalBinary() []byte

+ func (f *Footer) UnmarshalBinary(b []byte) error

+ type FormatVersion uint32

+ const FormatV3

type IndexFile

+ func OpenIndex(b []byte) (f IndexFile, err error)

+ type IndexHeader struct

+ Magic [4]byte

+ Version FormatVersion

+ func (h *IndexHeader) MarshalBinary() []byte

+ func (h *IndexHeader) UnmarshalBinary(b []byte) error

+ type Node struct

+ Location int32

+ Parent int32

+ Value int64

+ type ParentPointerTree interface

+ Nodes func() []Node

type PartitionHeader

+ Stacktraces []StacktraceBlockHeader

+ V2 *PartitionHeaderV2

+ V3 *PartitionHeaderV3

+ type PartitionHeaderV2 struct

+ Functions []RowRangeReference

+ Locations []RowRangeReference

+ Mappings []RowRangeReference

+ Strings []RowRangeReference

+ type PartitionHeaderV3 struct

+ Functions SymbolsBlockHeader

+ Locations SymbolsBlockHeader

+ Mappings SymbolsBlockHeader

+ Strings SymbolsBlockHeader

type PartitionHeaders

+ func (h *PartitionHeaders) MarshalV2To(dst io.Writer) (_ int64, err error)

+ func (h *PartitionHeaders) MarshalV3To(dst io.Writer) (_ int64, err error)

+ func (h *PartitionHeaders) UnmarshalV1(b []byte) error

+ func (h *PartitionHeaders) UnmarshalV2(b []byte) error

+ func (h *PartitionHeaders) UnmarshalV3(b []byte) error

type PartitionWriter

+ func (p *PartitionWriter) SplitStacktraceIDRanges(appender *SampleAppender) iter.Iterator[*StacktraceIDRange]

type Resolver

+ func (r *Resolver) AddSamplesWithSpanSelectorFromParquetRow(partition uint64, stacktraces, values, spans []parquet.Value, ...)

+ type SampleAppender struct

+ Append func(stacktrace uint32, value uint64)

+ AppendMany func(stacktraces []uint32, values []uint64)

+ func NewSampleAppender() *SampleAppender

+ func NewSampleAppenderSize(maxMapSize, chunkSize uint32) *SampleAppender

+ func (s *SampleAppender) Len() int

+ func (s *SampleAppender) Samples() v1.Samples

type SelectedStackTraces

+ func (x *SelectedStackTraces) HasValidCallSite() bool

+ type StacktraceBlockHeader struct

+ BlockIndex uint16

+ CRC uint32

+ Encoding ChunkEncoding

+ Offset int64

+ Partition uint64

+ Size int64

+ StacktraceMaxDepth uint32

+ StacktraceMaxNodes uint32

+ StacktraceNodes uint32

+ Stacktraces uint32

+ type StacktraceIDRange struct

+ IDs []uint32

+ func (r *StacktraceIDRange) Offset() uint32

+ func (r *StacktraceIDRange) SetNodeValues(dst []Node)

+ type StacktraceIDRangeIterator interface

+ SplitStacktraceIDRanges func(*SampleAppender) iter.Iterator[*StacktraceIDRange]

type SymDB

+ func (s *SymDB) FormatVersion() FormatVersion

+ type SymbolsBlockFormat uint16

+ const BlockFunctionsV1

+ const BlockLocationsV1

+ const BlockMappingsV1

+ const BlockStringsV1

+ type SymbolsBlockHeader struct

+ BlockHeaderSize uint16

+ BlockSize uint32

+ CRC uint32

+ Format SymbolsBlockFormat

+ Length uint32

+ Offset uint64

+ Size uint32

v1.6.1

Jun 21, 2024

v1.6.0

May 30, 2024

v1.4.0

Feb 6, 2024

Changes in this version

+ type CallSiteValues struct

+ Flat uint64

+ LocationFlat uint64

+ LocationTotal uint64

+ Total uint64

type Resolver

+ func (r *Resolver) CallSiteValues(values *CallSiteValues, partition uint64, samples schemav1.Samples) error

+ func (r *Resolver) CallSiteValuesParquet(values *CallSiteValues, partition uint64, stacktraceID, value []parquet.Value) error

+ type SelectedStackTraces struct

+ func SelectStackTraces(symbols *Symbols, selector *typesv1.StackTraceSelector) *SelectedStackTraces

+ func (x *SelectedStackTraces) CallSiteValues(values *CallSiteValues, samples schemav1.Samples)

+ func (x *SelectedStackTraces) CallSiteValuesParquet(values *CallSiteValues, stacktraceID, value []parquet.Value)

+ func (x *SelectedStackTraces) IsValid() bool

v1.3.0

Jan 18, 2024

Changes in this version

type Resolver

+ func (r *Resolver) AddSamplesFromParquetRow(partition uint64, stacktraceIDs, values []parquet.Value)

+ func (r *Resolver) WithPartitionSamples(partition uint64, fn func(map[uint32]int64))

type ResolverOption

+ func WithResolverMaxConcurrent(n int) ResolverOption

+ func WithResolverMaxNodes(n int64) ResolverOption

+ func WithResolverStackTraceSelector(sts *typesv1.StackTraceSelector) ResolverOption

v1.2.1

Dec 15, 2023

Changes in this version

type PartitionWriter

+ func (p *PartitionWriter) LookupLocations(dst []uint64, stacktraceID uint32) []uint64

type Resolver

+ func (r *Resolver) Pprof(maxNodes int64) (*googlev1.Profile, error)

type StacktraceResolver

+ LookupLocations func(dst []uint64, stacktraceID uint32) []uint64

type Symbols

+ func (r *Symbols) Pprof(ctx context.Context, samples schemav1.Samples, maxNodes int64) (*googlev1.Profile, error)

v1.2.0

Nov 16, 2023

Changes in this version

type Resolver

+ func (r *Resolver) AddSamplesWithSpanSelector(partition uint64, s schemav1.Samples, spanSelector model.SpanSelector)

type SymDB

+ func (s *SymDB) Load(context.Context) error

type SymbolsReader

+ Load func(context.Context) error

v1.1.5

Oct 12, 2023

v1.1.4

Oct 12, 2023

v1.1.3

Oct 12, 2023

v1.1.2

Oct 12, 2023

v1.1.1

Oct 11, 2023

v1.1.0

Oct 10, 2023

v1.0.0

Aug 29, 2023

Changes in this version

+ const DefaultDirName

+ const FormatV1

+ const FormatV2

+ const HeaderSize

+ const IndexFileName

+ const StacktracesFileName

+ var ErrInvalidCRC = &FormatError

+ var ErrInvalidMagic = &FormatError

+ var ErrInvalidSize = &FormatError

+ var ErrInvalidStacktraceRange = fmt.Errorf("invalid range: stack traces can't be resolved")

+ var ErrPartitionNotFound = fmt.Errorf("partition not found")

+ var ErrUnknownVersion = &FormatError

+ type ChunkEncoding byte

+ const ChunkEncodingGroupVarint

+ type Config struct

+ Dir string

+ Parquet ParquetConfig

+ Stacktraces StacktracesConfig

+ func DefaultConfig() *Config

+ func (c *Config) WithDirectory(dir string) *Config

+ func (c *Config) WithParquetConfig(pc ParquetConfig) *Config

+ type FormatError struct

+ func (e *FormatError) Error() string

+ type Header struct

+ Magic [4]byte

+ Reserved [8]byte

+ Version uint32

+ func (h *Header) MarshalBinary() ([]byte, error)

+ func (h *Header) UnmarshalBinary(b []byte) error

+ type Helper interface

+ type IndexFile struct

+ CRC uint32

+ Header Header

+ PartitionHeaders PartitionHeaders

+ TOC TOC

+ func ReadIndexFile(b []byte) (f IndexFile, err error)

+ func (f *IndexFile) WriteTo(dst io.Writer) (n int64, err error)

+ type MemoryStats struct

+ FunctionsSize uint64

+ LocationsSize uint64

+ MappingsSize uint64

+ StacktracesSize uint64

+ StringsSize uint64

+ func (m *MemoryStats) MemorySize() uint64

+ type ParquetConfig struct

+ MaxBufferRowCount int

+ type PartitionHeader struct

+ Functions []RowRangeReference

+ Locations []RowRangeReference

+ Mappings []RowRangeReference

+ Partition uint64

+ StacktraceChunks []StacktraceChunkHeader

+ Strings []RowRangeReference

+ func (h *PartitionHeader) Size() int64

+ type PartitionHeaders []*PartitionHeader

+ func (h *PartitionHeaders) Size() int64

+ func (h *PartitionHeaders) Unmarshal(b []byte) error

+ func (h *PartitionHeaders) WriteTo(dst io.Writer) (_ int64, err error)

+ type PartitionReader interface

+ Release func()

+ Symbols func() *Symbols

+ WriteStats func(s *PartitionStats)

+ type PartitionStats struct

+ FunctionsTotal int

+ LocationsTotal int

+ MappingsTotal int

+ MaxStacktraceID int

+ StacktracesTotal int

+ StringsTotal int

+ type PartitionWriter struct

+ func (p *PartitionWriter) AppendFunctions(dst []uint32, functions []*schemav1.InMemoryFunction)

+ func (p *PartitionWriter) AppendLocations(dst []uint32, locations []*schemav1.InMemoryLocation)

+ func (p *PartitionWriter) AppendMappings(dst []uint32, mappings []*schemav1.InMemoryMapping)

+ func (p *PartitionWriter) AppendStacktraces(dst []uint32, s []*schemav1.Stacktrace)

+ func (p *PartitionWriter) AppendStrings(dst []uint32, strings []string)

+ func (p *PartitionWriter) Release()

+ func (p *PartitionWriter) ResolveChunk(dst StacktraceInserter, sr StacktracesRange) error

+ func (p *PartitionWriter) ResolveStacktraceLocations(_ context.Context, dst StacktraceInserter, stacktraces []uint32) error

+ func (p *PartitionWriter) Symbols() *Symbols

+ func (p *PartitionWriter) WriteProfileSymbols(profile *profilev1.Profile) []schemav1.InMemoryProfile

+ func (p *PartitionWriter) WriteStats(s *PartitionStats)

+ type Reader struct

+ func Open(ctx context.Context, b objstore.BucketReader, m *block.Meta) (*Reader, error)

+ func (r *Reader) Close() error

+ func (r *Reader) Load(ctx context.Context) error

+ func (r *Reader) Partition(ctx context.Context, partition uint64) (PartitionReader, error)

+ type Resolver struct

+ func NewResolver(ctx context.Context, s SymbolsReader) *Resolver

+ func (r *Resolver) AddSamples(partition uint64, s schemav1.Samples)

+ func (r *Resolver) Partition(partition uint64) map[uint32]int64

+ func (r *Resolver) Profile() (*profile.Profile, error)

+ func (r *Resolver) Release()

+ func (r *Resolver) Tree() (*model.Tree, error)

+ type ResolverOption func(*Resolver)

+ func WithMaxConcurrent(n int) ResolverOption

+ type Rewriter struct

+ func NewRewriter(w *SymDB, r SymbolsReader) *Rewriter

+ func (r *Rewriter) Rewrite(partition uint64, stacktraces []uint32) error

+ type RowRangeReference struct

+ Index uint32

+ RowGroup uint32

+ Rows uint32

+ type StacktraceChunkHeader struct

+ CRC uint32

+ ChunkEncoding ChunkEncoding

+ ChunkIndex uint16

+ Offset int64

+ Partition uint64

+ Size int64

+ StacktraceMaxDepth uint32

+ StacktraceMaxNodes uint32

+ StacktraceNodes uint32

+ Stacktraces uint32

+ type StacktraceInserter interface

+ InsertStacktrace func(stacktraceID uint32, locations []int32)

+ type StacktraceResolver interface

+ ResolveStacktraceLocations func(ctx context.Context, dst StacktraceInserter, stacktraces []uint32) error

+ type StacktracesConfig struct

+ MaxNodesPerChunk uint32

+ type StacktracesRange struct

+ func SplitStacktraces(s []uint32, n uint32) []StacktracesRange

+ type SymDB struct

+ func NewSymDB(c *Config) *SymDB

+ func (s *SymDB) Files() []block.File

+ func (s *SymDB) Flush() error

+ func (s *SymDB) MemorySize() uint64

+ func (s *SymDB) Partition(_ context.Context, partition uint64) (PartitionReader, error)

+ func (s *SymDB) PartitionWriter(partition uint64) *PartitionWriter

+ func (s *SymDB) WriteMemoryStats(m *MemoryStats)

+ func (s *SymDB) WriteProfileSymbols(partition uint64, profile *profilev1.Profile) []schemav1.InMemoryProfile

+ type Symbols struct

+ Functions []*schemav1.InMemoryFunction

+ Locations []*schemav1.InMemoryLocation

+ Mappings []*schemav1.InMemoryMapping

+ Stacktraces StacktraceResolver

+ Strings []string

+ func (r *Symbols) Profile(ctx context.Context, samples schemav1.Samples) (*profile.Profile, error)

+ func (r *Symbols) Tree(ctx context.Context, samples schemav1.Samples) (*model.Tree, error)

+ type SymbolsReader interface

+ Partition func(ctx context.Context, partition uint64) (PartitionReader, error)

+ type TOC struct

+ Entries []TOCEntry

+ func (toc *TOC) MarshalBinary() ([]byte, error)

+ func (toc *TOC) Size() int

+ func (toc *TOC) UnmarshalBinary(b []byte) error

+ type TOCEntry struct

+ Offset int64

+ Size int64

v1.0.0-rc.0

Aug 18, 2023

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL