utils

Documentation

Index

• Constants
• func CalculatePercentile(latencies []time.Duration, percentile float64) time.Duration
• func CreateFile(outputDir string, fileName string) (*os.File, error)
• func ListAllFiles(dir string) ([]string, error)
• func OpenDB(dir string) (dbm.DB, error)
• func PickRandomKVFile(inputKVDir string, processedFiles *sync.Map) string
• func RandomShuffle(kvPairs []KeyValuePair)
• func ReadTree(db dbm.DB, version int, prefix []byte) (*iavl.MutableTree, error)
• func WriteTreeDataToFile(tree *iavl.MutableTree, filenamePattern string, chunkSize int)
• type KeyValuePair
  • func LoadAndShuffleKV(inputDir string) ([]KeyValuePair, error)
  • func ReadKVEntriesFromFile(filename string) ([]KeyValuePair, error)

Constants

const (
	DefaultCacheSize int = 10000
)

Functions

func CalculatePercentile

func CalculatePercentile(latencies []time.Duration, percentile float64) time.Duration

NOTE: Assumes latencies is sorted CalculatePercentile calculates latencies percentile

func CreateFile

func CreateFile(outputDir string, fileName string) (*os.File, error)

func ListAllFiles

func ListAllFiles(dir string) ([]string, error)

func OpenDB

func OpenDB(dir string) (dbm.DB, error)

Opens application db

func PickRandomKVFile

func PickRandomKVFile(inputKVDir string, processedFiles *sync.Map) string

Picks random file from input kv dir and updates processedFiles Map with it

func RandomShuffle

func RandomShuffle(kvPairs []KeyValuePair)

Randomly Shuffle kv pairs once read

func ReadTree

func ReadTree(db dbm.DB, version int, prefix []byte) (*iavl.MutableTree, error)

ReadTree loads an iavl tree from the directory If version is 0, load latest, otherwise, load named version The prefix represents which iavl tree you want to read. The iaviwer will always set a prefix.

func WriteTreeDataToFile

func WriteTreeDataToFile(tree *iavl.MutableTree, filenamePattern string, chunkSize int)

Writes raw key / values from a tree to a file Writes a chunkSize number of keys/values to separate files per module

Types

type KeyValuePair

type KeyValuePair struct {
	Key   []byte `json:"key"`
	Value []byte `json:"value"`
}

func LoadAndShuffleKV

func LoadAndShuffleKV(inputDir string) ([]KeyValuePair, error)

func ReadKVEntriesFromFile

func ReadKVEntriesFromFile(filename string) ([]KeyValuePair, error)

Reads raw keys / values from a file