wal

Sep 29, 2020

Changes in this version

+ const MagicBytes

+ const RootCheckpointFilename

+ const SegmentSize

+ const VersionV1

+ const VersionV2

+ func CreateCheckpointWriter(dir string, fileNo int) (io.WriteCloser, error)

+ func CreateCheckpointWriterForFile(filename string) (io.WriteCloser, error)

+ func EncodeDelete(stateCommitment flow.StateCommitment) []byte

+ func EncodeStorableNode(storableNode *flattener.StorableNode) []byte

+ func EncodeStorableTrie(storableTrie *flattener.StorableTrie) []byte

+ func EncodeUpdate(stateCommitment flow.StateCommitment, keys [][]byte, values [][]byte) []byte

+ func LoadCheckpoint(filepath string) (*flattener.FlattenedForest, error)

+ func ReadStorableNode(reader io.Reader) (*flattener.StorableNode, error)

+ func ReadStorableTrie(reader io.Reader, version uint16) (*flattener.StorableTrie, error)

+ func StoreCheckpoint(forestSequencing *flattener.FlattenedForest, writer io.WriteCloser) error

+ type Checkpointer struct

+ func NewCheckpointer(wal *LedgerWAL, keyByteSize int, forestCapacity int) *Checkpointer

+ func (c *Checkpointer) Checkpoint(to int, targetWriter func() (io.WriteCloser, error)) error

+ func (c *Checkpointer) CheckpointWriter(to int) (io.WriteCloser, error)

+ func (c *Checkpointer) HasRootCheckpoint() (bool, error)

+ func (c *Checkpointer) LatestCheckpoint() (int, error)

+ func (c *Checkpointer) LoadCheckpoint(checkpoint int) (*flattener.FlattenedForest, error)

+ func (c *Checkpointer) LoadRootCheckpoint() (*flattener.FlattenedForest, error)

+ func (c *Checkpointer) NotCheckpointedSegments() (from, to int, err error)

+ type Compactor struct

+ func NewCompactor(checkpointer *Checkpointer, interval time.Duration, checkpointDistance uint) *Compactor

+ func (c *Compactor) Done() <-chan struct{}

+ func (c *Compactor) Ready() <-chan struct{}

+ func (c *Compactor) Run() error

+ type LedgerWAL struct

+ func NewWAL(logger log.Logger, reg prometheus.Registerer, dir string, forestCapacity int, ...) (*LedgerWAL, error)

+ func (w *LedgerWAL) Close() error

+ func (w *LedgerWAL) NewCheckpointer() (*Checkpointer, error)

+ func (w *LedgerWAL) RecordDelete(stateCommitment flow.StateCommitment) error

+ func (w *LedgerWAL) RecordUpdate(stateCommitment flow.StateCommitment, keys [][]byte, values [][]byte) error

+ func (w *LedgerWAL) Replay(checkpointFn func(forestSequencing *flattener.FlattenedForest) error, ...) error

+ func (w *LedgerWAL) ReplayLogsOnly(checkpointFn func(forestSequencing *flattener.FlattenedForest) error, ...) error

+ func (w *LedgerWAL) ReplayOnMForest(mForest *mtrie.MForest) error

+ type SyncOnCloseFile struct

+ func (s *SyncOnCloseFile) Close() error

+ type WALOperation uint8

+ const WALDelete

+ const WALUpdate

+ func Decode(data []byte) (operation WALOperation, stateCommitment flow.StateCommitment, keys [][]byte, ...)