wal

Documentation

Index

• func ParseFilename(filename string) (uuid.UUID, string, string, backend.Encoding, string, error)
• func ReplayWALAndGetRecords(file *os.File, v encoding.VersionedEncoding, enc backend.Encoding, ...) ([]common.Record, error, error)
• type AppendBlock
  • func (a *AppendBlock) Append(id common.ID, b []byte) error
  • func (a *AppendBlock) BlockID() uuid.UUID
  • func (a *AppendBlock) Clear() error
  • func (a *AppendBlock) DataLength() uint64
  • func (a *AppendBlock) Find(id common.ID, combiner common.ObjectCombiner) ([]byte, error)
  • func (a *AppendBlock) Iterator(combiner common.ObjectCombiner) (encoding.Iterator, error)
  • func (a *AppendBlock) Meta() *backend.BlockMeta
• type Config
• type LocalBlock
  • func NewLocalBlock(ctx context.Context, existingBlock *encoding.BackendBlock, l *local.Backend) (*LocalBlock, error)
  • func (c *LocalBlock) Find(ctx context.Context, id common.ID) ([]byte, error)
  • func (c *LocalBlock) FlushedTime() time.Time
  • func (c *LocalBlock) SetFlushed(ctx context.Context) error
  • func (c *LocalBlock) Write(ctx context.Context, w backend.Writer) error
• type WAL
  • func New(c *Config) (*WAL, error)
  • func (w *WAL) ClearFolder(dir string) error
  • func (w *WAL) GetFilepath() string
  • func (w *WAL) LocalBackend() *local.Backend
  • func (w *WAL) NewBlock(id uuid.UUID, tenantID string, dataEncoding string) (*AppendBlock, error)
  • func (w *WAL) NewFile(blockid uuid.UUID, tenantid string, dir string) (*os.File, string, backend.Encoding, error)
  • func (w *WAL) RescanBlocks(log log.Logger) ([]*AppendBlock, error)

Functions

func ParseFilename

func ParseFilename(filename string) (uuid.UUID, string, string, backend.Encoding, string, error)

ParseFilename returns (blockID, tenant, version, encoding, dataEncoding, error). Example: "00000000-0000-0000-0000-000000000000:1:v2:snappy:v1"

func ReplayWALAndGetRecords

func ReplayWALAndGetRecords(file *os.File, v encoding.VersionedEncoding, enc backend.Encoding, handleObj func([]byte) error) ([]common.Record, error, error)

ReplayWALAndGetRecords replays a WAL file that could contain either traces or searchdata

Types

type AppendBlock

type AppendBlock struct {
	// contains filtered or unexported fields
}

AppendBlock is a block that is actively used to append new objects to. It stores all data in the appendFile in the order it was received and an in memory sorted index.

func (*AppendBlock) Append

func (a *AppendBlock) Append(id common.ID, b []byte) error

func (*AppendBlock) BlockID

func (a *AppendBlock) BlockID() uuid.UUID

func (*AppendBlock) Clear

func (a *AppendBlock) Clear() error

func (*AppendBlock) DataLength

func (a *AppendBlock) DataLength() uint64

func (*AppendBlock) Find

func (a *AppendBlock) Find(id common.ID, combiner common.ObjectCombiner) ([]byte, error)

func (*AppendBlock) Iterator

func (a *AppendBlock) Iterator(combiner common.ObjectCombiner) (encoding.Iterator, error)

func (*AppendBlock) Meta

func (a *AppendBlock) Meta() *backend.BlockMeta

type Config

type Config struct {
	Filepath          string `yaml:"path"`
	CompletedFilepath string
	BlocksFilepath    string
	Encoding          backend.Encoding `yaml:"encoding"`
	SearchEncoding    backend.Encoding `yaml:"search_encoding"`
}

type LocalBlock

type LocalBlock struct {
	encoding.BackendBlock
	// contains filtered or unexported fields
}

LocalBlock is a block stored in a local storage. It can be searched and flushed to a remote backend, and permanently tracks the flushed time with a special file in the block

func NewLocalBlock

func NewLocalBlock(ctx context.Context, existingBlock *encoding.BackendBlock, l *local.Backend) (*LocalBlock, error)

func (*LocalBlock) Find

func (c *LocalBlock) Find(ctx context.Context, id common.ID) ([]byte, error)

func (*LocalBlock) FlushedTime

func (c *LocalBlock) FlushedTime() time.Time

FlushedTime returns the time the block was flushed. Will return 0

if the block was never flushed

func (*LocalBlock) SetFlushed

func (c *LocalBlock) SetFlushed(ctx context.Context) error

func (*LocalBlock) Write

func (c *LocalBlock) Write(ctx context.Context, w backend.Writer) error

type WAL

type WAL struct {
	// contains filtered or unexported fields
}

func New

func New(c *Config) (*WAL, error)

func (*WAL) ClearFolder

func (w *WAL) ClearFolder(dir string) error

func (*WAL) GetFilepath

func (w *WAL) GetFilepath() string

func (*WAL) LocalBackend

func (w *WAL) LocalBackend() *local.Backend

func (*WAL) NewBlock

func (w *WAL) NewBlock(id uuid.UUID, tenantID string, dataEncoding string) (*AppendBlock, error)

func (*WAL) NewFile

func (w *WAL) NewFile(blockid uuid.UUID, tenantid string, dir string) (*os.File, string, backend.Encoding, error)

func (*WAL) RescanBlocks

func (w *WAL) RescanBlocks(log log.Logger) ([]*AppendBlock, error)

RescanBlocks returns a slice of append blocks from the wal folder