wal

Documentation

Index

• Constants
• type GlobalState
  • func (self *GlobalState) LowestCommitedRequestNumber() uint32
• type RequestNumberOrder
• type Server
• type Shard
• type WAL
  • func NewWAL(config *configuration.Configuration) (*WAL, error)
  • func (self *WAL) AssignSequenceNumbers(request *protocol.Request) error
  • func (self *WAL) AssignSequenceNumbersAndLog(request *protocol.Request, shard Shard) (uint32, error)
  • func (self *WAL) Close() error
  • func (self *WAL) Commit(requestNumber uint32, serverId uint32) error
  • func (self *WAL) CreateCheckpoint() error
  • func (self *WAL) RecoverServerFromLastCommit(serverId uint32, shardIds []uint32, ...) error
  • func (self *WAL) RecoverServerFromRequestNumber(requestNumber uint32, shardIds []uint32, ...) error
  • func (self *WAL) SetServerId(id uint32)

Constants

const HOST_ID_OFFSET = uint64(10000)

Types

type GlobalState

type GlobalState struct {
	// used for creating index entries
	CurrentFileSuffix uint32
	CurrentFileOffset int64

	// keep track of the next request number
	LargestRequestNumber uint32

	// used for rollover
	FirstSuffix uint32

	// last seq number used
	ShardLastSequenceNumber map[uint32]uint64

	// committed request number per server
	ServerLastRequestNumber map[uint32]uint32
	// contains filtered or unexported fields
}

func (*GlobalState) LowestCommitedRequestNumber

func (self *GlobalState) LowestCommitedRequestNumber() uint32

type RequestNumberOrder

type RequestNumberOrder interface {
	// contains filtered or unexported methods
}

type Server

type Server interface {
	GetId() uint32
}

type Shard

type Shard interface {
	Id() uint32
}

type WAL

type WAL struct {
	// contains filtered or unexported fields
}

func NewWAL

func NewWAL(config *configuration.Configuration) (*WAL, error)

func (*WAL) AssignSequenceNumbers

func (self *WAL) AssignSequenceNumbers(request *protocol.Request) error

Assigns sequence numbers if null.

func (*WAL) AssignSequenceNumbersAndLog

func (self *WAL) AssignSequenceNumbersAndLog(request *protocol.Request, shard Shard) (uint32, error)

Will assign sequence numbers if null. Returns a unique id that should be marked as committed for each server as it gets confirmed.

func (*WAL) Close

func (self *WAL) Close() error

func (*WAL) Commit

func (self *WAL) Commit(requestNumber uint32, serverId uint32) error

Marks a given request for a given server as committed

func (*WAL) CreateCheckpoint

func (self *WAL) CreateCheckpoint() error

func (*WAL) RecoverServerFromLastCommit

func (self *WAL) RecoverServerFromLastCommit(serverId uint32, shardIds []uint32, yield func(request *protocol.Request, shardId uint32) error) error

func (*WAL) RecoverServerFromRequestNumber

func (self *WAL) RecoverServerFromRequestNumber(requestNumber uint32, shardIds []uint32, yield func(request *protocol.Request, shardId uint32) error) error

In the case where this server is running and another one in the cluster stops responding, at some point this server will have to just write requests to disk. When the downed server comes back up, it's this server's responsibility to send out any writes that were queued up. If the yield function returns nil then the request is committed.

func (*WAL) SetServerId

func (self *WAL) SetServerId(id uint32)