raftchunking

Jan 9, 2023

Changes in this version

+ type ChunkingBatchingFSM struct

+ func NewChunkingBatchingFSM(underlying raft.BatchingFSM, store ChunkStorage) *ChunkingBatchingFSM

+ func (c *ChunkingBatchingFSM) ApplyBatch(logs []*raft.Log) []interface{}

Jul 25, 2019

Changes in this version

+ var ChunkSize = raft.SuggestedMaxDataSize

Jul 24, 2019

Changes in this version

+ type ChunkInfo struct

+ Data []byte

+ NumChunks uint32

+ OpNum uint64

+ SequenceNum uint32

+ Term uint64

+ type ChunkMap map[uint64][]*ChunkInfo

+ type ChunkStorage interface

+ ClearAll func() error

+ FinalizeOp func(uint64) ([]*ChunkInfo, error)

+ GetChunks func() (ChunkMap, error)

+ RestoreChunks func(ChunkMap) error

+ StoreChunk func(*ChunkInfo) (bool, error)

type ChunkingFSM

+ func (c *ChunkingFSM) CurrentState() (*State, error)

+ func (c *ChunkingFSM) RestoreState(state *State) error

+ type ChunkingSuccess struct

+ Response interface{}

+ type InmemChunkStorage struct

+ func NewInmemChunkStorage() *InmemChunkStorage

+ func (i *InmemChunkStorage) ClearAll() error

+ func (i *InmemChunkStorage) FinalizeOp(opNum uint64) ([]*ChunkInfo, error)

+ func (i *InmemChunkStorage) GetChunks() (ChunkMap, error)

+ func (i *InmemChunkStorage) RestoreChunks(chunks ChunkMap) error

+ func (i *InmemChunkStorage) StoreChunk(chunk *ChunkInfo) (bool, error)

+ type State struct

+ ChunkMap ChunkMap

Jul 23, 2019

Changes in this version

+ func NewChunkingConfigurationStore(underlying raft.ConfigurationStore) raft.ConfigurationStore

+ type ChunkingConfigurationStore struct

+ func (c *ChunkingConfigurationStore) StoreConfiguration(index uint64, configuration raft.Configuration)

Jul 23, 2019

Changes in this version

+ var ErrInvalidOpNum = errors.New("no op num found when reconstructing chunks")

+ var ErrMissingChunk = errors.New("missing sequence number during reconstruction")

+ var ErrNoExistingChunks = errors.New("no existing chunks but non-zero sequence num")

+ var ErrSequenceNumberMismatch = errors.New("sequence number skipped")

+ var ErrTermMismatch = errors.New("term mismatch during reconstruction of chunks, please resubmit")

+ func ChunkingApply(cmd, extensions []byte, timeout time.Duration, applyFunc ApplyFunc) raft.ApplyFuture

+ type ApplyFunc func(raft.Log, time.Duration) raft.ApplyFuture

+ type ChunkingFSM struct

+ func NewChunkingFSM(underlying raft.FSM) *ChunkingFSM

+ func (c *ChunkingFSM) Apply(l *raft.Log) interface{}

+ func (c *ChunkingFSM) Restore(rc io.ReadCloser) error

+ func (c *ChunkingFSM) Snapshot() (raft.FSMSnapshot, error)

+ func (c *ChunkingFSM) Underlying() raft.FSM