storage

Documentation

Overview

Package storage provides implementation contracts and notions used across storage-aware components in Pen.

Index

• Variables
• type Descriptor
  • func (d *Descriptor) String() string
• type Getter
• type Hasser
• type ModeGet
  • func (m ModeGet) String() string
• type ModePut
  • func (m ModePut) String() string
• type ModeSet
  • func (m ModeSet) String() string
• type PullSubscriber
• type Putter
• type Setter
• type StateIterFunc
• type StateStorer
• type Storer

Variables

var (
	ErrNotFound        = errors.New("storage: not found")
	ErrInvalidChunk    = errors.New("storage: invalid chunk")
	ErrReferenceLength = errors.New("invalid reference length")
)

Types

type Descriptor

type Descriptor struct {
	Address penguin.Address
	BinID   uint64
}

Descriptor holds information required for Pull syncing. This struct is provided by subscribing to pull index.

func (*Descriptor) String

func (d *Descriptor) String() string

type Getter

type Getter interface {
	Get(ctx context.Context, mode ModeGet, addr penguin.Address) (ch penguin.Chunk, err error)
}

type Hasser

type Hasser interface {
	Has(ctx context.Context, addr penguin.Address) (yes bool, err error)
	HasMulti(ctx context.Context, addrs ...penguin.Address) (yes []bool, err error)
}

type ModeGet

type ModeGet int

ModeGet enumerates different Getter modes.

const (
	// ModeGetRequest: when accessed for retrieval
	ModeGetRequest ModeGet = iota
	// ModeGetSync: when accessed for syncing or proof of custody request
	ModeGetSync
	// ModeGetLookup: when accessed to lookup a a chunk in feeds or other places
	ModeGetLookup
	// ModeGetPin: used when a pinned chunk is accessed
	ModeGetPin
	// ModeGetRequestPin represents request for retrieval of pinned chunk.
	ModeGetRequestPin
)

Getter modes.

func (ModeGet) String

func (m ModeGet) String() string

type ModePut

type ModePut int

ModePut enumerates different Putter modes.

const (
	// ModePutRequest: when a chunk is received as a result of retrieve request and delivery
	ModePutRequest ModePut = iota
	// ModePutSync: when a chunk is received via syncing
	ModePutSync
	// ModePutUpload: when a chunk is created by local upload
	ModePutUpload
	// ModePutUploadPin: the same as ModePutUpload but also pin the chunk atomically with the put
	ModePutUploadPin
	// ModePutRequestPin: the same as ModePutRequest but also pin the chunk with the put
	ModePutRequestPin
	// ModePutRequestCache forces a retrieved chunk to be stored in the cache
	ModePutRequestCache
)

Putter modes.

func (ModePut) String

func (m ModePut) String() string

type ModeSet

type ModeSet int

ModeSet enumerates different Setter modes.

const (
	// ModeSetSync: when a push sync receipt is received for a chunk
	ModeSetSync ModeSet = iota
	// ModeSetRemove: when a chunk is removed
	ModeSetRemove
	// ModeSetPin: when a chunk is pinned during upload or separately
	ModeSetPin
	// ModeSetUnpin: when a chunk is unpinned using a command locally
	ModeSetUnpin
)

Setter modes.

func (ModeSet) String

func (m ModeSet) String() string

type PullSubscriber

type PullSubscriber interface {
	SubscribePull(ctx context.Context, bin uint8, since, until uint64) (c <-chan Descriptor, closed <-chan struct{}, stop func())
}

type Putter

type Putter interface {
	Put(ctx context.Context, mode ModePut, chs ...penguin.Chunk) (exist []bool, err error)
}

type Setter

type Setter interface {
	Set(ctx context.Context, mode ModeSet, addrs ...penguin.Address) (err error)
}

type StateIterFunc

type StateIterFunc func(key, value []byte) (stop bool, err error)

StateIterFunc is used when iterating through StateStorer key/value pairs

type StateStorer

type StateStorer interface {
	Get(key string, i interface{}) (err error)
	Put(key string, i interface{}) (err error)
	Delete(key string) (err error)
	Iterate(prefix string, iterFunc StateIterFunc) (err error)
	// DB returns the underlying DB storage.
	DB() *leveldb.DB
	io.Closer
}

StateStorer defines methods required to get, set, delete values for different keys and close the underlying resources.

type Storer

type Storer interface {
	Getter
	Putter
	GetMulti(ctx context.Context, mode ModeGet, addrs ...penguin.Address) (ch []penguin.Chunk, err error)
	Hasser
	Setter
	LastPullSubscriptionBinID(bin uint8) (id uint64, err error)
	PullSubscriber
	SubscribePush(ctx context.Context) (c <-chan penguin.Chunk, stop func())
	io.Closer
}