storage

package

Go to main page

Versions in this module

v1

v1.8.25

Apr 9, 2019

v1.8.24

Apr 8, 2019

Changes in this version

+ const AddressLength

+ const BMTHash

+ const ChunkProcessors

+ const CurrentDbSchema

+ const DbSchemaHalloween

+ const DbSchemaNone

+ const DbSchemaPurity

+ const DefaultHash

+ const ErrDataOverflow

+ const ErrInit

+ const ErrInvalidSignature

+ const ErrInvalidValue

+ const ErrNotFound

+ const ErrNotSynced

+ const ErrNothingToReturn

+ const ErrUnauthorized

+ const MaxPO

+ const SHA3Hash

+ var ErrChunkInvalid = errors.New("invalid chunk")

+ var ErrChunkNotFound = errors.New("chunk not found")

+ var ErrDBClosed = errors.New("LDBStore closed")

+ var ZeroAddr = Address(common.Hash{}.Bytes())

+ func NewHasherStore(store ChunkStore, hashFunc SwarmHasher, toEncrypt bool) *hasherStore

+ func Proximity(one, other []byte) (ret int)

+ type Address []byte

+ func PyramidAppend(ctx context.Context, addr Address, reader io.Reader, putter Putter, ...) (Address, func(context.Context) error, error)

+ func PyramidSplit(ctx context.Context, reader io.Reader, putter Putter, getter Getter) (Address, func(context.Context) error, error)

+ func TreeSplit(ctx context.Context, data io.Reader, size int64, putter Putter) (k Address, wait func(context.Context) error, err error)

+ func (a *Address) UnmarshalJSON(value []byte) error

+ func (a Address) Hex() string

+ func (a Address) Log() string

+ func (a Address) MarshalJSON() (out []byte, err error)

+ func (a Address) String() string

+ type AddressCollection []Address

+ func NewAddressCollection(l int) AddressCollection

+ func (c AddressCollection) Len() int

+ func (c AddressCollection) Less(i, j int) bool

+ func (c AddressCollection) Swap(i, j int)

type Chunk

+ func GenerateRandomChunk(dataSize int64) Chunk

+ func GenerateRandomChunks(dataSize int64, count int) (chunks []Chunk)

+ Address func() Address

+ Data func() []byte

+ type ChunkData []byte

+ func (c ChunkData) Size() uint64

type ChunkStore

+ Has func(rctx context.Context, ref Address) bool

+ type ChunkValidator interface

+ Validate func(chunk Chunk) bool

+ type ContentAddressValidator struct

+ Hasher SwarmHasher

+ func NewContentAddressValidator(hasher SwarmHasher) *ContentAddressValidator

+ func (v *ContentAddressValidator) Validate(chunk Chunk) bool

+ type FakeChunkStore struct

+ func (f *FakeChunkStore) Close()

+ func (f *FakeChunkStore) Get(_ context.Context, ref Address) (Chunk, error)

+ func (f *FakeChunkStore) Has(_ context.Context, ref Address) bool

+ func (f *FakeChunkStore) Put(_ context.Context, ch Chunk) error

+ type FileStore struct

+ func NewFileStore(store ChunkStore, params *FileStoreParams) *FileStore

+ func NewLocalFileStore(datadir string, basekey []byte) (*FileStore, error)

+ func (f *FileStore) GetAllReferences(ctx context.Context, data io.Reader, toEncrypt bool) (addrs AddressCollection, err error)

+ func (f *FileStore) HashSize() int

+ func (f *FileStore) Retrieve(ctx context.Context, addr Address) (reader *LazyChunkReader, isEncrypted bool)

+ func (f *FileStore) Store(ctx context.Context, data io.Reader, size int64, toEncrypt bool) (addr Address, wait func(context.Context) error, err error)

+ type FileStoreParams struct

+ Hash string

+ func NewFileStoreParams() *FileStoreParams

+ type Getter interface

+ Get func(context.Context, Reference) (ChunkData, error)

+ type HashWithLength struct

+ func (h *HashWithLength) ResetWithLength(length []byte)

+ type JoinerParams struct

+ type LDBStore struct

+ func NewLDBStore(params *LDBStoreParams) (s *LDBStore, err error)

+ func NewMockDbStore(params *LDBStoreParams, mockStore *mock.NodeStore) (s *LDBStore, err error)

+ func (s *LDBStore) BinIndex(po uint8) uint64

+ func (s *LDBStore) CleanGCIndex() error

+ func (s *LDBStore) Cleanup(f func(*chunk) bool)

+ func (s *LDBStore) Close()

+ func (s *LDBStore) Delete(addr Address) error

+ func (s *LDBStore) Export(out io.Writer) (int64, error)

+ func (s *LDBStore) Get(_ context.Context, addr Address) (chunk Chunk, err error)

+ func (s *LDBStore) GetSchema() (string, error)

+ func (s *LDBStore) Has(_ context.Context, addr Address) bool

+ func (s *LDBStore) Import(in io.Reader) (int64, error)

+ func (s *LDBStore) MarkAccessed(addr Address)

+ func (s *LDBStore) Put(ctx context.Context, chunk Chunk) error

+ func (s *LDBStore) PutSchema(schema string) error

+ func (s *LDBStore) SyncIterator(since uint64, until uint64, po uint8, f func(Address, uint64) bool) error

+ type LDBStoreParams struct

+ Path string

+ Po func(Address) uint8

+ func NewLDBStoreParams(storeparams *StoreParams, path string) *LDBStoreParams

type LazyChunkReader

+ func TreeJoin(ctx context.Context, addr Address, getter Getter, depth int) *LazyChunkReader

+ func (r *LazyChunkReader) Context() context.Context

type LazySectionReader

+ Context func() context.Context

type LazyTestSectionReader

+ func (r *LazyTestSectionReader) Context() context.Context

type LocalStore

+ Validators []ChunkValidator

+ func NewTestLocalStoreForAddr(params *LocalStoreParams) (*LocalStore, error)

+ func (ls *LocalStore) BinIndex(po uint8) uint64

+ func (ls *LocalStore) FetchFunc(ctx context.Context, addr Address) func(context.Context) error

+ func (ls *LocalStore) Has(ctx context.Context, addr Address) bool

+ func (ls *LocalStore) Iterator(from uint64, to uint64, po uint8, f func(Address, uint64) bool) error

+ func (ls *LocalStore) Migrate() error

+ type LocalStoreParams struct

+ ChunkDbPath string

+ Validators []ChunkValidator

+ func NewDefaultLocalStoreParams() *LocalStoreParams

+ func (p *LocalStoreParams) Init(path string)

type MemStore

+ func (m *MemStore) Has(_ context.Context, addr Address) bool

+ type NetFetcher interface

+ Offer func(source *enode.ID)

+ Request func(hopCount uint8)

type NetStore

+ NewNetFetcherFunc NewNetFetcherFunc

+ func (n *NetStore) BinIndex(po uint8) uint64

+ func (n *NetStore) FetchFunc(ctx context.Context, ref Address) func(context.Context) error

+ func (n *NetStore) Has(ctx context.Context, ref Address) bool

+ func (n *NetStore) Iterator(from uint64, to uint64, po uint8, f func(Address, uint64) bool) error

+ func (n *NetStore) RequestsCacheLen() int

+ type NewNetFetcherFunc func(ctx context.Context, addr Address, peers *sync.Map) NetFetcher

+ type Putter interface

+ Close func()

+ Put func(context.Context, ChunkData) (Reference, error)

+ RefSize func() int64

+ Wait func(context.Context) error

type PyramidChunker

+ func NewPyramidSplitter(params *PyramidSplitterParams) (pc *PyramidChunker)

+ func (pc *PyramidChunker) Append(ctx context.Context) (k Address, wait func(context.Context) error, err error)

+ func (pc *PyramidChunker) Join(addr Address, getter Getter, depth int) LazySectionReader

+ type PyramidSplitterParams struct

+ func NewPyramidSplitterParams(addr Address, reader io.Reader, putter Putter, getter Getter, chunkSize int64) *PyramidSplitterParams

+ type Reference []byte

+ type SplitterParams struct

type StoreParams

+ BaseKey []byte

+ Hash SwarmHasher

+ func NewDefaultStoreParams() *StoreParams

+ type SwarmHash interface

+ ResetWithLength func([]byte)

+ type SwarmHasher func() SwarmHash

+ type SyncChunkStore interface

+ BinIndex func(po uint8) uint64

+ FetchFunc func(ctx context.Context, ref Address) func(context.Context) error

+ Iterator func(from uint64, to uint64, po uint8, f func(Address, uint64) bool) error

type TreeChunker

+ func NewTreeJoiner(params *JoinerParams) *TreeChunker

+ func NewTreeSplitter(params *TreeSplitterParams) *TreeChunker

+ type TreeEntry struct

+ func NewTreeEntry(pyramid *PyramidChunker) *TreeEntry

+ type TreeSplitterParams struct

v1.5.14

Jul 28, 2018

v1.5.13

Jul 25, 2018

v1.5.12

Jun 17, 2017

v1.5.11

Apr 12, 2017

Changes in this version

type ChunkStore

+ Close func()

type DbStore

+ func (s *DbStore) Cleanup()

+ func (s *DbStore) Close()

type LocalStore

+ func (self *LocalStore) Close()

type MemStore

+ func (s *MemStore) Close()

type NetStore

+ func (self *NetStore) Close()

v1.5.10

Feb 4, 2017

v1.5.9

Feb 1, 2017

v1.5.8

Jan 29, 2017

v1.5.4-BETA

Dec 4, 2016

v1.5.2

Nov 18, 2016

v1.5.1

Nov 16, 2016

v1.5.0

Nov 15, 2016

Changes in this version

+ var ZeroKey = Key(common.Hash{}.Bytes())

+ func BytesToU64(data []byte) uint64

+ func IsZeroKey(key Key) bool

+ func NewDpaChunkStore(localStore, netStore ChunkStore) *dpaChunkStore

+ func U64ToBytes(val uint64) []byte

+ type Chunk struct

+ C chan bool

+ Key Key

+ Req *RequestStatus

+ SData []byte

+ Size int64

+ Source Peer

+ func NewChunk(key Key, rs *RequestStatus) *Chunk

+ func (self *Chunk) String() string

+ type ChunkStore interface

+ Get func(Key) (*Chunk, error)

+ Put func(*Chunk)

+ type Chunker interface

+ type ChunkerParams struct

+ Branches int64

+ Hash string

+ func NewChunkerParams() *ChunkerParams

+ type CloudStore interface

+ Deliver func(*Chunk)

+ Retrieve func(*Chunk)

+ Store func(*Chunk)

+ type DPA struct

+ Chunker Chunker

+ func NewDPA(store ChunkStore, params *ChunkerParams) *DPA

+ func NewLocalDPA(datadir string) (*DPA, error)

+ func (self *DPA) Retrieve(key Key) LazySectionReader

+ func (self *DPA) Start()

+ func (self *DPA) Stop()

+ func (self *DPA) Store(data io.Reader, size int64, swg *sync.WaitGroup, wwg *sync.WaitGroup) (key Key, err error)

+ type DbStore struct

+ func NewDbStore(path string, hash Hasher, capacity uint64, radius int) (s *DbStore, err error)

+ func (s *DbStore) Counter() uint64

+ func (s *DbStore) Get(key Key) (chunk *Chunk, err error)

+ func (s *DbStore) Put(chunk *Chunk)

+ func (self *DbStore) NewSyncIterator(state DbSyncState) (si *dbSyncIterator, err error)

+ type DbSyncState struct

+ First uint64

+ Last uint64

+ Start Key

+ Stop Key

+ type Hasher func() hash.Hash

+ func MakeHashFunc(hash string) Hasher

+ type Joiner interface

+ Join func(key Key, chunkC chan *Chunk) LazySectionReader

+ type Key []byte

+ func (key *Key) UnmarshalJSON(value []byte) error

+ func (key Key) Hex() string

+ func (key Key) Log() string

+ func (key Key) MarshalJSON() (out []byte, err error)

+ func (key Key) String() string

+ func (x Key) Size() uint

+ type LDBDatabase struct

+ func NewLDBDatabase(file string) (*LDBDatabase, error)

+ func (self *LDBDatabase) Close()

+ func (self *LDBDatabase) Delete(key []byte) error

+ func (self *LDBDatabase) Get(key []byte) ([]byte, error)

+ func (self *LDBDatabase) LastKnownTD() []byte

+ func (self *LDBDatabase) NewIterator() iterator.Iterator

+ func (self *LDBDatabase) Put(key []byte, value []byte)

+ func (self *LDBDatabase) Write(batch *leveldb.Batch) error

+ type LazyChunkReader struct

+ func (s *LazyChunkReader) Seek(offset int64, whence int) (int64, error)

+ func (self *LazyChunkReader) Read(b []byte) (read int, err error)

+ func (self *LazyChunkReader) ReadAt(b []byte, off int64) (read int, err error)

+ func (self *LazyChunkReader) Size(quitC chan bool) (n int64, err error)

+ type LazySectionReader interface

+ Size func(chan bool) (int64, error)

+ type LazyTestSectionReader struct

+ func (self *LazyTestSectionReader) Size(chan bool) (int64, error)

+ type LocalStore struct

+ DbStore ChunkStore

+ func NewLocalStore(hash Hasher, params *StoreParams) (*LocalStore, error)

+ func (self *LocalStore) Get(key Key) (chunk *Chunk, err error)

+ func (self *LocalStore) Put(chunk *Chunk)

+ type MemStore struct

+ func NewMemStore(d *DbStore, capacity uint) (m *MemStore)

+ func (s *MemStore) Get(hash Key) (chunk *Chunk, err error)

+ func (s *MemStore) Put(entry *Chunk)

+ type NetStore struct

+ func NewNetStore(hash Hasher, lstore *LocalStore, cloud CloudStore, params *StoreParams) *NetStore

+ func (self *NetStore) Get(key Key) (*Chunk, error)

+ func (self *NetStore) Put(entry *Chunk)

+ type Node struct

+ Children []common.Hash

+ Last bool

+ Pending int64

+ Size uint64

+ func (self *Node) String() string

+ type Peer interface

+ type PyramidChunker struct

+ func NewPyramidChunker(params *ChunkerParams) (self *PyramidChunker)

+ func (self *PyramidChunker) Split(data io.Reader, size int64, chunkC chan *Chunk, swg, wwg *sync.WaitGroup) (Key, error)

+ type RequestStatus struct

+ C chan bool

+ Key Key

+ Requesters map[uint64][]interface{}

+ Source Peer

+ type Splitter interface

+ Split func(io.Reader, int64, chan *Chunk, *sync.WaitGroup, *sync.WaitGroup) (Key, error)

+ type StoreParams struct

+ CacheCapacity uint

+ ChunkDbPath string

+ DbCapacity uint64

+ Radius int

+ func NewStoreParams(path string) (self *StoreParams)

+ type Task struct

+ Data []byte

+ Index int64

+ Last bool

+ Size uint64

+ type Tree struct

+ Chunks int64

+ Levels []map[int64]*Node

+ Lock sync.RWMutex

+ type TreeChunker struct

+ func NewTreeChunker(params *ChunkerParams) (self *TreeChunker)

+ func (self *TreeChunker) Join(key Key, chunkC chan *Chunk) LazySectionReader

+ func (self *TreeChunker) Split(data io.Reader, size int64, chunkC chan *Chunk, swg, wwg *sync.WaitGroup) (Key, error)

Incompatible versions in this module

v2.3.0+incompatible

May 22, 2019

v2.2.0+incompatible

Mar 27, 2019

v2.1.0+incompatible

Mar 3, 2019

v2.0.2+incompatible

Feb 20, 2019

v2.0.1+incompatible

Oct 19, 2018

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL