chunk

May 13, 2020

Changes in this version

+ const ChunkSizeLimit

+ var ErrSizeMax = fmt.Errorf("chunker parameters may not exceed the maximum chunk size of %d", ...)

+ type Buzhash struct

+ func NewBuzhash(r io.Reader) *Buzhash

+ func (b *Buzhash) ChunkSize() uint64

+ func (b *Buzhash) MetaData() interface{}

+ func (b *Buzhash) NextBytes() ([]byte, error)

+ func (b *Buzhash) Reader() io.Reader

+ func (b *Buzhash) SetIsDir(v bool)

Dec 17, 2019

Changes in this version

+ const PrefixForDefault

+ const PrefixForRabin

+ const PrefixForReedSolomon

+ const PrefixForSize

+ func IsReedSolomon(chunker string) bool

type MetaSplitter

+ func (rss *MetaSplitter) SetIsDir(v bool)

type Rabin

+ func (rss *Rabin) SetIsDir(v bool)

type RsMetaMap

+ IsDir bool

+ func GetRsMetaMapFromString(str string) (*RsMetaMap, error)

type Splitter

+ SetIsDir func(bool)

Nov 21, 2019

Changes in this version

type SplitterGen

+ func MetaSplitterGen(size int64) SplitterGen

Oct 29, 2019

Changes in this version

type MetaSplitter

+ func (ms *MetaSplitter) MetaData() interface{}

type Rabin

+ func (r *Rabin) MetaData() interface{}

+ type RsMetaMap struct

+ FileSize uint64

+ NumData uint64

+ NumParity uint64

type Splitter

+ MetaData func() interface{}

Oct 21, 2019

Changes in this version

+ type MetaSplitter struct

+ func (ms *MetaSplitter) ChunkSize() uint64

+ func (ms *MetaSplitter) NextBytes() ([]byte, error)

+ func (ms *MetaSplitter) Reader() io.Reader

type Rabin

+ func (r *Rabin) ChunkSize() uint64

type Splitter

+ func NewMetaSplitter(r io.Reader, size uint64) Splitter

+ ChunkSize func() uint64

Oct 2, 2019

Changes in this version

+ const DefaultReedSolomonDataShards

+ const DefaultReedSolomonParityShards

+ const DefaultReedSolomonShardSize

+ func NewReedSolomonSplitter(r io.Reader, numData, numParity, size uint64) (*reedSolomonSplitter, error)

+ type MultiSplitter interface

+ Splitters func() []Splitter

Sep 18, 2019

Changes in this version

+ var DefaultBlockSize int64 = 1024 * 256

+ var ErrRabinMin = errors.New("rabin min must be greater than 16")

+ var ErrSize = errors.New("chunker size muster greater than 0")

+ var IpfsRabinPoly = chunker.Pol(17437180132763653)

+ func Chan(s Splitter) (<-chan []byte, <-chan error)

+ type Rabin struct

+ func NewRabin(r io.Reader, avgBlkSize uint64) *Rabin

+ func NewRabinMinMax(r io.Reader, min, avg, max uint64) *Rabin

+ func (r *Rabin) NextBytes() ([]byte, error)

+ func (r *Rabin) Reader() io.Reader

+ type Splitter interface

+ NextBytes func() ([]byte, error)

+ Reader func() io.Reader

+ func DefaultSplitter(r io.Reader) Splitter

+ func FromString(r io.Reader, chunker string) (Splitter, error)

+ func NewSizeSplitter(r io.Reader, size int64) Splitter

+ type SplitterGen func(r io.Reader) Splitter

+ func SizeSplitterGen(size int64) SplitterGen