Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security Policy
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

shards

package

Go to main page

Versions in this module

v1

v1.0.6

Apr 16, 2020

v1.0.5

Apr 16, 2020

v1.0.4

Apr 16, 2020

v1.0.3

Apr 14, 2020

Changes in this version

+ const BOMxorNumRequired

+ const BOMxorNumTotal

+ const CRC32Len

+ const DataLenBytes

+ const FileContainerCurrentVersion

+ const MxorCurVersion

+ const RedundacyLen

+ const SPHeaderMarker

+ func CorrectRSI(input []byte, parity [][]byte, dataShards, parityShards int) (output []byte, err error)

+ func DecodeMxor(shard1 []byte, shard1Ix int, shard2 []byte, shard2Ix int, code ErasureCodeType) ([]byte, error)

+ func EncodeMxor(data []byte, code ErasureCodeType) ([][]byte, error)

+ func GenerateRSIParity(input []byte, dataShards, parityShards int) ([][]byte, error)

+ func GenerateRSIParity_25_26(input []byte) ([]byte, error)

+ func GenerateRSIParity_4_5(input []byte) ([]byte, error)

+ func GetReedSolomonShareSize(inputSize int64, required int) int64

+ func GetShardDataLen(fileLen int64, shardContainerType ShardContainerType, numRequired int) (ln int64, err error)

+ func GetShardNumBytes(h ShardHeader) int64

+ func GetShardTotalLen(fileLen int64, shardContainerType ShardContainerType, numRequired int) (ln int64, err error)

+ type AorsShardHeader struct

+ ErasureCode ErasureCodeType

+ FileContainerHash []byte

+ FileContainerLen int64

+ NeededShardsNum int

+ ShardIndex int

+ TotalShardsNum int

+ Type ShardContainerType

+ Version byte

+ func NewAorHeaderFromReader(dataR io.Reader) (h *AorsShardHeader, err error)

+ func NewAorsShardHeader(index, total, needed int, fcLen int64, fcHash []byte) *AorsShardHeader

+ func (h *AorsShardHeader) GetContainerType() ShardContainerType

+ func (h *AorsShardHeader) GetErasureCode() ErasureCodeType

+ func (h *AorsShardHeader) GetFileContainerHash() []byte

+ func (h *AorsShardHeader) GetFileContainerLen() int64

+ func (h *AorsShardHeader) GetNumRequired() int

+ func (h *AorsShardHeader) GetNumTotal() int

+ func (h *AorsShardHeader) GetShardIndex() int

+ func (h *AorsShardHeader) GetShardPayloadLen() int64

+ func (h *AorsShardHeader) StoreSPShard(w io.Writer, r io.Reader) (hash, uploaderSignature []byte, err error)

+ func (h *AorsShardHeader) String() string

+ func (h *AorsShardHeader) ToBytes() []byte

+ type BorsShardHeader struct

+ ErasureCode ErasureCodeType

+ FileContainerDataLen int64

+ FileContainerHash []byte

+ NeededShardsNum byte

+ ShardIndex byte

+ TotalShardsNum byte

+ Type ShardContainerType

+ Version byte

+ func NewBorsHeaderFromReader(r io.Reader) (hdr *BorsShardHeader, err error)

+ func NewBorsShardHeader(index, total, needed uint, fcLen int64, fcHash []byte) *BorsShardHeader

+ func NewBorsShardHeaderFromBytes(data []byte) (*BorsShardHeader, error)

+ func (h *BorsShardHeader) GetContainerType() ShardContainerType

+ func (h *BorsShardHeader) GetErasureCode() ErasureCodeType

+ func (h *BorsShardHeader) GetFileContainerHash() []byte

+ func (h *BorsShardHeader) GetFileContainerLen() int64

+ func (h *BorsShardHeader) GetNumRequired() int

+ func (h *BorsShardHeader) GetNumTotal() int

+ func (h *BorsShardHeader) GetShardIndex() int

+ func (h *BorsShardHeader) GetShardPayloadLen() int64

+ func (h *BorsShardHeader) StoreSPShard(w io.Writer, r io.Reader) (hash, uploaderSignature []byte, err error)

+ func (h *BorsShardHeader) String() string

+ func (h *BorsShardHeader) ToBytes() []byte

+ type EncryptionType uint8

+ const NoEncryption

+ type ErasureCodeType int8

+ const ErasureCodeNone

+ const Mxor_2_3

+ const Mxor_2_4

+ const Mxor_2_6

+ const Mxor_2_7

+ const RSinfectious

+ func (e ErasureCodeType) String() string

+ type FileContainer struct

+ CompressionType uint8

+ EncryptionType EncryptionType

+ Hash []byte

+ Shards *ShardsContainer

+ Signature []byte

+ Size int64

+ Type FileContainerType

+ Version uint8

+ func NewFileContainer(s *ShardsContainer, r io.Reader, account interfaces.IAccount) (*FileContainer, error)

+ func (f *FileContainer) CreateContainerBytes(r io.Reader, uploaderAccount interfaces.IAccount) (fileContainerBytes bytes.Buffer, err error)

+ type FileContainerType uint8

+ const ArchiveOptimized

+ const BrowserOptimized

+ const NoContainer

+ func (fct FileContainerType) HdrLen() int

+ func (fct FileContainerType) PayLoadEnd(fcLen int64) int64

+ func (fct FileContainerType) TaiLen() int

+ type MxorShardHeader struct

+ ErasureCode ErasureCodeType

+ FileContainerDataLen uint32

+ FileContainerHash []byte

+ Flags uint8

+ ShardIndex int

+ Type ShardContainerType

+ Version uint8

+ func NewMxorHeaderFromBytes(data []byte) (*MxorShardHeader, error)

+ func NewMxorHeaderFromReader(r io.Reader) (hdr *MxorShardHeader, err error)

+ func NewMxorShardHeader(index int, fcLen uint32, fcHash []byte) *MxorShardHeader

+ func (h *MxorShardHeader) GetContainerType() ShardContainerType

+ func (h *MxorShardHeader) GetErasureCode() ErasureCodeType

+ func (h *MxorShardHeader) GetFileContainerHash() []byte

+ func (h *MxorShardHeader) GetFileContainerLen() int64

+ func (h *MxorShardHeader) GetNumRequired() int

+ func (h *MxorShardHeader) GetNumTotal() int

+ func (h *MxorShardHeader) GetShardIndex() int

+ func (h *MxorShardHeader) GetShardPayloadLen() int64

+ func (h *MxorShardHeader) MarkAsSP()

+ func (h *MxorShardHeader) StoreSPShard(w io.Writer, r io.Reader) (hash, uploaderSignature []byte, err error)

+ func (h *MxorShardHeader) String() string

+ func (h *MxorShardHeader) ToBytes() []byte

+ type Shard struct

+ Data []byte

+ Hdr []byte

+ func MxorShard(r io.Reader) (*Shard, error)

+ func NewShardFromSP(shardBytes []byte) (sh *Shard, err error)

+ func (shard *Shard) GetContainerType() ShardContainerType

+ func (shard *Shard) GetShardHeader() (hdr ShardHeader, err error)

+ func (shard *Shard) Len() int

+ func (shard *Shard) VerifyShardDataSize() error

+ func (shard *Shard) WriteShardContainer(w io.Writer, acc interfaces.IAccount) (err error)

+ type ShardContainerType int8

+ const ArchiveOptimizedReedSolomon

+ const BrowserOptimizedMxor

+ const BrowserOptimizedReedSolomon

+ const ShardContainerNone

+ func (s ShardContainerType) String() string

+ type ShardHeader interface

+ GetContainerType func() ShardContainerType

+ GetErasureCode func() ErasureCodeType

+ GetFileContainerHash func() []byte

+ GetFileContainerLen func() int64

+ GetNumRequired func() int

+ GetNumTotal func() int

+ GetShardIndex func() int

+ GetShardPayloadLen func() int64

+ StoreSPShard func(w io.Writer, r io.Reader) (hash, uploaderSignature []byte, err error)

+ String func() string

+ ToBytes func() []byte

+ func NewShardHeader(r io.ReadSeeker) (shdr ShardHeader, err error)

+ type ShardsContainer struct

+ ContainerType ShardContainerType

+ Decode func(sc *ShardsContainer, writer io.Writer) error

+ Encode func(sc *ShardsContainer, fileContainer []byte) error

+ FileContainerHash []byte

+ NumRequired int

+ NumTotal int

+ func NewAors(total, needed int) *ShardsContainer

+ func NewBOMxor() *ShardsContainer

+ func NewBors(total, needed int) *ShardsContainer

+ func NewShardsContainer(shardBytes []byte) (s *ShardsContainer, err error)

+ func (s *ShardsContainer) GetOriginalDataFromContainer(container []byte) (io.Reader, error)

+ func (sc *ShardsContainer) GetContainerType() ShardContainerType

+ func (sc *ShardsContainer) GetErasureCode() ErasureCodeType

+ func (sc *ShardsContainer) GetFirstShard() *Shard

+ func (sc *ShardsContainer) GetNumShards() int

+ func (sc *ShardsContainer) GetOriginDataHash() *ArchonHashBytes

+ func (sc *ShardsContainer) GetOriginDataHashString() string

+ func (sc *ShardsContainer) GetSampleShardHdr() (hdr ShardHeader, err error)

+ func (sc *ShardsContainer) GetShard(index int) *Shard

+ func (sc *ShardsContainer) GetShardDataLen() int64

+ func (sc *ShardsContainer) GetShardNumBytes() int64

+ func (sc *ShardsContainer) HaveAllNeededShards() bool

+ func (sc *ShardsContainer) SetShard(index int, shard *Shard) error

v1.0.2

Apr 6, 2020