chunk

Documentation

Overview

package chunk implements streaming block splitters

Index

• Variables
• func Chan(s Splitter) (<-chan []byte, <-chan error)
• type Rabin
  • func NewRabin(r io.Reader, avgBlkSize uint64) *Rabin
  • func NewRabinMinMax(r io.Reader, min, avg, max uint64) *Rabin
  • func (r *Rabin) NextBytes() ([]byte, error)
  • func (r *Rabin) Reader() io.Reader
• type Splitter
  • func DefaultSplitter(r io.Reader) Splitter
  • func FromString(r io.Reader, chunker string) (Splitter, error)
  • func NewSizeSplitter(r io.Reader, size int64) Splitter
• type SplitterGen
  • func SizeSplitterGen(size int64) SplitterGen

Variables

var DefaultBlockSize int64 = 1024 * 256

var IpfsRabinPoly = chunker.Pol(17437180132763653)

Functions

func Chan

func Chan(s Splitter) (<-chan []byte, <-chan error)

Types

type Rabin

type Rabin struct {
	// contains filtered or unexported fields
}

func NewRabin

func NewRabin(r io.Reader, avgBlkSize uint64) *Rabin

func NewRabinMinMax

func NewRabinMinMax(r io.Reader, min, avg, max uint64) *Rabin

func (*Rabin) NextBytes

func (r *Rabin) NextBytes() ([]byte, error)

func (*Rabin) Reader

func (r *Rabin) Reader() io.Reader

type Splitter

type Splitter interface {
	Reader() io.Reader
	NextBytes() ([]byte, error)
}

func DefaultSplitter

func DefaultSplitter(r io.Reader) Splitter

func FromString

func FromString(r io.Reader, chunker string) (Splitter, error)

func NewSizeSplitter

func NewSizeSplitter(r io.Reader, size int64) Splitter

type SplitterGen

type SplitterGen func(r io.Reader) Splitter

func SizeSplitterGen

func SizeSplitterGen(size int64) SplitterGen