chunk

Documentation

Index

• Constants
• func NewPageReader(p *Page) *pageReader
• type CacheManager
• type ChunkStore
  • func NewCachedStore(storage object.ObjectStorage, config Config, reg prometheus.Registerer) ChunkStore
• type Config
  • func (c *Config) SelfCheck(uuid string)
• type Controller
  • func (con *Controller) Execute(key string, fn func() (*Page, error)) (*Page, error)
• type Page
  • func NewOffPage(size int) *Page
  • func NewPage(data []byte) *Page
  • func (p *Page) Acquire()
  • func (p *Page) Release()
  • func (p *Page) Slice(off, len int) *Page
• type ReadCloser
• type Reader
• type Writer

Constants

const (
	CsNone   = "none"
	CsFull   = "full"
	CsShrink = "shrink"
	CsExtend = "extend"
)

--- Checksum ---

const SlowRequest = time.Second * time.Duration(10)

Functions

func NewPageReader

func NewPageReader(p *Page) *pageReader

Types

type CacheManager

type CacheManager interface {
	// contains filtered or unexported methods
}

type ChunkStore

type ChunkStore interface {
	NewReader(id uint64, length int) Reader
	NewWriter(id uint64) Writer
	Remove(id uint64, length int) error
	FillCache(id uint64, length uint32) error
	UsedMemory() int64
	UpdateLimit(upload, download int64)
}

func NewCachedStore

func NewCachedStore(storage object.ObjectStorage, config Config, reg prometheus.Registerer) ChunkStore

NewCachedStore create a cached store.

type Config

type Config struct {
	CacheDir          string
	CacheMode         os.FileMode
	CacheSize         int64
	CacheChecksum     string
	CacheEviction     string
	CacheScanInterval time.Duration
	FreeSpace         float32
	AutoCreate        bool
	Compress          string
	MaxUpload         int
	MaxRetries        int
	UploadLimit       int64 // bytes per second
	DownloadLimit     int64 // bytes per second
	Writeback         bool
	UploadDelay       time.Duration
	HashPrefix        bool
	BlockSize         int
	GetTimeout        time.Duration
	PutTimeout        time.Duration
	CacheFullBlock    bool
	BufferSize        int
	Readahead         int
	Prefetch          int
}

Config contains options for cachedStore

func (*Config) SelfCheck

func (c *Config) SelfCheck(uuid string)

type Controller

type Controller struct {
	sync.Mutex
	// contains filtered or unexported fields
}

func (*Controller) Execute

func (con *Controller) Execute(key string, fn func() (*Page, error)) (*Page, error)

type Page

type Page struct {
	Data []byte
	// contains filtered or unexported fields
}

Page is a page with refcount

func NewOffPage

func NewOffPage(size int) *Page

func NewPage

func NewPage(data []byte) *Page

NewPage create a new page.

func (*Page) Acquire

func (p *Page) Acquire()

Acquire increase the refcount

func (*Page) Release

func (p *Page) Release()

Release decrease the refcount

func (*Page) Slice

func (p *Page) Slice(off, len int) *Page

type ReadCloser

type ReadCloser interface {
	// io.Reader
	io.ReaderAt
	io.Closer
}

type Reader

type Reader interface {
	ReadAt(ctx context.Context, p *Page, off int) (int, error)
}

type Writer

type Writer interface {
	io.WriterAt
	ID() uint64
	SetID(id uint64)
	FlushTo(offset int) error
	Finish(length int) error
	Abort()
}