downloader

Documentation

Index

• Constants
• Variables
• func DefaultDownloaderOptions(downloader *DownloadModular, cfg *gfspconfig.GfSpConfig) error
• func NewDownloadModular(app *gfspapp.GfSpBaseApp, cfg *gfspconfig.GfSpConfig) (coremodule.Modular, error)
• type DownloadModular
  • func (d *DownloadModular) HandleChallengePiece(ctx context.Context, task task.ChallengePieceTask) ([]byte, [][]byte, []byte, error)
  • func (d *DownloadModular) HandleDownloadObjectTask(ctx context.Context, task task.DownloadObjectTask) ([]byte, error)
  • func (d *DownloadModular) Name() string
  • func (d *DownloadModular) PostChallengePiece(ctx context.Context, task task.ChallengePieceTask)
  • func (d *DownloadModular) PostDownloadObject(ctx context.Context, task task.DownloadObjectTask)
  • func (d *DownloadModular) PreChallengePiece(ctx context.Context, task task.ChallengePieceTask) error
  • func (d *DownloadModular) PreDownloadObject(ctx context.Context, task task.DownloadObjectTask) error
  • func (d *DownloadModular) QueryTasks(ctx context.Context, subKey task.TKey) ([]task.Task, error)
  • func (d *DownloadModular) ReleaseResource(ctx context.Context, span rcmgr.ResourceScopeSpan)
  • func (d *DownloadModular) ReserveResource(ctx context.Context, state *rcmgr.ScopeStat) (rcmgr.ResourceScopeSpan, error)
  • func (d *DownloadModular) SplitToSegmentPieceInfos(ctx context.Context, task task.DownloadObjectTask) ([]*segmentPieceInfo, error)
  • func (d *DownloadModular) Start(ctx context.Context) error
  • func (d *DownloadModular) Stop(ctx context.Context) error

Constants

const (
	// DefaultDownloadObjectParallelPerNode defines the default max download object parallel
	// per downloader
	DefaultDownloadObjectParallelPerNode = 10240
	// DefaultChallengePieceParallelPerNode defines the default max challenge piece parallel
	// per downloader
	DefaultChallengePieceParallelPerNode = 10240
	// DefaultBucketFreeQuota defines the default free read quota per bucket
	DefaultBucketFreeQuota = 10 * 1024 * 1024 * 1024
)

Variables

var (
	ErrDanglingPointer   = gfsperrors.Register(module.DownloadModularName, http.StatusInternalServerError, 30001, "OoooH.... request lost")
	ErrObjectUnsealed    = gfsperrors.Register(module.DownloadModularName, http.StatusBadRequest, 30002, "object unsealed")
	ErrRepeatedTask      = gfsperrors.Register(module.DownloadModularName, http.StatusBadRequest, 30003, "request repeated")
	ErrExceedBucketQuota = gfsperrors.Register(module.DownloadModularName, http.StatusBadRequest, 30004, "bucket quota overflow")
	ErrExceedQueue       = gfsperrors.Register(module.DownloadModularName, http.StatusServiceUnavailable, 30005, "request exceed the limit, try again later")
	ErrInvalidParam      = gfsperrors.Register(module.DownloadModularName, http.StatusBadRequest, 30006, "request params invalid")
	ErrPieceStore        = gfsperrors.Register(module.DownloadModularName, http.StatusInternalServerError, 35101, "server slipped away, try again later")
	ErrGfSpDB            = gfsperrors.Register(module.DownloadModularName, http.StatusInternalServerError, 35201, "server slipped away, try again later")
)

Functions

func DefaultDownloaderOptions

func DefaultDownloaderOptions(downloader *DownloadModular, cfg *gfspconfig.GfSpConfig) error

func NewDownloadModular

func NewDownloadModular(app *gfspapp.GfSpBaseApp, cfg *gfspconfig.GfSpConfig) (coremodule.Modular, error)

Types

type DownloadModular

type DownloadModular struct {
	// contains filtered or unexported fields
}

func (*DownloadModular) HandleChallengePiece

func (d *DownloadModular) HandleChallengePiece(
	ctx context.Context,
	task task.ChallengePieceTask) (
	[]byte, [][]byte, []byte, error)

func (*DownloadModular) HandleDownloadObjectTask

func (d *DownloadModular) HandleDownloadObjectTask(
	ctx context.Context,
	task task.DownloadObjectTask) ([]byte, error)

func (*DownloadModular) Name

func (d *DownloadModular) Name() string

func (*DownloadModular) PostChallengePiece

func (d *DownloadModular) PostChallengePiece(
	ctx context.Context,
	task task.ChallengePieceTask)

func (*DownloadModular) PostDownloadObject

func (d *DownloadModular) PostDownloadObject(
	ctx context.Context,
	task task.DownloadObjectTask)

func (*DownloadModular) PreChallengePiece

func (d *DownloadModular) PreChallengePiece(
	ctx context.Context,
	task task.ChallengePieceTask) error

func (*DownloadModular) PreDownloadObject

func (d *DownloadModular) PreDownloadObject(
	ctx context.Context,
	task task.DownloadObjectTask) error

func (*DownloadModular) QueryTasks

func (d *DownloadModular) QueryTasks(
	ctx context.Context,
	subKey task.TKey) (
	[]task.Task, error)

func (*DownloadModular) ReleaseResource

func (d *DownloadModular) ReleaseResource(ctx context.Context, span rcmgr.ResourceScopeSpan)

func (*DownloadModular) ReserveResource

func (d *DownloadModular) ReserveResource(ctx context.Context, state *rcmgr.ScopeStat) (rcmgr.ResourceScopeSpan, error)

func (*DownloadModular) SplitToSegmentPieceInfos

func (d *DownloadModular) SplitToSegmentPieceInfos(
	ctx context.Context,
	task task.DownloadObjectTask) (
	[]*segmentPieceInfo, error)

func (*DownloadModular) Start

func (d *DownloadModular) Start(ctx context.Context) error

func (*DownloadModular) Stop

func (d *DownloadModular) Stop(ctx context.Context) error