uploader

Documentation

Index

• Constants
• Variables
• func ErrGfSpDBWithDetail(detail string) *gfsperrors.GfSpError
• func ErrPieceStoreWithDetail(detail string) *gfsperrors.GfSpError
• func NewUploadModular(app *gfspapp.GfSpBaseApp, cfg *gfspconfig.GfSpConfig) (coremodule.Modular, error)
• func StreamReadAt(stream io.Reader, b []byte) (int, error)
• type UploadModular
  • func (u *UploadModular) HandleResumableUploadObjectTask(ctx context.Context, task coretask.ResumableUploadObjectTask, stream io.Reader) error
  • func (u *UploadModular) HandleUploadObjectTask(ctx context.Context, uploadObjectTask coretask.UploadObjectTask, ...) error
  • func (u *UploadModular) Name() string
  • func (*UploadModular) PostResumableUploadObject(ctx context.Context, task coretask.ResumableUploadObjectTask)
  • func (u *UploadModular) PostUploadObject(ctx context.Context, uploadObjectTask coretask.UploadObjectTask)
  • func (u *UploadModular) PreResumableUploadObject(ctx context.Context, task coretask.ResumableUploadObjectTask) error
  • func (u *UploadModular) PreUploadObject(ctx context.Context, uploadObjectTask coretask.UploadObjectTask) error
  • func (u *UploadModular) QueryTasks(ctx context.Context, subKey coretask.TKey) ([]coretask.Task, error)
  • func (u *UploadModular) ReleaseResource(ctx context.Context, span rcmgr.ResourceScopeSpan)
  • func (u *UploadModular) ReserveResource(ctx context.Context, state *rcmgr.ScopeStat) (rcmgr.ResourceScopeSpan, error)
  • func (u *UploadModular) Start(ctx context.Context) error
  • func (u *UploadModular) Stop(ctx context.Context) error

Constants

const (
	// DefaultUploadObjectParallelPerNode defines the default max parallel of uploading
	// object per uploader.
	DefaultUploadObjectParallelPerNode = 10240
	// RejectUnSealObjectRetry defines the retry number of sending reject unseal object tx.
	RejectUnSealObjectRetry = 3
	// RejectUnSealObjectTimeout defines the timeout of sending reject unseal object tx.
	RejectUnSealObjectTimeout = 3
	// is not rejected, it is judged failed to reject unseal object on greenfield.
	DefaultListenRejectUnSealTimeoutHeight int = 10
)

Variables

var (
	ErrDanglingUploadTask   = gfsperrors.Register(module.UploadModularName, http.StatusBadRequest, 110001, "OoooH... request lost, try again later")
	ErrNotCreatedState      = gfsperrors.Register(module.UploadModularName, http.StatusForbidden, 110002, "object not created state")
	ErrRepeatedTask         = gfsperrors.Register(module.UploadModularName, http.StatusNotAcceptable, 110003, "put object request repeated")
	ErrInvalidIntegrity     = gfsperrors.Register(module.UploadModularName, http.StatusNotAcceptable, 110004, "invalid payload data integrity hash")
	ErrClosedStream         = gfsperrors.Register(module.UploadModularName, http.StatusBadRequest, 110005, "upload payload data stream exception")
	ErrInvalidUploadRequest = gfsperrors.Register(module.UploadModularName, http.StatusConflict, 110006, "the object had already been fully uploaded and any further uploading attempt is not allowed")
	ErrGetObjectUploadState = gfsperrors.Register(module.UploadModularName, http.StatusInternalServerError, 110007, "failed to get upload object state")
	ErrPayloadSize          = gfsperrors.Register(module.UploadModularName, http.StatusBadRequest, 110008, "The file payload size is inconsistent with the parameter payload size")
)

Functions

func ErrGfSpDBWithDetail

func ErrGfSpDBWithDetail(detail string) *gfsperrors.GfSpError

func ErrPieceStoreWithDetail

func ErrPieceStoreWithDetail(detail string) *gfsperrors.GfSpError

func NewUploadModular

func NewUploadModular(app *gfspapp.GfSpBaseApp, cfg *gfspconfig.GfSpConfig) (coremodule.Modular, error)

func StreamReadAt

func StreamReadAt(stream io.Reader, b []byte) (int, error)

Types

type UploadModular

type UploadModular struct {
	// contains filtered or unexported fields
}

func (*UploadModular) HandleResumableUploadObjectTask

func (u *UploadModular) HandleResumableUploadObjectTask(ctx context.Context, task coretask.ResumableUploadObjectTask,
	stream io.Reader) error

func (*UploadModular) HandleUploadObjectTask

func (u *UploadModular) HandleUploadObjectTask(ctx context.Context, uploadObjectTask coretask.UploadObjectTask, stream io.Reader) error

func (*UploadModular) Name

func (u *UploadModular) Name() string

func (*UploadModular) PostResumableUploadObject

func (*UploadModular) PostResumableUploadObject(ctx context.Context, task coretask.ResumableUploadObjectTask)

func (*UploadModular) PostUploadObject

func (u *UploadModular) PostUploadObject(ctx context.Context, uploadObjectTask coretask.UploadObjectTask)

func (*UploadModular) PreResumableUploadObject

func (u *UploadModular) PreResumableUploadObject(ctx context.Context, task coretask.ResumableUploadObjectTask) error

func (*UploadModular) PreUploadObject

func (u *UploadModular) PreUploadObject(ctx context.Context, uploadObjectTask coretask.UploadObjectTask) error

func (*UploadModular) QueryTasks

func (u *UploadModular) QueryTasks(ctx context.Context, subKey coretask.TKey) ([]coretask.Task, error)

func (*UploadModular) ReleaseResource

func (u *UploadModular) ReleaseResource(ctx context.Context, span rcmgr.ResourceScopeSpan)

func (*UploadModular) ReserveResource

func (u *UploadModular) ReserveResource(ctx context.Context, state *rcmgr.ScopeStat) (rcmgr.ResourceScopeSpan, error)

func (*UploadModular) Start

func (u *UploadModular) Start(ctx context.Context) error

func (*UploadModular) Stop

func (u *UploadModular) Stop(ctx context.Context) error