downloader

Documentation

Index

• Constants
• func New(engine StorageEngine, options map[string]interface{}) pipeline.Pipeline
• type Pagination
• type PagingInitialization
  • func (pipeline *PagingInitialization) Exec(ctx *context.Context) (*context.Context, error)
  • func (pipeline *PagingInitialization) SetNext(next pipeline.Pipeline)
• type PagingSetter
  • func (pipeline *PagingSetter) Exec(ctx *context.Context) (*context.Context, error)
  • func (pipeline *PagingSetter) SetNext(next pipeline.Pipeline)
• type RESTDownloader
  • func (downloader *RESTDownloader) Exec(ctx *context.Context) (*context.Context, error)
  • func (downloader *RESTDownloader) SetNext(next pipeline.Pipeline)
• type StorageEngine

Constants

const (
	MetaPage   string = "__DOWNLOADER_PAGING_PAGE__"
	MetaOffset string = "__DOWNLOADER_PAGING_OFFSET__"
	MetaLimit  string = "__DOWNLOADER_PAGING_LIMIT__"
	MetaBefore string = "__DOWNLOADER_PAGING_BEFORE__"
	MetaAfter  string = "__DOWNLOADER_PAGING_AFTER__"
)

Functions

func New

func New(engine StorageEngine, options map[string]interface{}) pipeline.Pipeline

Types

type Pagination

type Pagination struct {
	Page   int
	Offset int
	After  string
	Before string
}

type PagingInitialization

type PagingInitialization struct {
	Options map[string]interface{}
	// contains filtered or unexported fields
}

func (*PagingInitialization) Exec

func (pipeline *PagingInitialization) Exec(ctx *context.Context) (*context.Context, error)

func (*PagingInitialization) SetNext

func (pipeline *PagingInitialization) SetNext(next pipeline.Pipeline)

type PagingSetter

type PagingSetter struct {
	Options map[string]interface{}
	// contains filtered or unexported fields
}

func (*PagingSetter) Exec

func (pipeline *PagingSetter) Exec(ctx *context.Context) (*context.Context, error)

func (*PagingSetter) SetNext

func (pipeline *PagingSetter) SetNext(next pipeline.Pipeline)

type RESTDownloader

type RESTDownloader struct {
	Options map[string]interface{}
	// contains filtered or unexported fields
}

func (*RESTDownloader) Exec

func (downloader *RESTDownloader) Exec(ctx *context.Context) (*context.Context, error)

func (*RESTDownloader) SetNext

func (downloader *RESTDownloader) SetNext(next pipeline.Pipeline)

type StorageEngine

type StorageEngine string

const (
	EngineREST StorageEngine = "rest"
)