processors

Documentation

Index

• type Headers
  • func NewHeaders(client *http.Client) *Headers
  • func (h *Headers) Process(ctx context.Context, url string, _ *entity.Cache) ([]entity.File, error)
• type PDF
  • func NewPDF(cfg config.PDF) *PDF
  • func (p *PDF) Process(_ context.Context, url string, cache *entity.Cache) ([]entity.File, error)
• type Processors
  • func NewProcessors(cfg config.Config, log *zap.Logger) (*Processors, error)
  • func (p *Processors) GetMeta(ctx context.Context, url string, cache *entity.Cache) (entity.Meta, error)
  • func (p *Processors) OverrideProcessor(format entity.Format, proc processor) error
  • func (p *Processors) Process(ctx context.Context, format entity.Format, url string, cache *entity.Cache) entity.Result
• type SingleFile
  • func NewSingleFile(client *http.Client, log *zap.Logger) *SingleFile
  • func (s *SingleFile) Process(ctx context.Context, pageURL string, cache *entity.Cache) ([]entity.File, error)

Types

type Headers

type Headers struct {
	// contains filtered or unexported fields
}

func NewHeaders

func NewHeaders(client *http.Client) *Headers

func (*Headers) Process

func (h *Headers) Process(ctx context.Context, url string, _ *entity.Cache) ([]entity.File, error)

type PDF

type PDF struct {
	// contains filtered or unexported fields
}

func NewPDF

func NewPDF(cfg config.PDF) *PDF

func (*PDF) Process

func (p *PDF) Process(_ context.Context, url string, cache *entity.Cache) ([]entity.File, error)

type Processors

type Processors struct {
	// contains filtered or unexported fields
}

func NewProcessors

func NewProcessors(cfg config.Config, log *zap.Logger) (*Processors, error)

func (*Processors) GetMeta

func (p *Processors) GetMeta(ctx context.Context, url string, cache *entity.Cache) (entity.Meta, error)

func (*Processors) OverrideProcessor

func (p *Processors) OverrideProcessor(format entity.Format, proc processor) error

func (*Processors) Process

func (p *Processors) Process(ctx context.Context, format entity.Format, url string, cache *entity.Cache) entity.Result

type SingleFile

type SingleFile struct {
	// contains filtered or unexported fields
}

func NewSingleFile

func NewSingleFile(client *http.Client, log *zap.Logger) *SingleFile

func (*SingleFile) Process

func (s *SingleFile) Process(ctx context.Context, pageURL string, cache *entity.Cache) ([]entity.File, error)