webscraping

Documentation

Index

• func ScrapeWeb(config configuration.Configuration, db *gorm.DB, rmq *rabbitmq.Client, ...) error
• type Worker
  • func NewWorker(config configuration.Configuration, db *gorm.DB, rmq *rabbitmq.Client, ...) *Worker
  • func (w *Worker) Do(delivery amqp.Delivery)

Functions

func ScrapeWeb

func ScrapeWeb(
	config configuration.Configuration,
	db *gorm.DB,
	rmq *rabbitmq.Client,
	logger zerolog.Logger,
) error

Types

type Worker

type Worker struct {
	// contains filtered or unexported fields
}

Worker is a single worker for scraping Web Resources.

func NewWorker

func NewWorker(
	config configuration.Configuration,
	db *gorm.DB,
	rmq *rabbitmq.Client,
	logger zerolog.Logger,
) *Worker

NewWorker creates a new WebScrapingWorker.

func (*Worker) Do

func (w *Worker) Do(delivery amqp.Delivery)