scraper

Documentation

Index

• Constants
• type BruneidaScraper
  • func NewBruneidaScraper() BruneidaScraper
  • func (s *BruneidaScraper) ScrapeJobs() ([]*model.Job, error)
• type FetchClient
  • func (c *FetchClient) GetDocument(url string) (*goquery.Document, error)
• type FetchClienter
• type JobCentreScraper
  • func NewJobCentreScraper() JobCentreScraper
  • func (s *JobCentreScraper) ScrapeJobs() ([]*model.Job, map[string]*model.Company, error)
• type Scraper

Constants

const (
	JobCenter = 1
	Bruneida  = 2
)

Types

type BruneidaScraper

type BruneidaScraper struct {
	BaseURL     string
	FetchClient FetchClienter
}

func NewBruneidaScraper

func NewBruneidaScraper() BruneidaScraper

func (*BruneidaScraper) ScrapeJobs

func (s *BruneidaScraper) ScrapeJobs() ([]*model.Job, error)

type FetchClient

type FetchClient struct{}

func (*FetchClient) GetDocument

func (c *FetchClient) GetDocument(url string) (*goquery.Document, error)

type FetchClienter

type FetchClienter interface {
	GetDocument(url string) (*goquery.Document, error)
}

type JobCentreScraper

type JobCentreScraper struct {
	BaseURL     string
	FetchClient FetchClienter
}

func NewJobCentreScraper

func NewJobCentreScraper() JobCentreScraper

func (*JobCentreScraper) ScrapeJobs

func (s *JobCentreScraper) ScrapeJobs() ([]*model.Job, map[string]*model.Company, error)

type Scraper

type Scraper interface {
	// ScrapeJobs scrapes provider's website for job listings and company information if available.
	// Returned Job struct contains a Company struct with ProviderCompanyID only.
	// Company details are returned as a separate argument.
	ScrapeJobs() ([]*model.Job, error)
}