dburlgetter

Documentation

Index

• type DBURLGetter
  • func NewDBURLGetter(logger *zap.Logger, client *db.DbClient) *DBURLGetter
  • func (s *DBURLGetter) GetHistoricalUrlsToScrape() ([]string, error)
  • func (s *DBURLGetter) GetUrlsToScrape() ([]string, error)
  • func (s *DBURLGetter) Start()
  • func (s *DBURLGetter) UpdateLastScrapedTime(url string, time time.Time, scraped bool) error
  • func (s *DBURLGetter) UpdateLastScrapedTimeHistorical(url string, time time.Time) error
  • func (s *DBURLGetter) UpdateStatusPageCache()

Types

type DBURLGetter

type DBURLGetter struct {
	StatusPageCache *cache.Cache
	// contains filtered or unexported fields
}

func NewDBURLGetter

func NewDBURLGetter(logger *zap.Logger, client *db.DbClient) *DBURLGetter

func (*DBURLGetter) GetHistoricalUrlsToScrape

func (s *DBURLGetter) GetHistoricalUrlsToScrape() ([]string, error)

func (*DBURLGetter) GetUrlsToScrape

func (s *DBURLGetter) GetUrlsToScrape() ([]string, error)

func (*DBURLGetter) Start

func (s *DBURLGetter) Start()

func (*DBURLGetter) UpdateLastScrapedTime

func (s *DBURLGetter) UpdateLastScrapedTime(url string, time time.Time, scraped bool) error

func (*DBURLGetter) UpdateLastScrapedTimeHistorical

func (s *DBURLGetter) UpdateLastScrapedTimeHistorical(url string, time time.Time) error

func (*DBURLGetter) UpdateStatusPageCache

func (s *DBURLGetter) UpdateStatusPageCache()