scraper

Documentation

Index

• Variables
• type ScrapeAgent
  • func (s *ScrapeAgent) CheckBackup() error
  • func (s *ScrapeAgent) RunAgent() error
  • func (s *ScrapeAgent) SetCollector(c *colly.Collector) error
  • func (s *ScrapeAgent) SetInterval(i time.Duration) error
  • func (s *ScrapeAgent) SetNotifier(n *notifier.NotifyAgent) error
  • func (s *ScrapeAgent) SetPrevious(p []byte) error

Variables

var (
	ErrArgNil      error = errors.New("Argument may not be nil.")
	ErrPageEmpty   error = errors.New("Scraped page's body is empty.")
	ErrTargetEmpty error = errors.New("The scrape target may not be empty. Please provide a valid URI.")
)

Types

type ScrapeAgent

type ScrapeAgent struct {
	Interval  time.Duration
	Collector *colly.Collector
	Notifier  *notifier.NotifyAgent
	Previous  string
}

func (*ScrapeAgent) CheckBackup

func (s *ScrapeAgent) CheckBackup() error

func (*ScrapeAgent) RunAgent

func (s *ScrapeAgent) RunAgent() error

func (*ScrapeAgent) SetCollector

func (s *ScrapeAgent) SetCollector(c *colly.Collector) error

func (*ScrapeAgent) SetInterval

func (s *ScrapeAgent) SetInterval(i time.Duration) error

func (*ScrapeAgent) SetNotifier

func (s *ScrapeAgent) SetNotifier(n *notifier.NotifyAgent) error

func (*ScrapeAgent) SetPrevious

func (s *ScrapeAgent) SetPrevious(p []byte) error