fulltext

Dec 11, 2022

Changes in this version

+ func GetUserAgent() (string, error)

+ type Scraper struct

+ func NewScraper() *Scraper

+ func (s *Scraper) ScrapeUrls(urls ...string) (map[string]WebPage, error)

+ func (s *Scraper) UnredirectUrl(url string) (u string, redirected bool)

+ type WebPage struct

+ Body []byte

+ Redirected bool

+ StatusCode int

+ Url string