scraper

Documentation

Index

• Constants
• type Scraper
  • func NewScraper() *Scraper
  • func (s Scraper) Scrap(endpoint string) (doc *goquery.Document, err error)

Constants

const DefaultTimeout = 10 * time.Second

const DefaultUserAgent = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Safari/537.36"

Types

type Scraper

type Scraper struct {
	// contains filtered or unexported fields
}

func NewScraper

func NewScraper() *Scraper

func (Scraper) Scrap

func (s Scraper) Scrap(endpoint string) (doc *goquery.Document, err error)