crawler

Documentation

Index

• type Crawler
  • func NewCrawler() Crawler
  • func (cr *Crawler) Crawl(url string, depth int, verbose bool)
• type UrlStats

Types

type Crawler

type Crawler struct {
	// contains filtered or unexported fields
}

func NewCrawler

func NewCrawler() Crawler

func (*Crawler) Crawl

func (cr *Crawler) Crawl(url string, depth int, verbose bool)

type UrlStats

type UrlStats struct {
	Url             string
	NoRetrievalErrs bool
	VisitCount      uint64
}