Versions in this module Expand all Collapse all v1 v1.4.1 Sep 30, 2021 Changes in this version type Crawler + CacheDir string type CrawlerResponse + Amp CrawlerResponseAmp + Canonicals []string + ContentType string + CrawlDepth int + H1 string + H1Length int + H2One string + H2OneLength int + H2Two string + H2TwoLength int + Images []CrawlerResponseImage + Inlinks []string + InlinksCount int + MetaDescription string + MetaDescriptionLength int + Outlinks []string + OutlinksCount int + Size int + Status string + StatusCode int + URL string + WordCount int type CrawlerResponseImage + Alt string + ParentPage string + Size int + StatusCode int + StatusText string + URL string v1.4.0 Sep 28, 2021 v1.3.1 Sep 9, 2021 v1.3.0 Sep 5, 2021 Changes in this version + func GetH2(h2s []string) (string, string) + func GetInlinks(domain string, links []string) []string + func GetOutlinks(domain string, links []string) []string + func WordCount(value string) int type Crawler + OnImage func(image CrawlerResponseImage) + type CrawlerResponseAmp struct + AmpLink string + HasAmp bool + IsAmp bool + OriginalLink string + func GetAmpMeta(e *colly.HTMLElement) CrawlerResponseAmp + type CrawlerResponseImage struct + func GetImageMeta(e *colly.HTMLElement) []CrawlerResponseImage v1.2.0 Sep 4, 2021 Changes in this version + type Crawler struct + AllowedDomains []string + Domain string + Limits []colly.LimitRule + MaxDepth int + OnResponse func(response CrawlerResponse) + UseSitemap bool + UserAgent string + func NewCrawl(domain string, options ...CrawlerOption) *Crawler + func (crawler *Crawler) Init() + func (crawler *Crawler) Start() *Crawler + type CrawlerOption func(*Crawler) + func AllowedDomains(domains ...string) CrawlerOption + func Limit(rule LimitRule) CrawlerOption + func MaxDepth(depth int) CrawlerOption + func UseSitemap(use bool) CrawlerOption + func UserAgent(ua string) CrawlerOption + type CrawlerResponse struct + type LimitRule = colly.LimitRule
Go to main page