Versions in this module Expand all Collapse all v1 v1.0.0 Aug 28, 2022 Changes in this version + type Crawler struct + UserAgent string + func New(logger *zap.Logger) *Crawler + func (c *Crawler) Close() + func (c *Crawler) Detect() error + func (c *Crawler) FromAuto() error + func (c *Crawler) FromFile() error + func (c *Crawler) FromHTTP() error + func (c *Crawler) GetContentType() string + func (c *Crawler) GetFeedLink() (string, string, error) + func (c *Crawler) GetFeedLinkFromHTML() (string, string, error) + func (c *Crawler) GetReadable() (ItemCrawled, error) + func (c *Crawler) ParseFeed() (*gofeed.Feed, error) + func (c *Crawler) Reset() + func (c *Crawler) SetBasicAuth(username string, password string) + func (c *Crawler) SetLocation(sourceLocation string) error + type ItemCrawled struct + Author string + ContentHtml string + ContentText string + Excerpt string + Image string + SiteName string + Title string