Versions in this module Expand all Collapse all v0 v0.1.2 Mar 19, 2017 v0.1.0 Mar 19, 2017 Changes in this version + type Crawler struct + BaseURL string + FilePrefix string + KeywordsToExclude []string + KeywordsToInclude []string + MaxNumberConnections int + MaxNumberWorkers int + Password string + Remote string + TimeIntervalToPrintStats int + UserAgent string + Username string + Verbose bool + func New(url string, boltdbserver string, trace bool) (*Crawler, error) + func (c *Crawler) Crawl() error + func (c *Crawler) Download(urls []string) error + func (c *Crawler) Dump() error + func (c *Crawler) GetLinks() (links []string, err error) + func (c *Crawler) Name() string