Versions in this module Expand all Collapse all v0 v0.1.15 Oct 30, 2024 v0.1.14 Oct 30, 2024 Changes in this version + const DefualtAsync + const DefualtDelay + const DefualtMaxDept + const DefualtParallels + var ErrScrapingFailed = errors.New("scraper could not read URL, or scraping is not allowed for provided URL") + type Options func(*Scraper) + func WithAsync(async bool) Options + func WithBlacklist(blacklist []string) Options + func WithDelay(delay int64) Options + func WithMaxDepth(maxDepth int) Options + func WithNewBlacklist(blacklist []string) Options + func WithParallelsNum(parallels int) Options + type Scraper struct + Async bool + Blacklist []string + Delay int64 + MaxDepth int + Parallels int + func New(options ...Options) (*Scraper, error) + func (s Scraper) Call(ctx context.Context, input string) (string, error) + func (s Scraper) Description() string + func (s Scraper) Name() string
Go to main page