quotes

Jan 21, 2023

Changes in this version

+ func NewQuotesEngine(opts ...tegenaria.EngineOption) *tegenaria.CrawlEngine

+ type ExampleSpider struct

+ FeedUrls []string

+ Name string

+ func (e *ExampleSpider) ErrorHandler(err *tegenaria.Context, req chan<- *tegenaria.Context)

+ func (e *ExampleSpider) GetFeedUrls() []string

+ func (e *ExampleSpider) GetName() string

+ func (e *ExampleSpider) Parser(resp *tegenaria.Context, req chan<- *tegenaria.Context) error

+ func (e *ExampleSpider) StartRequest(req chan<- *tegenaria.Context)

+ type HeadersDownloadMiddler struct

+ Name string

+ Priority int

+ func (m HeadersDownloadMiddler) GetName() string

+ func (m HeadersDownloadMiddler) GetPriority() int

+ func (m HeadersDownloadMiddler) ProcessRequest(ctx *tegenaria.Context) error

+ func (m HeadersDownloadMiddler) ProcessResponse(ctx *tegenaria.Context, req chan<- *tegenaria.Context) error

+ type ProxyDownloadMiddler struct

+ Name string

+ Priority int

+ type QuotesbotItem struct

+ Author string

+ Tags string

+ Text string

+ type QuotesbotItemPipeline struct

+ Priority int

+ func (p *QuotesbotItemPipeline) GetPriority() int

+ func (p *QuotesbotItemPipeline) ProcessItem(spider tegenaria.SpiderInterface, item *tegenaria.ItemMeta) error

+ type QuotesbotItemPipeline2 struct

+ Priority int

+ func (p *QuotesbotItemPipeline2) GetPriority() int

+ func (p *QuotesbotItemPipeline2) ProcessItem(spider tegenaria.SpiderInterface, item *tegenaria.ItemMeta) error

+ type QuotesbotItemPipeline3 struct

+ Priority int

+ func (p *QuotesbotItemPipeline3) GetPriority() int

+ func (p *QuotesbotItemPipeline3) ProcessItem(spider tegenaria.SpiderInterface, item *tegenaria.ItemMeta) error