web

Documentation

Index

• func NewWebContentFetcher(browser browser.Browsable, contentCache ContentCacher, ...) source.ContentFetcher
• type ContentCacher
• type ContentFetcher
  • func (w *ContentFetcher) Cleanup()
  • func (w *ContentFetcher) Fetch(target *source.SearchTarget) error
  • func (w *ContentFetcher) FetchUrl(url string) error
  • func (w *ContentFetcher) Post(url string, data url.Values, log bool) error

Functions

func NewWebContentFetcher

func NewWebContentFetcher(browser browser.Browsable, contentCache ContentCacher, connectivityTester cache.ConnectivityTester) source.ContentFetcher

Types

type ContentCacher

type ContentCacher interface {
	CachePage(browsable browser.Browsable) error
}

type ContentFetcher

type ContentFetcher struct {
	Browser            browser.Browsable
	Cacher             ContentCacher
	ConnectivityTester cache.ConnectivityTester
}

ContentFetcher is a content fetcher that deals with the state of sources

func (*ContentFetcher) Cleanup

func (w *ContentFetcher) Cleanup()

func (*ContentFetcher) Fetch

func (w *ContentFetcher) Fetch(target *source.SearchTarget) error

Gets the content from which we'll extract the search results

func (*ContentFetcher) FetchUrl

func (w *ContentFetcher) FetchUrl(url string) error

func (*ContentFetcher) Post

func (w *ContentFetcher) Post(url string, data url.Values, log bool) error