fetch

Documentation

Index

• type DynamicFetcher
  • func NewDynamicFetcher(ua string, ms int) *DynamicFetcher
  • func (d *DynamicFetcher) Cancel()
  • func (d *DynamicFetcher) Fetch(url string, opts FetchOpts) (string, error)
• type FetchOpts
• type Fetcher
• type StaticFetcher
  • func (s *StaticFetcher) Fetch(url string, opts FetchOpts) (string, error)

Types

type DynamicFetcher

type DynamicFetcher struct {
	UserAgent        string
	WaitMilliseconds int
	// contains filtered or unexported fields
}

The DynamicFetcher renders js

func NewDynamicFetcher

func NewDynamicFetcher(ua string, ms int) *DynamicFetcher

func (*DynamicFetcher) Cancel

func (d *DynamicFetcher) Cancel()

func (*DynamicFetcher) Fetch

func (d *DynamicFetcher) Fetch(url string, opts FetchOpts) (string, error)

type FetchOpts

type FetchOpts struct {
	Interaction types.Interaction
}

type Fetcher

type Fetcher interface {
	Fetch(url string, opts FetchOpts) (string, error)
}

A Fetcher allows to fetch the content of a web page

type StaticFetcher

type StaticFetcher struct {
	UserAgent string
}

The StaticFetcher fetches static page content

func (*StaticFetcher) Fetch

func (s *StaticFetcher) Fetch(url string, opts FetchOpts) (string, error)