collect

Documentation

Index

• func DetermineEncoding(r *bufio.Reader) encoding.Encoding
• type BaseFetch
  • func (bf *BaseFetch) Get(req *spider.Request) ([]byte, error)
• type BrowserFetch
  • func (b *BrowserFetch) Get(req *spider.Request) ([]byte, error)

Functions

func DetermineEncoding

func DetermineEncoding(r *bufio.Reader) encoding.Encoding

Types

type BaseFetch

type BaseFetch struct{}

func (*BaseFetch) Get

func (bf *BaseFetch) Get(req *spider.Request) ([]byte, error)

type BrowserFetch

type BrowserFetch struct {
	Timeout time.Duration
	Proxy   proxy.Func
	Logger  *zap.Logger
}

func (*BrowserFetch) Get

func (b *BrowserFetch) Get(req *spider.Request) ([]byte, error)

Get 模拟浏览器访问