Versions in this module Expand all Collapse all v1 v1.0.3 May 25, 2021 Changes in this version + type GoSpider struct + func NewGoSpider() *GoSpider + func (g *GoSpider) AddTask(handler *TaskHandler) + func (g *GoSpider) Run() + type OnErrorCallback func(msg string, err error) + type OnItemCallback func(url string, content []byte) + type OnQueryCallback func(url string, selection *goquery.Selection) + type OnRequestCallback func(url string, header req.Header, param req.Param, err error) + type OnResponseCallback func(url string, rsp *req.Resp, err error) + type TaskHandler struct + CachePath string + Domains []string + Entry string + GapLimit int + GapLimitMax int + GapLimitMin int + Headers req.Header + Http *req.Req + IdleLimit int + Name string + Params req.Param + Proxies []string + Queue chan string + QueueProcessNum int + QueueTotalNum int + SrcCharset string + WorkerLimit int + func NewTaskHandler(name string, entry string, opts ...TaskOpt) *TaskHandler + func (t *TaskHandler) Clone() *TaskHandler + func (t *TaskHandler) Handle() + func (t *TaskHandler) OnItem(cb OnItemCallback) + func (t *TaskHandler) OnQuery(selector string, cb OnQueryCallback) + func (t *TaskHandler) OnRequest(cb OnRequestCallback) + func (t *TaskHandler) OnResponse(cb OnResponseCallback) + func (t *TaskHandler) Visit(url string) + type TaskOpt func(*TaskHandler) + func TaskOptCache(path string) TaskOpt + func TaskOptDomains(domains []string) TaskOpt + func TaskOptEnableCookie(b bool) TaskOpt + func TaskOptGapLimit(num int) TaskOpt + func TaskOptGapLimitRandom(min int, max int) TaskOpt + func TaskOptProxy(proxy []string) TaskOpt + func TaskOptSrcCharset(charset string) TaskOpt