crawler

Documentation

Index

• Variables
• func NewBrowser(noHeadless bool)
• func NewCrawlergo(noHeadless bool)
• type Request
• type Result

Variables

var (
	TaskConfig crawlergo.TaskConfig
	Browser    *engine.Browser
)

Functions

func NewBrowser

func NewBrowser(noHeadless bool)

func NewCrawlergo

func NewCrawlergo(noHeadless bool)

Types

type Request

type Request struct {
	Url     string                 `json:"url"`
	Method  string                 `json:"method"`
	Headers map[string]interface{} `json:"headers"`
	Data    string                 `json:"data"`
	Source  string                 `json:"source"`
}

type Result

type Result struct {
	ReqList       []Request `json:"req_list"`
	AllReqList    []Request `json:"all_req_list"`
	AllDomainList []string  `json:"all_domain_list"`
	SubDomainList []string  `json:"sub_domain_list"`
}