spider

Documentation

Index

• func NormalizeURI(uri string, base *url.URL) string
• func ParsePage(response io.Reader, base *url.URL, snapshot bool) model.Page
• func SnapshotBinaryResource(response io.Reader) model.Page
• func SnapshotResource(response io.Reader) model.Page
• type OnionSpider
  • func (os *OnionSpider) Crawl(hiddenservice string, osc *config.OnionScanConfig, ...)
  • func (os *OnionSpider) GetPage(uri string, base *url.URL, osc *config.OnionScanConfig, snapshot bool) (int, error)

Functions

func NormalizeURI

func NormalizeURI(uri string, base *url.URL) string

func ParsePage

func ParsePage(response io.Reader, base *url.URL, snapshot bool) model.Page

func SnapshotBinaryResource

func SnapshotBinaryResource(response io.Reader) model.Page

func SnapshotResource

func SnapshotResource(response io.Reader) model.Page

Types

type OnionSpider

type OnionSpider struct {
	// contains filtered or unexported fields
}

func (*OnionSpider) Crawl

func (os *OnionSpider) Crawl(hiddenservice string, osc *config.OnionScanConfig, report *report.OnionScanReport)

func (*OnionSpider) GetPage

func (os *OnionSpider) GetPage(uri string, base *url.URL, osc *config.OnionScanConfig, snapshot bool) (int, error)