links

Documentation

Index

• func AllowALL(_ html.Token) bool
• func ExtractCSS(r io.Reader, h URLHandler)
• func ExtractHTML(r io.Reader, base *url.URL, cfg HTMLParams)
• func ExtractJS(r io.Reader, h URLHandler)
• func ExtractSitemap(r io.Reader, b *url.URL, h URLHandler)
• type HTMLHandler
• type HTMLParams
• type TokenFilter
• type URLHandler

Functions

func AllowALL

func AllowALL(_ html.Token) bool

AllowALL - stub that implements TokenFilter, it allows all tokens.

func ExtractCSS

func ExtractCSS(r io.Reader, h URLHandler)

ExtractCSS extract urls from css files.

func ExtractHTML

func ExtractHTML(r io.Reader, base *url.URL, cfg HTMLParams)

ExtractHTML extract urls from html.

func ExtractJS

func ExtractJS(r io.Reader, h URLHandler)

ExtractJS extract urls from js files.

func ExtractSitemap

func ExtractSitemap(r io.Reader, b *url.URL, h URLHandler)

ExtractSitemap extract urls from sitemap*.xml.

Types

type HTMLHandler

type HTMLHandler func(atom.Atom, string)

HTMLHandler is a callback for found links.

type HTMLParams

type HTMLParams struct {
	Filter       TokenFilter
	HandleHTML   HTMLHandler
	HandleStatic URLHandler
	Brute        bool
	ScanJS       bool
	ScanCSS      bool
}

HTMLParams holds config for ExtractHTML.

type TokenFilter

type TokenFilter func(html.Token) bool

TokenFilter is a callback for token filtration.

type URLHandler

type URLHandler func(string)

URLHandler is a callback for links.