crawler

Documentation

Index

• type ContentSecurityPolicy
• type Crawler
  • func New(u string) (*Crawler, error)
  • func (c *Crawler) Run()
• type Policies

Types

type ContentSecurityPolicy

type ContentSecurityPolicy struct {
	Domain                  string            `json:"domain"`
	TLD                     string            `json:"tld"`
	RawPolicy               string            `json:"raw_policy"`
	PolicySource            string            `json:"policy_source"` // header OR meta
	Exists                  bool              `json:"exists"`
	IsValid                 bool              `json:"is_valid"`
	Directives              map[string]string `json:"directives"`
	ReportUri               string            `json:"report_uri"`
	UpgradeInsecureRequests bool              `json:"upgrade_insecure_requests"`
	BlockAllMixedContent    bool              `json:"block_all_mixed_content"`
	Error                   error             `json:"error"`
}

ContentSecurityPolicy for a domain

type Crawler

type Crawler struct {
	SeedRawURL string
	SeedURL    *url.URL
	// contains filtered or unexported fields
}

Crawler struct

func New

func New(u string) (*Crawler, error)

New Crawler instance

func (*Crawler) Run

func (c *Crawler) Run()

Run starts crawling the URL

type Policies

type Policies []ContentSecurityPolicy

Policies ...