commoncrawl

Documentation

Index

• type CDXAPIResult
• type CommonCrawlIndex
• type Source
  • func (source *Source) Name() string
  • func (source *Source) Run(keys sources.Keys, ftr filter.Filter) chan output.URL

Types

type CDXAPIResult

type CDXAPIResult struct {
	URL   string `json:"url"`
	Error string `json:"error"`
}

type CommonCrawlIndex

type CommonCrawlIndex struct {
	ID      string `json:"id"`
	CDX_API string `json:"cdx-api"`
}

type Source

type Source struct{}

func (*Source) Name

func (source *Source) Name() string

func (*Source) Run

func (source *Source) Run(keys sources.Keys, ftr filter.Filter) chan output.URL