commoncrawl

Documentation

Overview

Package commoncrawl logic

Index

• type Source
  • func (s *Source) AddApiKeys(_ []string)
  • func (s *Source) Name() string
  • func (s *Source) NeedsKey() bool
  • func (s *Source) Run(ctx context.Context, sharedCtx *common.Shared, rootUrl string) <-chan source.Result

Types

type Source

type Source struct {
}

func (*Source) AddApiKeys

func (s *Source) AddApiKeys(_ []string)

func (*Source) Name

func (s *Source) Name() string

func (*Source) NeedsKey

func (s *Source) NeedsKey() bool

func (*Source) Run

func (s *Source) Run(ctx context.Context, sharedCtx *common.Shared, rootUrl string) <-chan source.Result