internal

Jul 22, 2024

Changes in this version

+ type StorageBackedFetcher struct

+ Fetcher fetch.URLFetcher

+ Storage store.URLDataStore

+ func NewStorageBackedFetcher(fetcher fetch.URLFetcher, storage store.URLDataStore) *StorageBackedFetcher

+ func (f *StorageBackedFetcher) Fetch(url *nurl.URL) (*resource.WebPage, error)

+ func (f *StorageBackedFetcher) Wait() error

+ func (f *StorageBackedFetcher) WithAlternateURLFetcher(ctx context.Context, uf fetch.URLFetcher) (*StorageBackedFetcher, error)

+ func (f StorageBackedFetcher) Batch(urls []string, options fetch.BatchOptions) <-chan *resource.WebPage

+ func (f StorageBackedFetcher) Delete(url *nurl.URL) (bool, error)