jsonscraper

Documentation

Index

• type JsonScraper
  • func (js *JsonScraper[T]) Do(dirname string, tmpdir string) (metadata *scraper.Metadata, err error)
  • func (js *JsonScraper[T]) Pre(dirname string) bool

Types

type JsonScraper

type JsonScraper[T any] struct {
	Source       string
	GetUrl       func(number string) (url string)
	GetData      func(data *T) (metadata *scraper.Metadata, err error)
	GetCover     func(data *T) (coverUrl string)
	GetRename    func(originalname string, metadata *scraper.Metadata) (canonicalName string, shouldRename bool)
	NumberRegexp *regexp.Regexp
}

T: the response data type, e.g. a struct.

func (*JsonScraper[T]) Do

func (js *JsonScraper[T]) Do(dirname string, tmpdir string) (metadata *scraper.Metadata, err error)

func (*JsonScraper[T]) Pre

func (js *JsonScraper[T]) Pre(dirname string) bool