scraper

Aug 22, 2024

Changes in this version

type PageExtractor

+ URLs func(*goquery.Selection) []string

May 22, 2024

Changes in this version

type Configuration

+ GenerateSearchByIDURL func(baseUrl, id string) (string, error)

+ MangaByIDExtractor *MangaByIDExtractor

+ type MangaByIDExtractor struct

+ Cover func(*goquery.Selection) string

+ Selector string

+ Title func(*goquery.Selection) string

May 20, 2024

Changes in this version

type Configuration

+ LoadWait time.Duration

May 19, 2024

Changes in this version

type Configuration

+ Headers map[string]string

+ LocalStorage map[string]string

Jan 24, 2024

Changes in this version

type ChapterExtractor

+ Action rod.Action

type Configuration

+ func (c *Configuration) GetActions() map[rod.ActionType]rod.Action

type MangaExtractor

+ Action rod.Action

type PageExtractor

+ Action rod.Action

type VolumeExtractor

+ Action rod.Action

Jan 22, 2024

Changes in this version

+ type Configuration struct

+ BaseURL string

+ ChapterExtractor *ChapterExtractor

+ Cookies string

+ Delay time.Duration

+ GenerateSearchURL func(baseUrl, query string) (string, error)

+ MangaExtractor *MangaExtractor

+ Name string

+ NeedsHeadlessBrowser bool

+ PageExtractor *PageExtractor

+ Parallelism uint8

+ ReverseChapters bool

+ VolumeExtractor *VolumeExtractor

Jan 20, 2024

Changes in this version

type Options

+ Cookies string

Jan 20, 2024

Changes in this version

+ type ChapterExtractor struct

+ Date func(*goquery.Selection) libmangal.Date

+ ID func(string) string

+ ScanlationGroup func(*goquery.Selection) string

+ Selector string

+ Title func(*goquery.Selection) string

+ URL func(*goquery.Selection) string

+ type MangaExtractor struct

+ Cover func(*goquery.Selection) string

+ ID func(string) string

+ Selector string

+ Title func(*goquery.Selection) string

+ URL func(*goquery.Selection) string

+ type Options struct

+ BaseURL string

+ ChapterExtractor *ChapterExtractor

+ Delay time.Duration

+ GenerateSearchURL func(baseUrl, query string) (string, error)

+ MangaExtractor *MangaExtractor

+ Name string

+ NeedsHeadlessBrowser bool

+ PageExtractor *PageExtractor

+ Parallelism uint8

+ ReverseChapters bool

+ VolumeExtractor *VolumeExtractor

+ type PageExtractor struct

+ Selector string

+ URL func(*goquery.Selection) string

+ type Scraper struct

+ func NewScraper(options *Options, headlessOptions headless.Options) (*Scraper, error)

+ func (s *Scraper) ChapterPages(_ctx context.Context, logger *libmangal.Logger, store gokv.Store, ...) ([]libmangal.Page, error)

+ func (s *Scraper) MangaVolumes(_ctx context.Context, logger *libmangal.Logger, store gokv.Store, ...) ([]libmangal.Volume, error)

+ func (s *Scraper) SearchMangas(_ctx context.Context, logger *libmangal.Logger, store gokv.Store, query string) ([]libmangal.Manga, error)

+ func (s *Scraper) VolumeChapters(_ctx context.Context, logger *libmangal.Logger, store gokv.Store, ...) ([]libmangal.Chapter, error)

+ type VolumeExtractor struct

+ Number func(*goquery.Selection) int

+ Selector string