scraper

package

v0.0.0-...-75be81d Latest Latest Go to latest Published: Sep 11, 2024 License: MIT Imports: 4 Imported by: 0

Details

This section is empty.

This section is empty.

This section is empty.

type DownloadPage struct {
	fn.Function[DownloadPage, DownloadPageInput, DownloadPageOutput]
}

func (f DownloadPage) Call(ctx *fn.Context, input DownloadPageInput) (output DownloadPageOutput, err error)

type DownloadPageInput struct {
	Url future.Future[string]
}

type DownloadPageOutput struct {
	Page future.Future[[]byte]
}

type ExtractImages struct {
	fn.Function[ExtractImages, ExtractImagesInput, ExtractImagesOutput]
}

func (f ExtractImages) Call(ctx *fn.Context, input ExtractImagesInput) (output ExtractImagesOutput, err error)

type ExtractImagesInput struct {
	Page future.Future[[]byte]
}

type ExtractImagesOutput struct {
	Images future.Future[[]string]
}

type ParsePage struct {
	fn.Function[ParsePage, ParsePageInput, ParsePageOutput]
}

func (f ParsePage) Call(ctx *fn.Context, input ParsePageInput) (output ParsePageOutput, err error)

type ParsePageInput struct {
	Page future.Future[[]byte]
}

type ParsePageOutput struct {
	Result future.Future[map[string]any]
}

type Scrape struct {
	fn.Function[Scrape, ScrapeInput, ScrapeOutput]
}

func (f Scrape) Call(ctx *fn.Context, input ScrapeInput) (output ScrapeOutput, err error)

type ScrapeInput struct {
	Url future.Future[string]
}

type ScrapeOutput struct {
	Result future.Future[map[string]any]
	Images future.Future[[]string]
}