crawl

Documentation

Index

• Variables
• func ScrapeCDP(url string) (string, error)
• func ScrapeCDPImages(url string) ([]llm.InlineData, error)
• func ScrapeCDPImagesPDF(url string) ([]llm.InlineData, error)
• func ScrapeHTTP(client *http.Client, url string) (string, error)

Variables

var JS string

var MAX_BODY_SIZE int64 = 1024 * 1024 * 10

Functions

func ScrapeCDP

func ScrapeCDP(url string) (string, error)

func ScrapeCDPImages

func ScrapeCDPImages(url string) ([]llm.InlineData, error)

func ScrapeCDPImagesPDF

func ScrapeCDPImagesPDF(url string) ([]llm.InlineData, error)

func ScrapeHTTP

func ScrapeHTTP(client *http.Client, url string) (string, error)