util

Documentation

Index

• func GetFileExt(fileData []byte) string
• func ScrapeWebpageHTML(doc *goquery.Document) (string, error)
• func ScrapeWebpageHTMLToMarkdown(html string) (string, error)
• func ScrapeWebpageTitle(doc *goquery.Document) string
• func WriteField(writer *multipart.Writer, key string, value string)
• func WriteFile(writer *multipart.Writer, fileName string, fileData []byte) error
• type HTTPClient

Functions

func GetFileExt

func GetFileExt(fileData []byte) string

func ScrapeWebpageHTML

func ScrapeWebpageHTML(doc *goquery.Document) (string, error)

ScrapeWebpageHTML scrape the HTML content of a webpage

func ScrapeWebpageHTMLToMarkdown

func ScrapeWebpageHTMLToMarkdown(html string) (string, error)

ScrapeWebpageHTMLToMarkdown converts an HTML string to Markdown format

func ScrapeWebpageTitle

func ScrapeWebpageTitle(doc *goquery.Document) string

ScrapeWebpageTitle extracts and returns the title from the *goquery.Document

func WriteField

func WriteField(writer *multipart.Writer, key string, value string)

func WriteFile

func WriteFile(writer *multipart.Writer, fileName string, fileData []byte) error

Types

type HTTPClient

type HTTPClient interface {
	Do(req *http.Request) (*http.Response, error)
}

HTTPClient implements the Do method for HTTP requests.