resolvers

Documentation

Index

• func DetermineEncodingFromReader(r io.Reader) (e encoding.Encoding, name string, certain bool, err error)
• type HTMLPageNode
  • func ParseWebPageContent(ctx context.Context, page *models.Page, bodyContent []byte) (contentArray []HTMLPageNode, err error)
• type PageResolver
  • func NewGetCachedPageResolver(page models.Page, cacheInstance cache.Cache) PageResolver
  • func NewPageResolver(page models.Page) PageResolver

Functions

func DetermineEncodingFromReader

func DetermineEncodingFromReader(
	r io.Reader,
) (e encoding.Encoding, name string, certain bool, err error)

DetermineEncodingFromReader based on the content

Types

type HTMLPageNode

type HTMLPageNode struct {
	Content string
	Attrs   []html.Attribute
}

HTMLPageNode represents a node in the HTML page

func ParseWebPageContent

func ParseWebPageContent(
	ctx context.Context,
	page *models.Page,
	bodyContent []byte,
) (contentArray []HTMLPageNode, err error)

ParseWebPageContent parses the web page content

type PageResolver

type PageResolver interface {
	Resolve(ctx context.Context) models.RunResult
}

PageResolver is a main interface for page content resolvers

func NewGetCachedPageResolver

func NewGetCachedPageResolver(page models.Page, cacheInstance cache.Cache) PageResolver

NewGetCachedPageResolver a new instance of the cached resolver

func NewPageResolver

func NewPageResolver(page models.Page) PageResolver

NewPageResolver creates a new instance of the page resovler