resource

Jul 22, 2024

Changes in this version

type FetchClient

+ const HeadlessChromium

May 6, 2024

Changes in this version

+ var ErrNoSuchFetchMethod = errors.New("no such FetchMethod")

+ type FetchClient int

+ const DefaultClient

+ const HeadlessChrome

+ const Unspecified

+ func (f *FetchClient) UnmarshalText(data []byte) error

+ func (f FetchClient) MarshalText() ([]byte, error)

+ func (f FetchClient) String() string

Apr 26, 2024

Changes in this version

type Feed

+ RequestedURL string

Apr 2, 2024

Changes in this version

+ const CanonicalURL

+ const ContentText

+ const FetchTime

+ const OriginalURL

+ const TTL

+ var ErrNoTTL = errors.New("TTL not set")

+ type FetchMethod int

+ const Client

+ const Headless

+ func (f FetchMethod) String() string

type WebPage

+ Authors []string

+ CanonicalURL *nurl.URL

+ Categories []string

+ Date *time.Time

+ Description string

+ FetchMethod FetchMethod

+ Fingerprint string

+ Hostname string

+ ID string

+ Image string

+ Language string

+ License string

+ PageType string

+ Sitename string

+ Tags []string

+ Title string

+ func NewWebPage(url nurl.URL) *WebPage

+ func (r *WebPage) ClearSkipWhenMarshaling()

+ func (r *WebPage) MergeTrafilaturaResult(tr *trafilatura.ExtractResult)

+ func (r *WebPage) SkipWhenMarshaling(skip ...skippable)

+ func (r WebPage) ExpireTime() (time.Time, error)

Feb 9, 2024

Changes in this version

type WebPage

+ func (r *WebPage) UnmarshalJSON(b []byte) error

Jan 24, 2024

Changes in this version

+ var DefaultTTL = 30 * 24 * time.Hour

type WebPage

+ TTL *time.Duration

+ func (r *WebPage) AssertTimes()

Jan 5, 2024

Changes in this version

+ func CleanURL(url *nurl.URL) *nurl.URL

+ type Feed struct

+ func (f Feed) ItemLinks() []string

+ type WebPage struct

+ ContentText string

+ Error error

+ FetchTime *time.Time

+ OriginalURL string

+ RequestedURL *nurl.URL

+ StatusCode int

+ func (r WebPage) MarshalJSON() ([]byte, error)

+ func (r WebPage) URL() *nurl.URL