pure2rss

package

v0.0.0-...-0486874 Latest Latest Go to latest Published: Jun 2, 2024 License: BSD-3-Clause Imports: 13 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

This section is empty.

View Source

var NoDataError = fmt.Errorf("no data found")

func CrawlerTimeout(d time.Duration) crawlerOption

type Cache struct {
	// contains filtered or unexported fields
}

func NewCache(path string) (*Cache, error)

func (c *Cache) Load(url string) (Post, error)

func (c *Cache) LoadCategory(category string) ([]Post, error)

func (c *Cache) Persist() error

func (c *Cache) Store(p Post) error

type Crawler struct {
	// contains filtered or unexported fields
}

func NewCrawler(sitemapURL string, options ...crawlerOption) *Crawler

func (c *Crawler) Done() <-chan error

func (c *Crawler) OnIndexLink(f func(Link) bool)

func (c *Crawler) OnPostLink(f func(Link))

func (c *Crawler) Run()

type Link struct {
	Loc     string
	LastMod time.Time
}

func ParseSiteMap(reader io.Reader) ([]Link, error)

func ParseSiteMapList(data io.Reader) ([]Link, error)

type Post struct {
	PostLink    PostLink
	Title       string
	Summary     string
	PublishDate time.Time
	Tags        []string
}

func FetchAndAndParsePost(c *http.Client, postLink PostLink) (Post, error)

type PostLink struct {
	Link     Link
	Lang     string
	Category string
	Slug     string
}

func ParsePostLink(link Link) (PostLink, error)