webpage

Documentation

Index

• func SortPages(webpages []*Webpage)
• type Cache
  • func NewCache(dir string) *Cache
  • func (c *Cache) Get(urlStr string) *Webpage
  • func (c *Cache) Put(page *Webpage)
• type Config
  • func New(ctx context.Context, cacheDir string, logger *log.ZapEventLogger) (*Config, error)
  • func (cfg *Config) CreatePool()
  • func (cfg *Config) Feed(ctx context.Context, urlStr string) error
  • func (cfg *Config) FeedFlickr(ctx context.Context, flickrId string) error
  • func (cfg *Config) GetErrorInPool() error
  • func (cfg *Config) GetPagesFromPool() []*Webpage
  • func (cfg *Config) GetWebpage(ctx context.Context, urlStr string) (*Webpage, bool, error)
  • func (cfg *Config) Logger() *zap.Logger
  • func (cfg *Config) Lookup(ctx context.Context, urlStr string) (*Webpage, error)
  • func (cfg *Config) Save(ctx context.Context, list []*Webpage) error
  • func (cfg *Config) StopPool() ([]*Webpage, error)
• type FeedList
  • func NewFeedList(path string) (FeedList, error)
  • func (fl FeedList) Parse(ctx context.Context, cfg *Config) error
• type Webpage
  • func ReadPage(ctx context.Context, urlStr string) (*Webpage, error)
  • func (i *Webpage) Encode(w io.Writer) error
  • func (wp *Webpage) ImageFile(ctx context.Context, dir string) (string, error)
  • func (wp *Webpage) MakeMessage(prefixMsg string) string

Functions

func SortPages

func SortPages(webpages []*Webpage)

SortPages function sorts Info list.

Types

type Cache

type Cache struct {
	// contains filtered or unexported fields
}

Cache is cache data for Web page informations.

func NewCache

func NewCache(dir string) *Cache

NewCache function creates Cache instance and import cache data.

func (*Cache) Get

func (c *Cache) Get(urlStr string) *Webpage

Get method gets Web page data from cache.

func (*Cache) Put

func (c *Cache) Put(page *Webpage)

Put method puts Web page data to cache.

type Config

type Config struct {
	// contains filtered or unexported fields
}

Config is configuration for webpage

func New

func New(ctx context.Context, cacheDir string, logger *log.ZapEventLogger) (*Config, error)

New functions creates new Config instance.

func (*Config) CreatePool

func (cfg *Config) CreatePool()

CreatePool creates pool and starts goroutine,

func (*Config) Feed

func (cfg *Config) Feed(ctx context.Context, urlStr string) error

Feed fetches feed URL and gets webpage informations.

func (*Config) FeedFlickr

func (cfg *Config) FeedFlickr(ctx context.Context, flickrId string) error

Feed fetches feed URL and gets webpage informations.

func (*Config) GetErrorInPool

func (cfg *Config) GetErrorInPool() error

func (*Config) GetPagesFromPool

func (cfg *Config) GetPagesFromPool() []*Webpage

func (*Config) GetWebpage

func (cfg *Config) GetWebpage(ctx context.Context, urlStr string) (*Webpage, bool, error)

func (*Config) Logger

func (cfg *Config) Logger() *zap.Logger

Logger method returns zap.Logger instance.

func (*Config) Lookup

func (cfg *Config) Lookup(ctx context.Context, urlStr string) (*Webpage, error)

func (*Config) Save

func (cfg *Config) Save(ctx context.Context, list []*Webpage) error

func (*Config) StopPool

func (cfg *Config) StopPool() ([]*Webpage, error)

StopPool creates pool and starts goroutine,

type FeedList

type FeedList []string

FeedList is list of feed URLs.

func NewFeedList

func NewFeedList(path string) (FeedList, error)

NewFeedList function returns new instance of FeedList.

func (FeedList) Parse

func (fl FeedList) Parse(ctx context.Context, cfg *Config) error

Parse method parses feeds.

type Webpage

type Webpage struct {
	URL         string     `json:"url,omitempty"`
	Canonical   string     `json:"canonical,omitempty"`
	Title       string     `json:"title,omitempty"`
	Description string     `json:"description,omitempty"`
	ImageURL    string     `json:"image_url,omitempty"`
	Published   *time.Time `json:"published,omitempty"`
}

Webpage is information of web page

func ReadPage

func ReadPage(ctx context.Context, urlStr string) (*Webpage, error)

ReadPage function reads web page from URL, and analysis information.

func (*Webpage) Encode

func (i *Webpage) Encode(w io.Writer) error

Encode putputs to io.Writer by JSON format.

func (*Webpage) ImageFile

func (wp *Webpage) ImageFile(ctx context.Context, dir string) (string, error)

func (*Webpage) MakeMessage

func (wp *Webpage) MakeMessage(prefixMsg string) string