spider

Documentation

Index

• Constants
• type Crawler
  • func (c *Crawler) Run(url string)
• type Parser
• type Spider
  • func (s *Spider) Loop()
  • func (s *Spider) Run(query url.Values) []*model.Ogp

Constants

const (
	TYPE        = "type"
	TITLE       = "title"
	DESCRIPTION = "description"
	URL         = "url"
	IMAGE       = "image"
)

OGP meta tags

const (
	CARD    = "card"
	SITE    = "site"
	PHOTO   = "photo"
	SUMMARY = "summary"
	LARGE   = "summary_large_image"
	DEFAULT = "https://tyn-imarket.com/public/default-image.png"
)

Twitter card meta tags

Types

type Crawler

type Crawler struct {
	// contains filtered or unexported fields
}

Crawler struct

func (*Crawler) Run

func (c *Crawler) Run(url string)

Run is

type Parser

type Parser struct {
}

Parser is

type Spider

type Spider struct {
}

Spider is

func (*Spider) Loop

func (s *Spider) Loop()

Loop is

func (*Spider) Run

func (s *Spider) Run(query url.Values) []*model.Ogp

Run is