honcrawler

Documentation

Index

• Constants
• Variables
• func Download(hd *HonDetail)
• func SaveTag(tag string)
• type GallaryInfo
  • func GenGallaryInfos(page int) (infos []*GallaryInfo)
• type HonDetail
  • func GenHonDetails(g *GallaryInfo) (details *HonDetail)

Constants

const GallaryUrl string = Host + `/albums-index-page-%d.html`

const Host = `https://www.wnacg.com`

Some constant for the spider

const ImgsPerPage int = 12

const UserAgent string = `Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:104.0) Gecko/20100101 Firefox/104.0`

Variables

var Coordinator = coordinator{
	// contains filtered or unexported fields
}

Functions

func Download

func Download(hd *HonDetail)

func SaveTag

func SaveTag(tag string)

Types

type GallaryInfo

type GallaryInfo struct {
	HonUrl string
	Title  string
}

typical HonUrl /photos-index-aid-169728.html

func GenGallaryInfos

func GenGallaryInfos(page int) (infos []*GallaryInfo)

type HonDetail

type HonDetail struct {
	Tags    []string
	Title   string
	PageNum int      // 可以计算翻页次数
	Images  []string // 按顺序的本子页面Url
}

func GenHonDetails

func GenHonDetails(g *GallaryInfo) (details *HonDetail)