crontab

Documentation

Index

• func BaiduTopAll() error
• func CronNovelContent(url, rule string, charset string) (string, error)
• func CronNovelContentList(v *models.AppItem, n *models.AppNovel)
• func CronNovelUpdate(v *models.AppItem, n *models.AppNovel, url, name string)
• func CronPathInfo(v *models.AppItem, url, name string)
• func CronSendMail() error
• func CronSosoSpider(v *models.AppItem, url string, page_arg string, rule string, path_tpl string, ...)
• func CronWebRuleSpider(v *models.AppItem, url string, ranges string, rule string, path_tpl string)
• func GetAbsoluteAddr(cur, result string) string
• func Init()
• func NovelIndexSpider() error
• func PageIndexSpider() error
• func RegNovelList(content, reg string) ([]map[string]interface{}, error)
• func RegNovelListAutoPath(content, reg string, curPage string) ([]map[string]interface{}, error)
• func RegNovelSigleInfo(content, reg string) (string, error)
• func RegPathInfo(content, reg string) ([][]string, error)
• func SosoSpider() error
• func WebRuleSpider() error
• type BookLinkInfo
• type DataInfo

Functions

func BaiduTopAll

func BaiduTopAll() error

func CronNovelContent

func CronNovelContent(url, rule string, charset string) (string, error)

小说内容更新

func CronNovelContentList

func CronNovelContentList(v *models.AppItem, n *models.AppNovel)

小说内容更新

func CronNovelUpdate

func CronNovelUpdate(v *models.AppItem, n *models.AppNovel, url, name string)

获取小说path页数据

func CronPathInfo

func CronPathInfo(v *models.AppItem, url, name string)

获取小说path页数据

func CronSendMail

func CronSendMail() error

func CronSosoSpider

func CronSosoSpider(v *models.AppItem, url string,
	page_arg string,
	rule string,
	path_tpl string,
	keyword string)

func CronWebRuleSpider

func CronWebRuleSpider(v *models.AppItem, url string, ranges string, rule string, path_tpl string)

func GetAbsoluteAddr

func GetAbsoluteAddr(cur, result string) string

func Init

func Init()

second minute hour day month week   command

顺序：秒 分 时 日 月 周 命令

func NovelIndexSpider

func NovelIndexSpider() error

爬取数据

func PageIndexSpider

func PageIndexSpider() error

首页爬取数据

func RegNovelList

func RegNovelList(content, reg string) ([]map[string]interface{}, error)

匹配当个信息

func RegNovelListAutoPath

func RegNovelListAutoPath(content, reg string, curPage string) ([]map[string]interface{}, error)

匹配当个信息

func RegNovelSigleInfo

func RegNovelSigleInfo(content, reg string) (string, error)

匹配当个信息

func RegPathInfo

func RegPathInfo(content, reg string) ([][]string, error)

匹配路径

func SosoSpider

func SosoSpider() error

搜索内容派爬取

func WebRuleSpider

func WebRuleSpider() error

首页爬取数据

Types

type BookLinkInfo

type BookLinkInfo struct {
	Name string
	Url  string
}

type DataInfo

type DataInfo struct {
	AllCollection int64
	DayCollection int64
}