tracker

Documentation

Index

• func CheckUrlExist(url string) (int64, error)
• func InsertUrl(url *url.URL) (id int64, err error)
• func RunWithTimeOut(ctx *context.Context, timeout time.Duration, tasks chromedp.Tasks) chromedp.ActionFunc
• func Scrape()
• func ScrapeHtml(url string, selector map[string]string)
• type ScrapeData
  • func ScrapeJsSite(url string, selector map[string]string) (ScrapeData, error)

Functions

func CheckUrlExist

func CheckUrlExist(url string) (int64, error)

check item with the supplied url exist or not if exist, return it's id

func InsertUrl

func InsertUrl(url *url.URL) (id int64, err error)

insert product url, if product already exist, return it's id

func RunWithTimeOut

func RunWithTimeOut(ctx *context.Context, timeout time.Duration, tasks chromedp.Tasks) chromedp.ActionFunc

func Scrape

func Scrape()

main scrape function

func ScrapeHtml

func ScrapeHtml(url string, selector map[string]string)

scrape HTML using colly (not finished)

Types

type ScrapeData

type ScrapeData struct {
	Name               string
	Sku                string
	OriginalPrice      int
	DiscountPrice      int
	DiscountPercentage int
}

func ScrapeJsSite

func ScrapeJsSite(url string, selector map[string]string) (ScrapeData, error)

scrape js site using chromedp