web

Documentation

Index

• func TextChildren(n *html.Node) (string, error)
• type Scrape
  • func NewScraper() *Scrape
  • func (ws *Scrape) Get(uri string) (shavings ScrapeResult, err error)
• type ScrapeAction
  • func AttrValue(name string) ScrapeAction
• type ScrapePredicate
  • func HasAttr(name string) ScrapePredicate
  • func HasAttrVal(name, value string) ScrapePredicate
  • func HasClass(class string) ScrapePredicate
• type ScrapeResult
• type Scraper

Functions

func TextChildren

func TextChildren(n *html.Node) (string, error)

Types

type Scrape

type Scrape struct {
	ScrapePredicates []ScrapePredicate
	ScrapeAction     ScrapeAction
}

func NewScraper

func NewScraper() *Scrape

func (*Scrape) Get

func (ws *Scrape) Get(uri string) (shavings ScrapeResult, err error)

type ScrapeAction

type ScrapeAction func(*html.Node) (string, error)

func AttrValue

func AttrValue(name string) ScrapeAction

type ScrapePredicate

type ScrapePredicate func(*html.Node) bool

func HasAttr

func HasAttr(name string) ScrapePredicate

func HasAttrVal

func HasAttrVal(name, value string) ScrapePredicate

func HasClass

func HasClass(class string) ScrapePredicate

type ScrapeResult

type ScrapeResult interface {
	Raw() string
	Matches() []interface{}
}

type Scraper

type Scraper interface {
	Get(uri string) (shavings ScrapeResult, err error)
}