Crawler

Documentation

Index

• Constants
• func WebDriver() (selenium.WebDriver, error)
• type DocRow
  • func Craw(driver selenium.WebDriver, mainLink string, followupLink string, ...) ([]DocRow, error)
  • func GetData(driver selenium.WebDriver, document *html.Node, pageAmount int, ...) ([]DocRow, error)

Constants

const ResultByPage = 10

Functions

func WebDriver

func WebDriver() (selenium.WebDriver, error)

Types

type DocRow

type DocRow struct {
	Name  string
	Title string
	Field string
	Type  string
	Unit  string
	Year  string
	Link  string
}

func Craw

func Craw(driver selenium.WebDriver, mainLink string, followupLink string, xpathResult string, initTable int) ([]DocRow, error)

func GetData

func GetData(driver selenium.WebDriver, document *html.Node, pageAmount int, followupLink string, initTable int) ([]DocRow, error)