Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security Policy
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

webextractor

package

Go to main page

Versions in this module

v0

v0.3.0

Jun 12, 2024

v0.2.0

May 29, 2024

v0.1.0

Mar 15, 2024

Changes in this version

+ const DefaultTimeout

+ func New(cookieJar ...http.CookieJar) (*colibri.Colibri, error)

+ type Client struct

+ Jar http.CookieJar

+ func NewClient(cookieJar ...http.CookieJar) (*Client, error)

+ func (client *Client) Clear()

+ func (client *Client) Do(c *colibri.Colibri, rules *colibri.Rules) (colibri.Response, error)

+ type ReqDelay struct

+ func NewReqDelay() *ReqDelay

+ func (rd *ReqDelay) Clear()

+ func (rd *ReqDelay) Done(u *url.URL)

+ func (rd *ReqDelay) Stamp(u *url.URL)

+ func (rd *ReqDelay) Wait(u *url.URL, duration time.Duration)

+ type Response struct

+ HTTP *http.Response

+ func (resp *Response) Body() io.ReadCloser

+ func (resp *Response) Do(rules *colibri.Rules) (colibri.Response, error)

+ func (resp *Response) Extract(rules *colibri.Rules) (*colibri.Output, error)

+ func (resp *Response) Header() http.Header

+ func (resp *Response) Redirects() []*url.URL

+ func (resp *Response) Serializable() map[string]any

+ func (resp *Response) StatusCode() int

+ func (resp *Response) URL() *url.URL

+ type RobotsData struct

+ func NewRobotsData() *RobotsData

+ func (robots *RobotsData) Clear()

+ func (robots *RobotsData) IsAllowed(c *colibri.Colibri, rules *colibri.Rules) error