Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security Policy
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

antch

package module

Go to main page

Versions in this module

v0

v0.3.6

Mar 17, 2021

Changes in this version

type Crawler

+ Transport http.RoundTripper

v0.3.5-dev

Mar 16, 2021

v0.3.4

Jan 19, 2021

v0.3.3

Apr 21, 2020

Changes in this version

type Crawler

+ DefaultRetryPeriod time.Duration

+ MaxRetries int

+ RetryHTTPResponseCodes []int

v0.3.2

Apr 9, 2020

v0.3.1

Apr 8, 2020

Changes in this version

+ var NilLogger nilLogger

+ func ParseHTML(resp *http.Response) (*html.Node, error)

+ func ParseJSON(resp *http.Response) (*jsonquery.Node, error)

+ func ParseXML(resp *http.Response) (*xmlquery.Node, error)

+ type Crawler struct

+ CheckRedirect func(req *http.Request, via []*http.Request) error

+ DownloadDelay time.Duration

+ ErrorLog Logger

+ Exit <-chan struct{}

+ MaxConcurrentItems int

+ MaxConcurrentRequests int

+ MaxConcurrentRequestsPerSite int

+ RequestTimeout time.Duration

+ UserAgent string

+ func NewCrawler() *Crawler

+ func (c *Crawler) Crawl(req *http.Request) error

+ func (c *Crawler) EnqueueURL(URL string) error

+ func (c *Crawler) Handle(pattern string, handler Handler)

+ func (c *Crawler) Handler(res *http.Response) (h Handler, pattern string)

+ func (c *Crawler) StartURLs(URLs []string)

+ func (c *Crawler) UseCompression() *Crawler

+ func (c *Crawler) UseCookies() *Crawler

+ func (c *Crawler) UseMiddleware(m ...Middleware) *Crawler

+ func (c *Crawler) UsePipeline(p ...Pipeline) *Crawler

+ func (c *Crawler) UseProxy(proxyURL *url.URL) *Crawler

+ func (c *Crawler) UseRobotstxt() *Crawler

+ type Handler interface

+ ServeSpider func(chan<- Item, *http.Response)

+ func VoidHandler() Handler

+ type HandlerFunc func(chan<- Item, *http.Response)

+ func (f HandlerFunc) ServeSpider(c chan<- Item, resp *http.Response)

+ type HttpMessageHandler interface

+ Send func(*http.Request) (*http.Response, error)

+ type HttpMessageHandlerFunc func(*http.Request) (*http.Response, error)

+ func (f HttpMessageHandlerFunc) Send(req *http.Request) (*http.Response, error)

+ type Item interface

+ type Logger interface

+ Output func(maxdepth int, s string) error

+ type MediaType struct

+ Charset string

+ Type string

+ func ParseMediaType(v string) MediaType

+ func (m MediaType) ContentType() string

+ type Middleware func(HttpMessageHandler) HttpMessageHandler

+ func CompressionMiddleware() Middleware

+ func CookiesMiddleware() Middleware

+ func ProxyMiddleware(f func(*http.Request) (*url.URL, error)) Middleware

+ func RobotstxtMiddleware() Middleware

+ type Pipeline func(PipelineHandler) PipelineHandler

+ type PipelineHandler interface

+ ServePipeline func(Item)

+ type PipelineHandlerFunc func(Item)

+ func (f PipelineHandlerFunc) ServePipeline(v Item)

+ type ProxyKey struct