spider

Documentation

Index

• Variables
• type SearchResult
• type Spider
  • func (spider *Spider) Google(ctx context.Context, resp *crawl.Response) (err error)
  • func (spider *Spider) GoogleCaptcha(ctx context.Context, resp *crawl.Response) (err error)
  • func (spider *Spider) Register()

Variables

var (
	// Google - Gather URLs from google.
	Google = "github.com/crackcomm/go-google-search/spider.Google"

	// GoogleCaptcha - Gather URLs from google.
	GoogleCaptcha = "github.com/crackcomm/go-google-search/spider.GoogleCaptcha"
)

Types

type SearchResult

type SearchResult struct {
	// Query - Search query.
	Query string `json:"query,omitempty"`
	// Page - Search results page.
	Page int `json:"page,omitempty"`
	// Results - List of URLs.
	Results []string `json:"results,omitempty"`
	// Engine - Result engine, "google".
	Engine string `json:"engine,omitempty"`
	// Source - URL source.
	Source string `json:"source,omitempty"`
}

SearchResult - Google search result.

type Spider

type Spider struct {
	crawl.Crawler
	Output func(*SearchResult) error
}

Spider - Google search results spider.

func (*Spider) Google

func (spider *Spider) Google(ctx context.Context, resp *crawl.Response) (err error)

Google - Crawls google.

func (*Spider) GoogleCaptcha

func (spider *Spider) GoogleCaptcha(ctx context.Context, resp *crawl.Response) (err error)

GoogleCaptcha - Crawls google.

func (*Spider) Register

func (spider *Spider) Register()

Register - Registers spider.