node

package
v0.0.0-...-f2a16fb Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Apr 5, 2016 License: MIT Imports: 3 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type Node

type Node interface {
	GetNodeInfo() *NodeInfo
	StartSpider(spiderName string) (bool, string)
	CloseSpider(spiderName string)
	AcceptRequest(request *http.Request)
	IsMe(nodeName string) bool
	DistributeRequest(request *http.Request)
	AddToCrawlingQuene(request *http.Request)
	ReportToMaster(result *crawler.ScrapeResult)
	AcceptResult(scrapyResult *crawler.ScrapeResult)
	CanWeStopSpider(spiderName string) bool
	IsStop() bool
	StopCrawl()
	MakeMasterNode(nodeName string)
	IsMasterNode() bool
	Join()
	Ready()
	StartCrawl()
	PauseCrawl()
	UnpauseCrawl()
	GetSpidersName() []string
}

type NodeInfo

type NodeInfo struct {
	Name     string
	Ip       string
	Port     int
	Settings *util.Settings
}

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL