worker

Documentation

Index

• func DeserializedRequest(r Request) (engine.Request, error)
• func DeserializedResult(r ParseResult) engine.ParseResult
• type CrawlService
  • func (CrawlService) Process(req Request, result *ParseResult) error
• type ParseResult
  • func SerializedResult(r engine.ParseResult) ParseResult
• type Request
  • func SerializedRequest(r engine.Request) Request
• type SerializedParser

Functions

func DeserializedRequest

func DeserializedRequest(r Request) (engine.Request, error)

func DeserializedResult

func DeserializedResult(r ParseResult) engine.ParseResult

Types

type CrawlService

type CrawlService struct{}

func (CrawlService) Process

func (CrawlService) Process(req Request, result *ParseResult) error

type ParseResult

type ParseResult struct {
	Items    []engine.Item
	Requests []Request
}

func SerializedResult

func SerializedResult(r engine.ParseResult) ParseResult

type Request

type Request struct {
	Url    string
	Parser SerializedParser
}

func SerializedRequest

func SerializedRequest(r engine.Request) Request

type SerializedParser

type SerializedParser struct {
	Name string
	Args interface{}
}