engine

package

v0.0.0-...-fd39805 Latest Latest Go to latest Published: Feb 19, 2022 License: Apache-2.0 Imports: 3 Imported by: 0

Details

This section is empty.

This section is empty.

This section is empty.

type ConcurrentEngine struct {
	Scheduler        Scheduler
	WorkerCount      int
	ItemChan         chan Item
	RequestProcessor Processor
}

func (e *ConcurrentEngine) Run(seeds ...Request)

type FuncParser struct {
	// contains filtered or unexported fields
}

func NewFuncParser(p ParserFunc, name string) *FuncParser

func (f *FuncParser) Parse(contents []byte, url string) ParseResult

func (f *FuncParser) Serialize() (name string, args interface{})

type Item struct {
	Url     string
	Type    string
	Id      string
	Payload interface{}
}

type NilParser struct{}

func (NilParser) Parse(_ []byte, _ string) ParseResult

func (NilParser) Serialize() (name string, args interface{})

type ParseResult struct {
	Requests []Request
	Items    []Item
}

func Worker(r Request) (ParseResult, error)

type Parser interface {
	Parse(contents []byte, url string) ParseResult
	Serialize() (name string, args interface{})
}

type ParserFunc func(contents []byte, url string) ParseResult

type Processor func(Request) (ParseResult, error)

type ReadyNotifier interface {
	WorkerReady(chan Request)
}

type Request struct {
	Url    string
	Parser Parser
}

type Scheduler interface {
	ReadyNotifier
	Submit(Request)
	WorkerChan() chan Request
	Run()
}

type SimpleEngine struct{}

func (e SimpleEngine) Run(seeds ...Request)