proc

Documentation

Index

• type ExtractTablesProcessor
  • func NewExtractTablesProcessor() *ExtractTablesProcessor
  • func (d *ExtractTablesProcessor) Execute(in <-chan string) <-chan *http.Response
  • func (p *ExtractTablesProcessor) Process(in <-chan string) <-chan *data.Table
• type URLProcessor
  • func NewExtractURLsProcessor(filter data.LinkFilter) URLProcessor

Types

type ExtractTablesProcessor

type ExtractTablesProcessor struct {
	// contains filtered or unexported fields
}

func NewExtractTablesProcessor

func NewExtractTablesProcessor() *ExtractTablesProcessor

func (*ExtractTablesProcessor) Execute

func (d *ExtractTablesProcessor) Execute(in <-chan string) <-chan *http.Response

func (*ExtractTablesProcessor) Process

func (p *ExtractTablesProcessor) Process(in <-chan string) <-chan *data.Table

type URLProcessor

type URLProcessor interface {
	Process(in <-chan string) <-chan string
}

func NewExtractURLsProcessor

func NewExtractURLsProcessor(filter data.LinkFilter) URLProcessor