processord

package
v0.0.0-...-b6a2cce Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Aug 8, 2018 License: MIT Imports: 12 Imported by: 1

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func BulkVerifyProxyIPs

func BulkVerifyProxyIPs(insertChan chan models.ProxyIP, infos []models.ProxyIP)

func VerifyProxy

func VerifyProxy(insertChan chan models.ProxyIP, verifyGroup *sync.WaitGroup, info models.ProxyIP)

Types

type Processor

type Processor struct {
	// contains filtered or unexported fields
}

func NewProcessor

func NewProcessor(detail WebDetail, queue chan []models.ProxyIP) (*Processor, error)

func (*Processor) LoopRun

func (p *Processor) LoopRun()

func (*Processor) OnceRun

func (p *Processor) OnceRun()

func (*Processor) ParserPage

func (p *Processor) ParserPage(pageNum int) error

func (*Processor) RunWithTaskType

func (p *Processor) RunWithTaskType()

type Storage

type Storage struct {
	Queue chan []models.ProxyIP
	// contains filtered or unexported fields
}

func NewStorage

func NewStorage(imp Importer) *Storage

func (*Storage) VerifyAndInsertIPSWithLoop

func (s *Storage) VerifyAndInsertIPSWithLoop()

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL