processord

Documentation

Index

• func BulkVerifyProxyIPs(insertChan chan models.ProxyIP, infos []models.ProxyIP)
• func VerifyProxy(insertChan chan models.ProxyIP, verifyGroup *sync.WaitGroup, ...)
• type Processor
  • func NewProcessor(detail WebDetail, queue chan []models.ProxyIP) (*Processor, error)
  • func (p *Processor) LoopRun()
  • func (p *Processor) OnceRun()
  • func (p *Processor) ParserPage(pageNum int) error
  • func (p *Processor) RunWithTaskType()
• type Storage
  • func NewStorage(imp Importer) *Storage
  • func (s *Storage) VerifyAndInsertIPSWithLoop()

Functions

func BulkVerifyProxyIPs

func BulkVerifyProxyIPs(insertChan chan models.ProxyIP, infos []models.ProxyIP)

func VerifyProxy

func VerifyProxy(insertChan chan models.ProxyIP, verifyGroup *sync.WaitGroup, info models.ProxyIP)

Types

type Processor

type Processor struct {
	// contains filtered or unexported fields
}

func NewProcessor

func NewProcessor(detail WebDetail, queue chan []models.ProxyIP) (*Processor, error)

func (*Processor) LoopRun

func (p *Processor) LoopRun()

func (*Processor) OnceRun

func (p *Processor) OnceRun()

func (*Processor) ParserPage

func (p *Processor) ParserPage(pageNum int) error

func (*Processor) RunWithTaskType

func (p *Processor) RunWithTaskType()

type Storage

type Storage struct {
	Queue chan []models.ProxyIP
	// contains filtered or unexported fields
}

func NewStorage

func NewStorage(imp Importer) *Storage

func (*Storage) VerifyAndInsertIPSWithLoop

func (s *Storage) VerifyAndInsertIPSWithLoop()