Documentation ¶
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
func FolderExit ¶
Types ¶
type CollyController ¶
type CollyController struct { *colly.Collector // contains filtered or unexported fields }
func NewCollyController ¶
func NewCollyController(qc SizeController, concurrency int) *CollyController
func (*CollyController) AddRequest ¶
func (c *CollyController) AddRequest(r *colly.Request) error
func (*CollyController) AddURL ¶
func (c *CollyController) AddURL(url string) error
func (*CollyController) OnQueueSizeMonitor ¶
func (c *CollyController) OnQueueSizeMonitor(f QueueSizeCallback)
func (*CollyController) Run ¶
func (c *CollyController) Run()
type NoOpController ¶
type NoOpController struct{}
func (*NoOpController) CheckAndWait ¶
func (n *NoOpController) CheckAndWait()
func (*NoOpController) Pause ¶
func (n *NoOpController) Pause()
func (*NoOpController) Resume ¶
func (n *NoOpController) Resume()
type QueueSizeCallback ¶
type QueueSizeCallback func(size int)
type QueueSizeController ¶
func NewQueueSizeController ¶
func NewQueueSizeController() *QueueSizeController
func (*QueueSizeController) CheckAndWait ¶
func (q *QueueSizeController) CheckAndWait()
func (*QueueSizeController) Pause ¶
func (q *QueueSizeController) Pause()
func (*QueueSizeController) Resume ¶
func (q *QueueSizeController) Resume()
type SizeController ¶
type SizeController interface { Pause() Resume() CheckAndWait() }
Click to show internal directories.
Click to hide internal directories.