queue

May 12, 2018

Changes in this version

+ type InMemoryQueueStorage struct

+ MaxSize int

+ func (q *InMemoryQueueStorage) AddRequest(r []byte) error

+ func (q *InMemoryQueueStorage) GetRequest() ([]byte, error)

+ func (q *InMemoryQueueStorage) Init() error

+ func (q *InMemoryQueueStorage) QueueSize() (int, error)

+ type Queue struct

+ Threads int

+ func New(threads int, s Storage) (*Queue, error)

+ func (q *Queue) AddRequest(r *colly.Request) error

+ func (q *Queue) AddURL(URL string) error

+ func (q *Queue) IsEmpty() bool

+ func (q *Queue) Run(c *colly.Collector) error

+ func (q *Queue) Size() (int, error)

+ type Storage interface

+ AddRequest func([]byte) error

+ GetRequest func() ([]byte, error)

+ Init func() error

+ QueueSize func() (int, error)