source

Documentation

Index

• type DataQueue
  • func NewDataQueue(mq models.MessageQueue, channame string) *DataQueue
  • func (dataq *DataQueue) Ack(ackid uint64) error
  • func (dataq *DataQueue) GetData() (*models.CrawlResponse, uint64, uint8, error)
  • func (dataq *DataQueue) Publish(name string, message models.MQMessage) error
  • func (dataq *DataQueue) Reject(ackid uint64) error
• type Task
  • func NewTaskGenerator(mq models.MessageQueue, taskchaname string) *Task
  • func (gen *Task) SendTask(task models.CrawlTask, priority uint8) error

Types

type DataQueue

type DataQueue struct {
	// contains filtered or unexported fields
}

func NewDataQueue

func NewDataQueue(mq models.MessageQueue, channame string) *DataQueue

func (*DataQueue) Ack

func (dataq *DataQueue) Ack(ackid uint64) error

func (*DataQueue) GetData

func (dataq *DataQueue) GetData() (*models.CrawlResponse, uint64, uint8, error)

func (*DataQueue) Publish

func (dataq *DataQueue) Publish(name string, message models.MQMessage) error

func (*DataQueue) Reject

func (dataq *DataQueue) Reject(ackid uint64) error

type Task

type Task struct {
	// contains filtered or unexported fields
}

func NewTaskGenerator

func NewTaskGenerator(mq models.MessageQueue, taskchaname string) *Task

func (*Task) SendTask

func (gen *Task) SendTask(task models.CrawlTask, priority uint8) error