scheduler

Documentation

Index

• type DuplicateRemover
• type HashSetDuplicateRemover
  • func (s *HashSetDuplicateRemover) IsDuplicate(request model.Request) bool
  • func (s *HashSetDuplicateRemover) ResetDuplicateCheck()
• type PriorityQueue
  • func (queue *PriorityQueue) Len() int
  • func (queue *PriorityQueue) Less(i, j int) bool
  • func (queue *PriorityQueue) Pop() interface{}
  • func (queue *PriorityQueue) Push(request interface{})
  • func (queue *PriorityQueue) Swap(i, j int)
• type PriorityScheduler
  • func (s *PriorityScheduler) Len() int
  • func (s *PriorityScheduler) PollData(num int) []model.Request
  • func (s *PriorityScheduler) PushData(requests ...model.Request)
• type Scheduler

Types

type DuplicateRemover

type DuplicateRemover interface {
	//是否重复
	IsDuplicate(request model.Request) bool
	//清除检查重复的数据
	ResetDuplicateCheck()
}

type HashSetDuplicateRemover

type HashSetDuplicateRemover struct {
	Urls map[string]string
}

func (*HashSetDuplicateRemover) IsDuplicate

func (s *HashSetDuplicateRemover) IsDuplicate(request model.Request) bool

func (*HashSetDuplicateRemover) ResetDuplicateCheck

func (s *HashSetDuplicateRemover) ResetDuplicateCheck()

type PriorityQueue

type PriorityQueue []model.Request //自定义优先队列

func (*PriorityQueue) Len

func (queue *PriorityQueue) Len() int

Len 实现sort.Interface

func (*PriorityQueue) Less

func (queue *PriorityQueue) Less(i, j int) bool

Less 实现sort.Interface

func (*PriorityQueue) Pop

func (queue *PriorityQueue) Pop() interface{}

Pop 实现堆接口

func (*PriorityQueue) Push

func (queue *PriorityQueue) Push(request interface{})

Push 实现堆接口

func (*PriorityQueue) Swap

func (queue *PriorityQueue) Swap(i, j int)

Swap 实现sort.Interface

type PriorityScheduler

type PriorityScheduler struct {
	RequestQueue     PriorityQueue    //请求队列
	DuplicateRemover DuplicateRemover //去重器
	IsDuplicate      bool             //是否去重
	// contains filtered or unexported fields
}

PriorityScheduler 优先队列调度器

func (*PriorityScheduler) Len

func (s *PriorityScheduler) Len() int

func (*PriorityScheduler) PollData

func (s *PriorityScheduler) PollData(num int) []model.Request

func (*PriorityScheduler) PushData

func (s *PriorityScheduler) PushData(requests ...model.Request)

type Scheduler

type Scheduler interface {
	PushData(requests ...model.Request)

	PollData(num int) []model.Request

	Len() int
}