WorkQueue

Documentation

Index

• Constants
• type DispatcherConfig
• type IQueuedWorker
• type IndexJobPool
  • func NewJobPool() *IndexJobPool
  • func (j *IndexJobPool) EnqueueJob(job Work)
  • func (j *IndexJobPool) EnqueueJobList(jobs *[]Work)
  • func (j *IndexJobPool) GetNewJob() Work
• type JobDispatcher
  • func NewJobDispatcher(cfg DispatcherConfig) *JobDispatcher
  • func (j *JobDispatcher) BuildWorkers(count int)
  • func (j *JobDispatcher) EnqueueWork(w Work)
  • func (j *JobDispatcher) EnqueueWorkList(w *[]Work)
  • func (j *JobDispatcher) SetRetryTimeout(timeout time.Duration)
  • func (j *JobDispatcher) SetWorkerConstructor(w *WorkerConstructor)
  • func (j *JobDispatcher) Start()
  • func (j *JobDispatcher) Stop()
• type PoolConfig
• type QueuedWorker
• type Work
• type WorkQueue
  • func (w WorkQueue) ListenForJobs(cb func(Work))
• type WorkerConstructor

Constants

const DefaultRetryTimeout = 30 * time.Second

Types

type DispatcherConfig

type DispatcherConfig struct {
	RetryTimeout time.Duration
}

type IQueuedWorker

type IQueuedWorker interface {
	Start()
	DoWork(Work)
}

type IndexJobPool

type IndexJobPool struct {
	// contains filtered or unexported fields
}

func NewJobPool

func NewJobPool() *IndexJobPool

func (*IndexJobPool) EnqueueJob

func (j *IndexJobPool) EnqueueJob(job Work)

func (*IndexJobPool) EnqueueJobList

func (j *IndexJobPool) EnqueueJobList(jobs *[]Work)

func (*IndexJobPool) GetNewJob

func (j *IndexJobPool) GetNewJob() Work

type JobDispatcher

type JobDispatcher struct {
	EmptyQueueChan chan bool // channel to communicate that queue was consumed
	// contains filtered or unexported fields
}

func NewJobDispatcher

func NewJobDispatcher(cfg DispatcherConfig) *JobDispatcher

func (*JobDispatcher) BuildWorkers

func (j *JobDispatcher) BuildWorkers(count int)

func (*JobDispatcher) EnqueueWork

func (j *JobDispatcher) EnqueueWork(w Work)

func (*JobDispatcher) EnqueueWorkList

func (j *JobDispatcher) EnqueueWorkList(w *[]Work)

func (*JobDispatcher) SetRetryTimeout

func (j *JobDispatcher) SetRetryTimeout(timeout time.Duration)

func (*JobDispatcher) SetWorkerConstructor

func (j *JobDispatcher) SetWorkerConstructor(w *WorkerConstructor)

func (*JobDispatcher) Start

func (j *JobDispatcher) Start()

func (*JobDispatcher) Stop

func (j *JobDispatcher) Stop()

type PoolConfig

type PoolConfig struct {
	StartHeight int64
	EndHeight   int64
}

type QueuedWorker

type QueuedWorker struct {
	Worker IQueuedWorker
}

type Work

type Work struct {
	JobId  int64
	Params interface{}
}

type WorkQueue

type WorkQueue struct {
	ID          string
	WorkersChan chan chan Work // used to communicate between dispatcher and workers
	JobsChan    chan Work
	End         chan bool
}

func (WorkQueue) ListenForJobs

func (w WorkQueue) ListenForJobs(cb func(Work))

type WorkerConstructor

type WorkerConstructor func(string, chan chan Work) QueuedWorker