mapjob

Documentation

Index

• type MapJobProcessor
  • func NewMapJobProcessor() *MapJobProcessor
  • func (rcvr *MapJobProcessor) IsRootTask(jobCtx *jobcontext.JobContext) bool
  • func (rcvr *MapJobProcessor) Kill(jobCtx *jobcontext.JobContext) error
  • func (rcvr *MapJobProcessor) Map(jobCtx *jobcontext.JobContext, taskList []interface{}, taskName string) (*processor.ProcessResult, error)
• type MapReduceJobProcessor
  • func NewMapReduceJobProcessor() *MapReduceJobProcessor
  • func (rcvr *MapReduceJobProcessor) Reduce(context *jobcontext.JobContext) (*processor.ProcessResult, error)
  • func (rcvr *MapReduceJobProcessor) RunReduceIfFail(context *jobcontext.JobContext) bool

Types

type MapJobProcessor

type MapJobProcessor struct {
	processor.Processor
	// contains filtered or unexported fields
}

func NewMapJobProcessor

func NewMapJobProcessor() *MapJobProcessor

func (*MapJobProcessor) IsRootTask

func (rcvr *MapJobProcessor) IsRootTask(jobCtx *jobcontext.JobContext) bool

func (*MapJobProcessor) Kill

func (rcvr *MapJobProcessor) Kill(jobCtx *jobcontext.JobContext) error

func (*MapJobProcessor) Map

func (rcvr *MapJobProcessor) Map(jobCtx *jobcontext.JobContext, taskList []interface{}, taskName string) (*processor.ProcessResult, error)

Map distribute tasks to all workers. Every element in taskList shouldn't beyond 64KB.

type MapReduceJobProcessor

type MapReduceJobProcessor struct {
	*MapJobProcessor
}

func NewMapReduceJobProcessor

func NewMapReduceJobProcessor() *MapReduceJobProcessor

func (*MapReduceJobProcessor) Reduce

func (rcvr *MapReduceJobProcessor) Reduce(context *jobcontext.JobContext) (*processor.ProcessResult, error)

func (*MapReduceJobProcessor) RunReduceIfFail

func (rcvr *MapReduceJobProcessor) RunReduceIfFail(context *jobcontext.JobContext) bool