mapreduce

Documentation

Index

• Constants
• type Entity
• type MapReduce
  • func NewMapReduce(r *bulkreader.BulkReader) *MapReduce
  • func (mr *MapReduce) Process(ctx context.Context) (resErr error)
  • func (mr *MapReduce) WithMapper(mapper Mapper) *MapReduce
  • func (mr *MapReduce) WithReducer(reducer Reducer) *MapReduce
  • func (mr *MapReduce) WithsShuffler(shuffler Shuffler) *MapReduce
• type Mapper
• type Reducer
• type Shuffler

Constants

const (
	DefaultMappers   = 100
	DefaultReducers  = 2
	DefaultShufflers = 2
	DefaultBulkSize  = 1000
)

Types

type Entity

type Entity interface{}

type MapReduce

type MapReduce struct {
	// contains filtered or unexported fields
}

func NewMapReduce

func NewMapReduce(r *bulkreader.BulkReader) *MapReduce

func (*MapReduce) Process

func (mr *MapReduce) Process(ctx context.Context) (resErr error)

func (*MapReduce) WithMapper

func (mr *MapReduce) WithMapper(mapper Mapper) *MapReduce

func (*MapReduce) WithReducer

func (mr *MapReduce) WithReducer(reducer Reducer) *MapReduce

func (*MapReduce) WithsShuffler

func (mr *MapReduce) WithsShuffler(shuffler Shuffler) *MapReduce

type Mapper

type Mapper interface {
	Map(context.Context, <-chan []string, chan<- Entity) error
}

type Reducer

type Reducer interface {
	Reduce(context.Context, <-chan []Entity) error
}

type Shuffler

type Shuffler interface {
	Shuffle(context.Context, <-chan Entity, chan<- []Entity) error
}