parsing

Documentation

Index

• Constants
• type Entity
• type MapReduce
  • func NewMapReduce() *MapReduce
  • func (mr *MapReduce) Parse(ctx context.Context, resource *domain.Resource, r *bulkreader.BulkReader) (resErr error)
  • func (mr *MapReduce) WithMapper(mapper Mapper) *MapReduce
  • func (mr *MapReduce) WithReducer(reducer Reducer) *MapReduce
  • func (mr *MapReduce) WithsShuffler(shuffler Shuffler) *MapReduce
• type Mapper
  • func NewMapper() Mapper
• type Reducer
  • func NewReducer(repo domain.OperationRepository) Reducer
• type Shuffler
  • func NewShuffler(size int) Shuffler

Constants

const (
	DefaultMappers   = 100
	DefaultReducers  = 2
	DefaultShufflers = 2
	DefaultBulkSize  = 1000
)

Types

type Entity

type Entity interface{}

type MapReduce

type MapReduce struct {
	// contains filtered or unexported fields
}

func NewMapReduce

func NewMapReduce() *MapReduce

func (*MapReduce) Parse

func (mr *MapReduce) Parse(ctx context.Context, resource *domain.Resource, r *bulkreader.BulkReader) (resErr error)

func (*MapReduce) WithMapper

func (mr *MapReduce) WithMapper(mapper Mapper) *MapReduce

func (*MapReduce) WithReducer

func (mr *MapReduce) WithReducer(reducer Reducer) *MapReduce

func (*MapReduce) WithsShuffler

func (mr *MapReduce) WithsShuffler(shuffler Shuffler) *MapReduce

type Mapper

type Mapper interface {
	Map(context.Context, *domain.Resource, <-chan []string, chan<- Entity) error
}

func NewMapper

func NewMapper() Mapper

type Reducer

type Reducer interface {
	Reduce(context.Context, <-chan []Entity) error
}

func NewReducer

func NewReducer(repo domain.OperationRepository) Reducer

type Shuffler

type Shuffler interface {
	Shuffle(context.Context, <-chan Entity, chan<- []Entity) error
}

func NewShuffler

func NewShuffler(size int) Shuffler