parsing

Documentation

Index

• Constants
• type Convertible
• type MapReduce
  • func NewMapReduce() *MapReduce
  • func (mr *MapReduce) Parse(ctx context.Context, resource *model.Resource, rc io.ReadCloser) (resErr error)
  • func (mr *MapReduce) WithMapper(mapper Mapper) *MapReduce
  • func (mr *MapReduce) WithReducer(reducer Reducer) *MapReduce
  • func (mr *MapReduce) WithShuffler(shuffler Shuffler) *MapReduce
• type Mapper
• type Reducer
  • func NewReducer(repo domain.OperationRepository) Reducer
• type Shuffler
  • func NewShuffler() Shuffler

Constants

const (
	DefaultMappers   = 1
	DefaultReducers  = 10
	DefaultShufflers = 10
	DefaultBulkSize  = 1000
)

Types

type Convertible

type Convertible interface {
	Convert() *model.Operation
}

type MapReduce

type MapReduce struct {
	// contains filtered or unexported fields
}

func NewMapReduce

func NewMapReduce() *MapReduce

func (*MapReduce) Parse

func (mr *MapReduce) Parse(ctx context.Context, resource *model.Resource, rc io.ReadCloser) (resErr error)

func (*MapReduce) WithMapper

func (mr *MapReduce) WithMapper(mapper Mapper) *MapReduce

func (*MapReduce) WithReducer

func (mr *MapReduce) WithReducer(reducer Reducer) *MapReduce

func (*MapReduce) WithShuffler

func (mr *MapReduce) WithShuffler(shuffler Shuffler) *MapReduce

type Mapper

type Mapper interface {
	Map(context.Context, *csv.Reader, chan<- []Convertible) error
}

type Reducer

type Reducer interface {
	Reduce(context.Context, <-chan []model.Operation) error
}

func NewReducer

func NewReducer(repo domain.OperationRepository) Reducer

type Shuffler

type Shuffler interface {
	Shuffle(context.Context, *model.Resource, <-chan []Convertible, chan<- []model.Operation) error
}

func NewShuffler

func NewShuffler() Shuffler