runner

Documentation

Index

• type MapResult
• type MapStage
  • func (m MapStage) CollectResults() ([]MapResult, error)
• type Mapper
• type MapperFunc
  • func (f MapperFunc) Map(ctx context.Context, stage MapStage, chunk []byte) ([]MapResult, error)
• type Reducer
• type ReducerFunc
  • func (f ReducerFunc) Reduce(key string, paths []string, out io.Writer) error
• type Runner
  • func NewRunner(mapper Mapper, reducer Reducer, root string) (*Runner, error)
  • func (r *Runner) Run(ctx context.Context, c chunker.Chunker) error

Types

type MapResult

type MapResult struct {
	Key  string
	Path string
}

type MapStage

type MapStage struct {
	ID         string
	Dir        string
	ResultsDir string
}

func (MapStage) CollectResults

func (m MapStage) CollectResults() ([]MapResult, error)

type Mapper

type Mapper interface {
	Map(context.Context, MapStage, []byte) ([]MapResult, error)
}

type MapperFunc

type MapperFunc func(context.Context, MapStage, []byte) ([]MapResult, error)

func (MapperFunc) Map

func (f MapperFunc) Map(ctx context.Context, stage MapStage, chunk []byte) ([]MapResult, error)

type Reducer

type Reducer interface {
	Reduce(key string, paths []string, out io.Writer) error
}

type ReducerFunc

type ReducerFunc func(string, []string, io.Writer) error

func (ReducerFunc) Reduce

func (f ReducerFunc) Reduce(key string, paths []string, out io.Writer) error

type Runner

type Runner struct {
	// contains filtered or unexported fields
}

func NewRunner

func NewRunner(mapper Mapper, reducer Reducer, root string) (*Runner, error)

func (*Runner) Run

func (r *Runner) Run(ctx context.Context, c chunker.Chunker) error