mapreduce

Documentation

Index

• func MergeDatabases(urls []string, path string, temp string) (*sql.DB, error)
• func SplitDatabase(source, outputDir, outputPattern string, m int) ([]string, error)
• type Interface
• type MapTask
  • func (task *MapTask) Process(tempdir string, client Interface) error
• type Pair
• type ReduceTask
  • func (task *ReduceTask) Process(tempdir string, client Interface) error

Functions

func MergeDatabases

func MergeDatabases(urls []string, path string, temp string) (*sql.DB, error)

func SplitDatabase

func SplitDatabase(source, outputDir, outputPattern string, m int) ([]string, error)

Types

type Interface

type Interface interface {
	Map(key, value string, output chan<- Pair) error
	Reduce(key string, values <-chan string, output chan<- Pair) error
}

type MapTask

type MapTask struct {
	M, R       int    // total number of map and reduce tasks
	N          int    // map task number, 0-based
	SourceHost string // address of host with map input file
}

func (*MapTask) Process

func (task *MapTask) Process(tempdir string, client Interface) error

MapTask.Process

type Pair

type Pair struct {
	Key   string
	Value string
}

type ReduceTask

type ReduceTask struct {
	M, R        int      // total number of map and reduce tasks
	N           int      // reduce task number, 0-based
	SourceHosts []string // addresses of map workers
}

func (*ReduceTask) Process

func (task *ReduceTask) Process(tempdir string, client Interface) error

ReduceTask.Process