Mercurial > lbo > hg > localmr
view src/closure_mr.rs @ 40:1b71d1dcad70
Remove map test output files
author | Lewin Bormann <lbo@spheniscida.de> |
---|---|
date | Mon, 01 Feb 2016 20:41:25 +0000 |
parents | fcb3ee662ee7 |
children | ab7d19e012e0 |
line wrap: on
line source
//! A MapReducer that uses supplied map()/reduce() functions. use mapreducer::{MEmitter, MapReducer, MapperF, MultiRecord, REmitter, Record, ReducerF, SharderF, _std_shard}; /// This type implements the MapReducer trait. You can use it to provide your own functions to a /// MapReduce process. If you need more flexibility, however, you may want to simply implement your /// own type that fulfills MapReducer. pub struct ClosureMapReducer { mapper: MapperF, reducer: ReducerF, sharder: SharderF, } impl Clone for ClosureMapReducer { fn clone(&self) -> ClosureMapReducer { ClosureMapReducer { mapper: self.mapper, reducer: self.reducer, sharder: self.sharder, } } } impl ClosureMapReducer { /// Create a new MapReducer from the supplied functions. pub fn new(mapper: MapperF, reducer: ReducerF) -> ClosureMapReducer { ClosureMapReducer { mapper: mapper, reducer: reducer, sharder: _std_shard, } } /// Set the function used for sharding. pub fn set_sharder(&mut self, s: SharderF) { self.sharder = s; } } impl MapReducer for ClosureMapReducer { fn map(&self, e: &mut MEmitter, r: Record) { (self.mapper)(e, r) } fn reduce(&self, e: &mut REmitter, r: MultiRecord) { (self.reducer)(e, r) } fn shard(&self, n: usize, k: &String) -> usize { (self.sharder)(n, k) } }