view src/closure_mr.rs @ 40:1b71d1dcad70

Remove map test output files
author Lewin Bormann <lbo@spheniscida.de>
date Mon, 01 Feb 2016 20:41:25 +0000
parents fcb3ee662ee7
children ab7d19e012e0
line wrap: on
line source

//! A MapReducer that uses supplied map()/reduce() functions.

use mapreducer::{MEmitter, MapReducer, MapperF, MultiRecord, REmitter, Record, ReducerF, SharderF,
                 _std_shard};

/// This type implements the MapReducer trait. You can use it to provide your own functions to a
/// MapReduce process. If you need more flexibility, however, you may want to simply implement your
/// own type that fulfills MapReducer.
pub struct ClosureMapReducer {
    mapper: MapperF,
    reducer: ReducerF,
    sharder: SharderF,
}

impl Clone for ClosureMapReducer {
    fn clone(&self) -> ClosureMapReducer {
        ClosureMapReducer {
            mapper: self.mapper,
            reducer: self.reducer,
            sharder: self.sharder,
        }
    }
}

impl ClosureMapReducer {
    /// Create a new MapReducer from the supplied functions.
    pub fn new(mapper: MapperF, reducer: ReducerF) -> ClosureMapReducer {
        ClosureMapReducer {
            mapper: mapper,
            reducer: reducer,
            sharder: _std_shard,
        }
    }
    /// Set the function used for sharding.
    pub fn set_sharder(&mut self, s: SharderF) {
        self.sharder = s;
    }
}

impl MapReducer for ClosureMapReducer {
    fn map(&self, e: &mut MEmitter, r: Record) {
        (self.mapper)(e, r)
    }
    fn reduce(&self, e: &mut REmitter, r: MultiRecord) {
        (self.reducer)(e, r)
    }
    fn shard(&self, n: usize, k: &String) -> usize {
        (self.sharder)(n, k)
    }
}