From e1f0edd5c3fb32ce1fd5436b9653a7ebdcc14edf Mon Sep 17 00:00:00 2001 From: sotech117 Date: Sun, 10 Dec 2023 14:46:20 -0500 Subject: 1st iteration --- mapreduce/MapReduce.java | 28 +++++++++++++++++++++++++--- 1 file changed, 25 insertions(+), 3 deletions(-) (limited to 'mapreduce') diff --git a/mapreduce/MapReduce.java b/mapreduce/MapReduce.java index f993f09..aebd4a3 100644 --- a/mapreduce/MapReduce.java +++ b/mapreduce/MapReduce.java @@ -44,20 +44,42 @@ public class MapReduce Set> mappers = new HashSet<>(); // TODO: for each element in inputList, create a mapper thread, set its input, and execute it // helpful methods: Supplier.get() ForkJoinPool.execute() - + for (IN input : inputList) { + Mapper mapper = mapperSupplier.get(); + mapper.setInput(input); + pool.execute(mapper); + mappers.add(mapper); + } + Map> mapResults = new HashMap<>(); // TODO: for each mapper thread, join and merge the results // helpful methods: ForkJoinTask.join() + for (Mapper mapper : mappers) { + Map map = mapper.join(); + for (K key : map.keySet()) { + mapResults.putIfAbsent(key, new LinkedList<>()); + mapResults.get(key).add(map.get(key)); + } + } Map> reducers = new HashMap<>(); // TODO: for each key in the mappers'results, create a reducer thread, set its input, and execute it // helpful methods: Supplier.get() ForkJoinPool.execute() + mapResults.forEach((key, value) -> { + Reducer reducer = reducerSupplier.get(); + reducer.setInput(key, value); + pool.execute(reducer); + reducers.put(key, reducer); + }); Map result = new HashMap<>(); // TODO: for each reducer thread, join and merge the result to the final result // helpful methods: ForkJoinTask.join() - - throw new UnsupportedOperationException("MapReduce.call() not implemented yet."); + reducers.forEach((key, reducer) -> { + result.put(key, reducer.join()); + }); + + return result; } /** -- cgit v1.2.3-70-g09d2