diff options
author | stayhf <chutong88@gmail.com> | 2013-08-06 21:34:39 +0000 |
---|---|---|
committer | stayhf <chutong88@gmail.com> | 2013-08-06 21:34:39 +0000 |
commit | 882baee48927e7c9ee4c3536282c79f553500dbc (patch) | |
tree | 56e61ed6f389e87d03f38593b8179331ca6886a6 /examples/src/main | |
parent | 326a7a82e0fc7155d10af696ccca2e385134c144 (diff) | |
download | spark-882baee48927e7c9ee4c3536282c79f553500dbc.tar.gz spark-882baee48927e7c9ee4c3536282c79f553500dbc.tar.bz2 spark-882baee48927e7c9ee4c3536282c79f553500dbc.zip |
Got rid of unnecessary map function
Diffstat (limited to 'examples/src/main')
-rw-r--r-- | examples/src/main/java/spark/examples/JavaPageRank.java | 8 |
1 files changed, 2 insertions, 6 deletions
diff --git a/examples/src/main/java/spark/examples/JavaPageRank.java b/examples/src/main/java/spark/examples/JavaPageRank.java index 8e58bf2433..9d90ef9174 100644 --- a/examples/src/main/java/spark/examples/JavaPageRank.java +++ b/examples/src/main/java/spark/examples/JavaPageRank.java @@ -23,6 +23,7 @@ import spark.api.java.JavaRDD; import spark.api.java.JavaSparkContext; import spark.api.java.function.FlatMapFunction; import spark.api.java.function.Function; +import spark.api.java.function.PairFlatMapFunction; import spark.api.java.function.PairFunction; import java.util.List; @@ -83,7 +84,7 @@ public class JavaPageRank { for (int current = 0; current < Integer.parseInt(args[2]); current++) { // Calculates URL contributions to the rank of other URLs. JavaPairRDD<String, Double> contribs = links.join(ranks).values() - .flatMap(new FlatMapFunction<Tuple2<List<String>, Double>, Tuple2<String, Double>>() { + .flatMap(new PairFlatMapFunction<Tuple2<List<String>, Double>, String, Double>() { @Override public Iterable<Tuple2<String, Double>> call(Tuple2<List<String>, Double> s) { List<Tuple2<String, Double>> results = new ArrayList<Tuple2<String, Double>>(); @@ -93,11 +94,6 @@ public class JavaPageRank { return results; } - }).map(new PairFunction<Tuple2<String, Double>, String, Double>() { - @Override - public Tuple2<String, Double> call(Tuple2<String, Double> s) { - return s; - } }); // Re-calculates URL ranks based on neighbor contributions. |