aboutsummaryrefslogtreecommitdiff
path: root/examples
diff options
context:
space:
mode:
authorstayhf <chutong88@gmail.com>2013-08-06 21:34:39 +0000
committerstayhf <chutong88@gmail.com>2013-08-06 21:34:39 +0000
commit882baee48927e7c9ee4c3536282c79f553500dbc (patch)
tree56e61ed6f389e87d03f38593b8179331ca6886a6 /examples
parent326a7a82e0fc7155d10af696ccca2e385134c144 (diff)
downloadspark-882baee48927e7c9ee4c3536282c79f553500dbc.tar.gz
spark-882baee48927e7c9ee4c3536282c79f553500dbc.tar.bz2
spark-882baee48927e7c9ee4c3536282c79f553500dbc.zip
Got rid of unnecessary map function
Diffstat (limited to 'examples')
-rw-r--r--examples/src/main/java/spark/examples/JavaPageRank.java8
1 files changed, 2 insertions, 6 deletions
diff --git a/examples/src/main/java/spark/examples/JavaPageRank.java b/examples/src/main/java/spark/examples/JavaPageRank.java
index 8e58bf2433..9d90ef9174 100644
--- a/examples/src/main/java/spark/examples/JavaPageRank.java
+++ b/examples/src/main/java/spark/examples/JavaPageRank.java
@@ -23,6 +23,7 @@ import spark.api.java.JavaRDD;
import spark.api.java.JavaSparkContext;
import spark.api.java.function.FlatMapFunction;
import spark.api.java.function.Function;
+import spark.api.java.function.PairFlatMapFunction;
import spark.api.java.function.PairFunction;
import java.util.List;
@@ -83,7 +84,7 @@ public class JavaPageRank {
for (int current = 0; current < Integer.parseInt(args[2]); current++) {
// Calculates URL contributions to the rank of other URLs.
JavaPairRDD<String, Double> contribs = links.join(ranks).values()
- .flatMap(new FlatMapFunction<Tuple2<List<String>, Double>, Tuple2<String, Double>>() {
+ .flatMap(new PairFlatMapFunction<Tuple2<List<String>, Double>, String, Double>() {
@Override
public Iterable<Tuple2<String, Double>> call(Tuple2<List<String>, Double> s) {
List<Tuple2<String, Double>> results = new ArrayList<Tuple2<String, Double>>();
@@ -93,11 +94,6 @@ public class JavaPageRank {
return results;
}
- }).map(new PairFunction<Tuple2<String, Double>, String, Double>() {
- @Override
- public Tuple2<String, Double> call(Tuple2<String, Double> s) {
- return s;
- }
});
// Re-calculates URL ranks based on neighbor contributions.