aboutsummaryrefslogtreecommitdiff
path: root/examples
diff options
context:
space:
mode:
authorNick Pentreath <nick.pentreath@gmail.com>2013-08-08 12:40:37 +0200
committerNick Pentreath <nick.pentreath@gmail.com>2013-08-08 12:40:37 +0200
commitc4eea875ac5d02b46b22b454532c9702c3fa6240 (patch)
treea6375f75d7e6cac152cb39edd19f5e842e02feb2 /examples
parentcce758b8938afb24c6d61a02f697201c41801fb6 (diff)
downloadspark-c4eea875ac5d02b46b22b454532c9702c3fa6240.tar.gz
spark-c4eea875ac5d02b46b22b454532c9702c3fa6240.tar.bz2
spark-c4eea875ac5d02b46b22b454532c9702c3fa6240.zip
Style changes as per Matei's comments
Diffstat (limited to 'examples')
-rw-r--r--examples/src/main/scala/spark/examples/SparkPageRank.scala17
1 files changed, 8 insertions, 9 deletions
diff --git a/examples/src/main/scala/spark/examples/SparkPageRank.scala b/examples/src/main/scala/spark/examples/SparkPageRank.scala
index 6d2be34956..4e41c026a4 100644
--- a/examples/src/main/scala/spark/examples/SparkPageRank.scala
+++ b/examples/src/main/scala/spark/examples/SparkPageRank.scala
@@ -14,7 +14,6 @@ import spark.SparkContext
* where URL and their neighbors are separated by space(s).
*/
object SparkPageRank {
-
def main(args: Array[String]) {
if (args.length < 3) {
System.err.println("Usage: PageRank <master> <file> <number_of_iterations>")
@@ -23,22 +22,22 @@ object SparkPageRank {
var iters = args(2).toInt
val ctx = new SparkContext(args(0), "PageRank", System.getenv("SPARK_HOME"), Seq(System.getenv("SPARK_EXAMPLES_JAR")))
val lines = ctx.textFile(args(1), 1)
- val links = lines.map(s => {
- val parts = s.split("\\s+")
- (parts(0), parts(1))
- }).distinct().groupByKey().cache()
+ val links = lines.map{s =>
+ val parts = s.split("\\s+")
+ (parts(0), parts(1))
+ }.distinct().groupByKey().cache()
var ranks = links.mapValues(v => 1.0)
for (i <- 1 to iters) {
- val contribs = links.join(ranks).values.flatMap{ case (urls, rank) => {
+ val contribs = links.join(ranks).values.flatMap{ case (urls, rank) =>
val size = urls.size
urls.map(url => (url, rank / size))
- }}
+ }
- ranks = contribs.groupByKey().mapValues(ranks => {
+ ranks = contribs.groupByKey().mapValues{ranks =>
val sumRanks = ranks.foldLeft(0.0)(_ + _)
0.15 + sumRanks * 0.85
- })
+ }
}
val output = ranks.collect()