diff options
author | Yves Raimond <yraimond@netflix.com> | 2015-11-02 20:35:59 -0800 |
---|---|---|
committer | DB Tsai <dbt@netflix.com> | 2015-11-02 20:35:59 -0800 |
commit | efaa4721b511a1d29229facde6457a6dcda18966 (patch) | |
tree | f372bed44292f954b0a2bc2f47053abd56b2dc4d /graphx/src/test/scala/org/apache | |
parent | 9cb5c731dadff9539126362827a258d6b65754bb (diff) | |
download | spark-efaa4721b511a1d29229facde6457a6dcda18966.tar.gz spark-efaa4721b511a1d29229facde6457a6dcda18966.tar.bz2 spark-efaa4721b511a1d29229facde6457a6dcda18966.zip |
[SPARK-11432][GRAPHX] Personalized PageRank shouldn't use uniform initialization
Changes the personalized pagerank initialization to be non-uniform.
Author: Yves Raimond <yraimond@netflix.com>
Closes #9386 from moustaki/personalized-pagerank-init.
Diffstat (limited to 'graphx/src/test/scala/org/apache')
-rw-r--r-- | graphx/src/test/scala/org/apache/spark/graphx/lib/PageRankSuite.scala | 13 |
1 files changed, 9 insertions, 4 deletions
diff --git a/graphx/src/test/scala/org/apache/spark/graphx/lib/PageRankSuite.scala b/graphx/src/test/scala/org/apache/spark/graphx/lib/PageRankSuite.scala index 45f1e30110..bdff31446f 100644 --- a/graphx/src/test/scala/org/apache/spark/graphx/lib/PageRankSuite.scala +++ b/graphx/src/test/scala/org/apache/spark/graphx/lib/PageRankSuite.scala @@ -109,17 +109,22 @@ class PageRankSuite extends SparkFunSuite with LocalSparkContext { assert(notMatching === 0) val staticErrors = staticRanks2.map { case (vid, pr) => - val correct = (vid > 0 && pr == resetProb) || - (vid == 0 && math.abs(pr - (resetProb + (1.0 - resetProb) * (resetProb * - (nVertices - 1)) )) < 1.0E-5) + val correct = (vid > 0 && pr == 0.0) || + (vid == 0 && pr == resetProb) if (!correct) 1 else 0 } assert(staticErrors.sum === 0) val dynamicRanks = starGraph.personalizedPageRank(0, 0, resetProb).vertices.cache() assert(compareRanks(staticRanks2, dynamicRanks) < errorTol) + + // We have one outbound edge from 1 to 0 + val otherStaticRanks2 = starGraph.staticPersonalizedPageRank(1, numIter = 2, resetProb) + .vertices.cache() + val otherDynamicRanks = starGraph.personalizedPageRank(1, 0, resetProb).vertices.cache() + assert(compareRanks(otherDynamicRanks, otherStaticRanks2) < errorTol) } - } // end of test Star PageRank + } // end of test Star PersonalPageRank test("Grid PageRank") { withSpark { sc => |