diff options
| author | Joseph E. Gonzalez <joseph.e.gonzalez@gmail.com> | 2014-11-01 01:18:07 -0700 |
|---|---|---|
| committer | Reynold Xin <rxin@databricks.com> | 2014-11-01 01:18:07 -0700 |
| commit | f4e0b28c859412ec8bdfdf452b6a1b2e1bee310e (patch) | |
| tree | 8d26d32ca612579ab75ddabf0d2eea1fb3e5c12a /examples/src/main/scala | |
| parent | 680fd87c65e3e7ef223e6a1573c7afe55bff6324 (diff) | |
| download | spark-f4e0b28c859412ec8bdfdf452b6a1b2e1bee310e.tar.gz spark-f4e0b28c859412ec8bdfdf452b6a1b2e1bee310e.tar.bz2 spark-f4e0b28c859412ec8bdfdf452b6a1b2e1bee310e.zip | |
[SPARK-4142][GraphX] Default numEdgePartitions
Changing the default number of edge partitions to match spark parallelism.
Author: Joseph E. Gonzalez <joseph.e.gonzalez@gmail.com>
Closes #3006 from jegonzal/default_partitions and squashes the following commits:
a9a5c4f [Joseph E. Gonzalez] Changing the default number of edge partitions to match spark parallelism
Diffstat (limited to 'examples/src/main/scala')
| -rw-r--r-- | examples/src/main/scala/org/apache/spark/examples/graphx/Analytics.scala | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/examples/src/main/scala/org/apache/spark/examples/graphx/Analytics.scala b/examples/src/main/scala/org/apache/spark/examples/graphx/Analytics.scala index d70d93608a..828cffb01c 100644 --- a/examples/src/main/scala/org/apache/spark/examples/graphx/Analytics.scala +++ b/examples/src/main/scala/org/apache/spark/examples/graphx/Analytics.scala @@ -77,7 +77,7 @@ object Analytics extends Logging { val sc = new SparkContext(conf.setAppName("PageRank(" + fname + ")")) val unpartitionedGraph = GraphLoader.edgeListFile(sc, fname, - minEdgePartitions = numEPart, + numEdgePartitions = numEPart, edgeStorageLevel = edgeStorageLevel, vertexStorageLevel = vertexStorageLevel).cache() val graph = partitionStrategy.foldLeft(unpartitionedGraph)(_.partitionBy(_)) @@ -110,7 +110,7 @@ object Analytics extends Logging { val sc = new SparkContext(conf.setAppName("ConnectedComponents(" + fname + ")")) val unpartitionedGraph = GraphLoader.edgeListFile(sc, fname, - minEdgePartitions = numEPart, + numEdgePartitions = numEPart, edgeStorageLevel = edgeStorageLevel, vertexStorageLevel = vertexStorageLevel).cache() val graph = partitionStrategy.foldLeft(unpartitionedGraph)(_.partitionBy(_)) @@ -131,7 +131,7 @@ object Analytics extends Logging { val sc = new SparkContext(conf.setAppName("TriangleCount(" + fname + ")")) val graph = GraphLoader.edgeListFile(sc, fname, canonicalOrientation = true, - minEdgePartitions = numEPart, + numEdgePartitions = numEPart, edgeStorageLevel = edgeStorageLevel, vertexStorageLevel = vertexStorageLevel) // TriangleCount requires the graph to be partitioned |