diff options
| author | Ankur Dave <ankurdave@gmail.com> | 2013-10-16 23:56:15 -0700 |
|---|---|---|
| committer | Ankur Dave <ankurdave@gmail.com> | 2013-10-16 23:56:15 -0700 |
| commit | 2282d27cf1da04bfdad5173c412e77a51d7c36e6 (patch) | |
| tree | f287646a1225a7ff5dd41cd8ee9487059e2ad07b /graph | |
| parent | bc234bf0e1ecc5c9bba2cd629644780c9d5c3511 (diff) | |
| download | spark-2282d27cf1da04bfdad5173c412e77a51d7c36e6.tar.gz spark-2282d27cf1da04bfdad5173c412e77a51d7c36e6.tar.bz2 spark-2282d27cf1da04bfdad5173c412e77a51d7c36e6.zip | |
Cache msgsByPartition
Diffstat (limited to 'graph')
| -rw-r--r-- | graph/src/main/scala/org/apache/spark/graph/impl/GraphImpl.scala | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/graph/src/main/scala/org/apache/spark/graph/impl/GraphImpl.scala b/graph/src/main/scala/org/apache/spark/graph/impl/GraphImpl.scala index 5398631d26..a3cdb97cea 100644 --- a/graph/src/main/scala/org/apache/spark/graph/impl/GraphImpl.scala +++ b/graph/src/main/scala/org/apache/spark/graph/impl/GraphImpl.scala @@ -486,7 +486,8 @@ object GraphImpl { .flatMap { case (vid, (vdata, pids)) => pids.iterator.map { pid => MessageToPartition(pid, (vid, vdata)) } } - .partitionBy(eTable.partitioner.get) //@todo assert edge table has partitioner + .partitionBy(eTable.partitioner.get).cache() + // @todo assert edge table has partitioner val vTableReplicationMap: IndexedRDD[Pid, VertexIdToIndexMap] = msgsByPartition.mapPartitionsWithIndex( (pid, iter) => { |