diff options
| author | Matei Zaharia <matei@eecs.berkeley.edu> | 2013-03-19 21:59:06 -0700 |
|---|---|---|
| committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2013-03-19 21:59:06 -0700 |
| commit | 945d1e720eefe5bb896fe0806abf522259e7d72d (patch) | |
| tree | 027e5cecb63d5e14ef7404bcc2d554062797f024 /core | |
| parent | 1cbbe94ac13ad8e1f08a6c325bf24e36827d0201 (diff) | |
| parent | aceae029f7c82f87ed5fc2775190cad1bd6cc326 (diff) | |
| download | spark-945d1e720eefe5bb896fe0806abf522259e7d72d.tar.gz spark-945d1e720eefe5bb896fe0806abf522259e7d72d.tar.bz2 spark-945d1e720eefe5bb896fe0806abf522259e7d72d.zip | |
Merge pull request #536 from sasurfer/master
CoalescedRDD for many partitions
Diffstat (limited to 'core')
| -rw-r--r-- | core/src/main/scala/spark/rdd/CoalescedRDD.scala | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/core/src/main/scala/spark/rdd/CoalescedRDD.scala b/core/src/main/scala/spark/rdd/CoalescedRDD.scala index 0d16cf6e85..6d862c0c28 100644 --- a/core/src/main/scala/spark/rdd/CoalescedRDD.scala +++ b/core/src/main/scala/spark/rdd/CoalescedRDD.scala @@ -37,8 +37,8 @@ class CoalescedRDD[T: ClassManifest]( prevSplits.map(_.index).map{idx => new CoalescedRDDPartition(idx, prev, Array(idx)) } } else { (0 until maxPartitions).map { i => - val rangeStart = (i * prevSplits.length) / maxPartitions - val rangeEnd = ((i + 1) * prevSplits.length) / maxPartitions + val rangeStart = ((i.toLong * prevSplits.length) / maxPartitions).toInt + val rangeEnd = (((i.toLong + 1) * prevSplits.length) / maxPartitions).toInt new CoalescedRDDPartition(i, prev, (rangeStart until rangeEnd).toArray) }.toArray } |