diff options
author | Matei Zaharia <matei@eecs.berkeley.edu> | 2012-08-03 12:27:17 -0700 |
---|---|---|
committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2012-08-03 12:27:17 -0700 |
commit | c0d5bd6553e87ff95373e2c52c5580df2a47c6a0 (patch) | |
tree | b8208bfff03bb4743e05fe0ef6ed657420e6762c | |
parent | 4a9c58913d0a9bd51811dedca934a2a0adbe8d37 (diff) | |
parent | 5ec13327d4041df59c3c9d842658cbecbdbf2567 (diff) | |
download | spark-c0d5bd6553e87ff95373e2c52c5580df2a47c6a0.tar.gz spark-c0d5bd6553e87ff95373e2c52c5580df2a47c6a0.tar.bz2 spark-c0d5bd6553e87ff95373e2c52c5580df2a47c6a0.zip |
Merge pull request #164 from HarveyFeng/master
Bug fix in RangePartitioner for partitioning when sorting in descending order.
-rw-r--r-- | core/src/main/scala/spark/Partitioner.scala | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/core/src/main/scala/spark/Partitioner.scala b/core/src/main/scala/spark/Partitioner.scala index 2235a0ec3d..4ef871bbf9 100644 --- a/core/src/main/scala/spark/Partitioner.scala +++ b/core/src/main/scala/spark/Partitioner.scala @@ -39,8 +39,7 @@ class RangePartitioner[K <% Ordered[K]: ClassManifest, V]( val rddSize = rdd.count() val maxSampleSize = partitions * 10.0 val frac = math.min(maxSampleSize / math.max(rddSize, 1), 1.0) - val rddSample = rdd.sample(true, frac, 1).map(_._1).collect() - .sortWith((x, y) => if (ascending) x < y else x > y) + val rddSample = rdd.sample(true, frac, 1).map(_._1).collect().sortWith(_ < _) if (rddSample.length == 0) { Array() } else { |