aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorJacek Laskowski <jacek@japila.pl>2017-04-17 17:58:10 -0700
committerReynold Xin <rxin@databricks.com>2017-04-17 17:58:10 -0700
commit33ea908af94152147e996a6dc8da41ada27d5af3 (patch)
tree3ee23e6903157140c3f844a30fde9874366d6611
parent0075562dd2551a31c35ca26922d6bd73cdb78ea4 (diff)
downloadspark-33ea908af94152147e996a6dc8da41ada27d5af3.tar.gz
spark-33ea908af94152147e996a6dc8da41ada27d5af3.tar.bz2
spark-33ea908af94152147e996a6dc8da41ada27d5af3.zip
[TEST][MINOR] Replace repartitionBy with distribute in CollapseRepartitionSuite
## What changes were proposed in this pull request? Replace non-existent `repartitionBy` with `distribute` in `CollapseRepartitionSuite`. ## How was this patch tested? local build and `catalyst/testOnly *CollapseRepartitionSuite` Author: Jacek Laskowski <jacek@japila.pl> Closes #17657 from jaceklaskowski/CollapseRepartitionSuite.
-rw-r--r--sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/optimizer/CollapseRepartitionSuite.scala21
1 files changed, 10 insertions, 11 deletions
diff --git a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/optimizer/CollapseRepartitionSuite.scala b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/optimizer/CollapseRepartitionSuite.scala
index 59d2dc46f0..8cc8decd65 100644
--- a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/optimizer/CollapseRepartitionSuite.scala
+++ b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/optimizer/CollapseRepartitionSuite.scala
@@ -106,8 +106,8 @@ class CollapseRepartitionSuite extends PlanTest {
comparePlans(optimized2, correctAnswer)
}
- test("repartitionBy above repartition") {
- // Always respects the top repartitionBy amd removes useless repartition
+ test("distribute above repartition") {
+ // Always respects the top distribute and removes useless repartition
val query1 = testRelation
.repartition(10)
.distribute('a)(20)
@@ -123,8 +123,8 @@ class CollapseRepartitionSuite extends PlanTest {
comparePlans(optimized2, correctAnswer)
}
- test("repartitionBy above coalesce") {
- // Always respects the top repartitionBy amd removes useless coalesce below repartition
+ test("distribute above coalesce") {
+ // Always respects the top distribute and removes useless coalesce below repartition
val query1 = testRelation
.coalesce(10)
.distribute('a)(20)
@@ -140,8 +140,8 @@ class CollapseRepartitionSuite extends PlanTest {
comparePlans(optimized2, correctAnswer)
}
- test("repartition above repartitionBy") {
- // Always respects the top repartition amd removes useless distribute below repartition
+ test("repartition above distribute") {
+ // Always respects the top repartition and removes useless distribute below repartition
val query1 = testRelation
.distribute('a)(10)
.repartition(20)
@@ -155,11 +155,10 @@ class CollapseRepartitionSuite extends PlanTest {
comparePlans(optimized1, correctAnswer)
comparePlans(optimized2, correctAnswer)
-
}
- test("coalesce above repartitionBy") {
- // Remove useless coalesce above repartition
+ test("coalesce above distribute") {
+ // Remove useless coalesce above distribute
val query1 = testRelation
.distribute('a)(10)
.coalesce(20)
@@ -180,8 +179,8 @@ class CollapseRepartitionSuite extends PlanTest {
comparePlans(optimized2, correctAnswer2)
}
- test("collapse two adjacent repartitionBys into one") {
- // Always respects the top repartitionBy
+ test("collapse two adjacent distributes into one") {
+ // Always respects the top distribute
val query1 = testRelation
.distribute('b)(10)
.distribute('a)(20)