aboutsummaryrefslogtreecommitdiff
path: root/core/src/test/scala/org/apache/spark/util/collection/ExternalAppendOnlyMapSuite.scala
diff options
context:
space:
mode:
Diffstat (limited to 'core/src/test/scala/org/apache/spark/util/collection/ExternalAppendOnlyMapSuite.scala')
-rw-r--r--core/src/test/scala/org/apache/spark/util/collection/ExternalAppendOnlyMapSuite.scala15
1 files changed, 15 insertions, 0 deletions
diff --git a/core/src/test/scala/org/apache/spark/util/collection/ExternalAppendOnlyMapSuite.scala b/core/src/test/scala/org/apache/spark/util/collection/ExternalAppendOnlyMapSuite.scala
index 2410118fb7..5141e36d9e 100644
--- a/core/src/test/scala/org/apache/spark/util/collection/ExternalAppendOnlyMapSuite.scala
+++ b/core/src/test/scala/org/apache/spark/util/collection/ExternalAppendOnlyMapSuite.scala
@@ -416,4 +416,19 @@ class ExternalAppendOnlyMapSuite extends SparkFunSuite with LocalSparkContext {
}
}
+ test("force to spill for external aggregation") {
+ val conf = createSparkConf(loadDefaults = false)
+ .set("spark.shuffle.memoryFraction", "0.01")
+ .set("spark.memory.useLegacyMode", "true")
+ .set("spark.testing.memory", "100000000")
+ .set("spark.shuffle.sort.bypassMergeThreshold", "0")
+ sc = new SparkContext("local", "test", conf)
+ val N = 2e5.toInt
+ sc.parallelize(1 to N, 2)
+ .map { i => (i, i) }
+ .groupByKey()
+ .reduceByKey(_ ++ _)
+ .count()
+ }
+
}