From 2e393cd5fdfbf3a85fced370b5c42315e86dad49 Mon Sep 17 00:00:00 2001 From: Andrew Or Date: Fri, 10 Jan 2014 15:45:38 -0800 Subject: Update documentation for externalSorting --- docs/configuration.md | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/docs/configuration.md b/docs/configuration.md index c1158491f0..40a57c4bc6 100644 --- a/docs/configuration.md +++ b/docs/configuration.md @@ -391,9 +391,8 @@ Apart from these, the following properties are also available, and may be useful spark.shuffle.externalSorting true - If set to "true", spills in-memory maps used for shuffles to disk when a memory threshold is reached. This - threshold is specified by spark.shuffle.memoryFraction. Enable this especially for memory-intensive - applications. + If set to "true", limits the amount of memory used during reduces by spilling data out to disk. This spilling + threshold is specified by spark.shuffle.memoryFraction. -- cgit v1.2.3