diff options
| author | Matei Zaharia <matei@eecs.berkeley.edu> | 2011-07-14 17:37:04 -0400 |
|---|---|---|
| committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2011-07-14 17:37:04 -0400 |
| commit | ccf48388cd8d8f4e1777be77ab30032d1b15c8c6 (patch) | |
| tree | 056084193f5e317d9b91dbec132c82e05556e226 /core | |
| parent | c8eb8b2b90e35db7ddc2d8d539828c250123450d (diff) | |
| download | spark-ccf48388cd8d8f4e1777be77ab30032d1b15c8c6.tar.gz spark-ccf48388cd8d8f4e1777be77ab30032d1b15c8c6.tar.bz2 spark-ccf48388cd8d8f4e1777be77ab30032d1b15c8c6.zip | |
Lowered default number of splits for files
Diffstat (limited to 'core')
| -rw-r--r-- | core/src/main/scala/spark/SparkContext.scala | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/SparkContext.scala b/core/src/main/scala/spark/SparkContext.scala index 74e6ff1fec..18bd5c8817 100644 --- a/core/src/main/scala/spark/SparkContext.scala +++ b/core/src/main/scala/spark/SparkContext.scala @@ -257,7 +257,7 @@ extends Logging { def defaultParallelism: Int = scheduler.defaultParallelism // Default min number of splits for Hadoop RDDs when not given by user - def defaultMinSplits: Int = Math.min(defaultParallelism, 4) + def defaultMinSplits: Int = Math.min(defaultParallelism, 2) private var nextShuffleId = new AtomicInteger(0) |