diff options
| -rw-r--r-- | core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala | 4 | ||||
| -rw-r--r-- | docs/configuration.md | 2 |
2 files changed, 4 insertions, 2 deletions
diff --git a/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala b/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala index e60b802a86..407cb9db6e 100644 --- a/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala +++ b/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala @@ -47,7 +47,9 @@ class KryoSerializer(conf: SparkConf) with Logging with Serializable { - private val bufferSize = conf.getInt("spark.kryoserializer.buffer.mb", 2) * 1024 * 1024 + private val bufferSize = + (conf.getDouble("spark.kryoserializer.buffer.mb", 0.064) * 1024 * 1024).toInt + private val maxBufferSize = conf.getInt("spark.kryoserializer.buffer.max.mb", 64) * 1024 * 1024 private val referenceTracking = conf.getBoolean("spark.kryo.referenceTracking", true) private val registrationRequired = conf.getBoolean("spark.kryo.registrationRequired", false) diff --git a/docs/configuration.md b/docs/configuration.md index 870343f1c0..b3dee3f131 100644 --- a/docs/configuration.md +++ b/docs/configuration.md @@ -412,7 +412,7 @@ Apart from these, the following properties are also available, and may be useful </tr> <tr> <td><code>spark.kryoserializer.buffer.mb</code></td> - <td>2</td> + <td>0.064</td> <td> Initial size of Kryo's serialization buffer, in megabytes. Note that there will be one buffer <i>per core</i> on each worker. This buffer will grow up to |