diff options
| author | Patrick Wendell <pwendell@gmail.com> | 2013-11-21 17:17:06 -0800 |
|---|---|---|
| committer | Patrick Wendell <pwendell@gmail.com> | 2013-11-21 17:20:15 -0800 |
| commit | 53b94ef2f5179bdbebe70883b2593b569518e77e (patch) | |
| tree | 6bcb203c341f2ae75fffe66dfe51076abada0115 /core | |
| parent | 4ba32678e04dc687a9f574eeeb1450e4d291ae1f (diff) | |
| download | spark-53b94ef2f5179bdbebe70883b2593b569518e77e.tar.gz spark-53b94ef2f5179bdbebe70883b2593b569518e77e.tar.bz2 spark-53b94ef2f5179bdbebe70883b2593b569518e77e.zip | |
TimeTrackingOutputStream should pass on calls to close() and flush().
Without this fix you get a huge number of open shuffles after running
shuffles.
Diffstat (limited to 'core')
| -rw-r--r-- | core/src/main/scala/org/apache/spark/storage/BlockObjectWriter.scala | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/core/src/main/scala/org/apache/spark/storage/BlockObjectWriter.scala b/core/src/main/scala/org/apache/spark/storage/BlockObjectWriter.scala index 32d2dd0694..0a32df7c89 100644 --- a/core/src/main/scala/org/apache/spark/storage/BlockObjectWriter.scala +++ b/core/src/main/scala/org/apache/spark/storage/BlockObjectWriter.scala @@ -101,6 +101,8 @@ class DiskBlockObjectWriter( def write(i: Int): Unit = callWithTiming(out.write(i)) override def write(b: Array[Byte]) = callWithTiming(out.write(b)) override def write(b: Array[Byte], off: Int, len: Int) = callWithTiming(out.write(b, off, len)) + override def close() = out.close() + override def flush() = out.flush() } private val syncWrites = System.getProperty("spark.shuffle.sync", "false").toBoolean |