diff options
| author | Raymond Liu <raymond.liu@intel.com> | 2014-08-23 19:47:14 -0700 |
|---|---|---|
| committer | Josh Rosen <joshrosen@apache.org> | 2014-08-23 19:47:14 -0700 |
| commit | 8861cdf11288f7597809e9e0e1cad66fb85dd946 (patch) | |
| tree | b9f88b15e2f3a34b4bb7f4a09a3ef3d9282dca32 | |
| parent | 8df4dad4951ca6e687df1288331909878922a55f (diff) | |
| download | spark-8861cdf11288f7597809e9e0e1cad66fb85dd946.tar.gz spark-8861cdf11288f7597809e9e0e1cad66fb85dd946.tar.bz2 spark-8861cdf11288f7597809e9e0e1cad66fb85dd946.zip | |
Clean unused code in SortShuffleWriter
Just clean unused code which have been moved into ExternalSorter.
Author: Raymond Liu <raymond.liu@intel.com>
Closes #1882 from colorant/sortShuffleWriter and squashes the following commits:
e6337be [Raymond Liu] Clean unused code in SortShuffleWriter
| -rw-r--r-- | core/src/main/scala/org/apache/spark/shuffle/sort/SortShuffleWriter.scala | 7 |
1 files changed, 1 insertions, 6 deletions
diff --git a/core/src/main/scala/org/apache/spark/shuffle/sort/SortShuffleWriter.scala b/core/src/main/scala/org/apache/spark/shuffle/sort/SortShuffleWriter.scala index 22f656fa37..b8c9ad46ab 100644 --- a/core/src/main/scala/org/apache/spark/shuffle/sort/SortShuffleWriter.scala +++ b/core/src/main/scala/org/apache/spark/shuffle/sort/SortShuffleWriter.scala @@ -17,12 +17,11 @@ package org.apache.spark.shuffle.sort -import java.io.{BufferedOutputStream, File, FileOutputStream, DataOutputStream} +import java.io.File import org.apache.spark.{MapOutputTracker, SparkEnv, Logging, TaskContext} import org.apache.spark.executor.ShuffleWriteMetrics import org.apache.spark.scheduler.MapStatus -import org.apache.spark.serializer.Serializer import org.apache.spark.shuffle.{ShuffleWriter, BaseShuffleHandle} import org.apache.spark.storage.ShuffleBlockId import org.apache.spark.util.collection.ExternalSorter @@ -37,10 +36,6 @@ private[spark] class SortShuffleWriter[K, V, C]( private val numPartitions = dep.partitioner.numPartitions private val blockManager = SparkEnv.get.blockManager - private val ser = Serializer.getSerializer(dep.serializer.orNull) - - private val conf = SparkEnv.get.conf - private val fileBufferSize = conf.getInt("spark.shuffle.file.buffer.kb", 32) * 1024 private var sorter: ExternalSorter[K, V, _] = null private var outputFile: File = null |