diff options
| author | Reynold Xin <rxin@apache.org> | 2014-01-14 14:59:13 -0800 |
|---|---|---|
| committer | Reynold Xin <rxin@apache.org> | 2014-01-14 14:59:13 -0800 |
| commit | 74b46acdc57293c103ab5dd5af931d0d0e32c0ed (patch) | |
| tree | 4596951d38334c83a2683ed594d663f226a85976 | |
| parent | 193a0757c87b717e3b6b4f005ecdbb56b04ad9b4 (diff) | |
| parent | b1b22b7a13c7836c77bbb16df225bf410c87163e (diff) | |
| download | spark-74b46acdc57293c103ab5dd5af931d0d0e32c0ed.tar.gz spark-74b46acdc57293c103ab5dd5af931d0d0e32c0ed.tar.bz2 spark-74b46acdc57293c103ab5dd5af931d0d0e32c0ed.zip | |
Merge pull request #428 from pwendell/writeable-objects
Don't clone records for text files
| -rw-r--r-- | core/src/main/scala/org/apache/spark/SparkContext.scala | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/core/src/main/scala/org/apache/spark/SparkContext.scala b/core/src/main/scala/org/apache/spark/SparkContext.scala index 55ac76bf63..ba3e91effb 100644 --- a/core/src/main/scala/org/apache/spark/SparkContext.scala +++ b/core/src/main/scala/org/apache/spark/SparkContext.scala @@ -340,8 +340,8 @@ class SparkContext( * Hadoop-supported file system URI, and return it as an RDD of Strings. */ def textFile(path: String, minSplits: Int = defaultMinSplits): RDD[String] = { - hadoopFile(path, classOf[TextInputFormat], classOf[LongWritable], classOf[Text], minSplits) - .map(pair => pair._2.toString) + hadoopFile(path, classOf[TextInputFormat], classOf[LongWritable], classOf[Text], + minSplits, cloneRecords = false).map(pair => pair._2.toString) } /** |