diff options
author | Andrew Or <andrew@databricks.com> | 2015-06-29 18:32:59 -0700 |
---|---|---|
committer | Andrew Or <andrew@databricks.com> | 2015-06-29 18:32:59 -0700 |
commit | 80d53565ae951f7ef0626ad2ad0e2ecb55993a21 (patch) | |
tree | fe23b1772f1ae8e33ae1318961ef681f61e828ff | |
parent | c0fbd6781eb47e930af0f1009779e36da85a6b65 (diff) | |
download | spark-80d53565ae951f7ef0626ad2ad0e2ecb55993a21.tar.gz spark-80d53565ae951f7ef0626ad2ad0e2ecb55993a21.tar.bz2 spark-80d53565ae951f7ef0626ad2ad0e2ecb55993a21.zip |
Revert "[SPARK-8437] [DOCS] Using directory path without wildcard for filename slow for large number of files with wholeTextFiles and binaryFiles"
This reverts commit b2684557fa0d2ec14b7529324443c8154d81c348.
-rw-r--r-- | core/src/main/scala/org/apache/spark/SparkContext.scala | 8 |
1 files changed, 2 insertions, 6 deletions
diff --git a/core/src/main/scala/org/apache/spark/SparkContext.scala b/core/src/main/scala/org/apache/spark/SparkContext.scala index f8af710de7..b4c0d4c2f5 100644 --- a/core/src/main/scala/org/apache/spark/SparkContext.scala +++ b/core/src/main/scala/org/apache/spark/SparkContext.scala @@ -824,8 +824,6 @@ class SparkContext(config: SparkConf) extends Logging with ExecutorAllocationCli * }}} * * @note Small files are preferred, large file is also allowable, but may cause bad performance. - * @note On some filesystems, `.../path/*` can be a more efficient way to read all files in a directory - * rather than `.../path/` or `.../path` * * @param minPartitions A suggestion value of the minimal splitting number for input data. */ @@ -873,11 +871,9 @@ class SparkContext(config: SparkConf) extends Logging with ExecutorAllocationCli * (a-hdfs-path/part-nnnnn, its content) * }}} * - * @note Small files are preferred; very large files may cause bad performance. - * @note On some filesystems, `.../path/*` can be a more efficient way to read all files in a directory - * rather than `.../path/` or `.../path` - * * @param minPartitions A suggestion value of the minimal splitting number for input data. + * + * @note Small files are preferred; very large files may cause bad performance. */ @Experimental def binaryFiles( |