aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorAndrew Or <andrew@databricks.com>2015-06-29 18:32:59 -0700
committerAndrew Or <andrew@databricks.com>2015-06-29 18:32:59 -0700
commit80d53565ae951f7ef0626ad2ad0e2ecb55993a21 (patch)
treefe23b1772f1ae8e33ae1318961ef681f61e828ff
parentc0fbd6781eb47e930af0f1009779e36da85a6b65 (diff)
downloadspark-80d53565ae951f7ef0626ad2ad0e2ecb55993a21.tar.gz
spark-80d53565ae951f7ef0626ad2ad0e2ecb55993a21.tar.bz2
spark-80d53565ae951f7ef0626ad2ad0e2ecb55993a21.zip
Revert "[SPARK-8437] [DOCS] Using directory path without wildcard for filename slow for large number of files with wholeTextFiles and binaryFiles"
This reverts commit b2684557fa0d2ec14b7529324443c8154d81c348.
-rw-r--r--core/src/main/scala/org/apache/spark/SparkContext.scala8
1 files changed, 2 insertions, 6 deletions
diff --git a/core/src/main/scala/org/apache/spark/SparkContext.scala b/core/src/main/scala/org/apache/spark/SparkContext.scala
index f8af710de7..b4c0d4c2f5 100644
--- a/core/src/main/scala/org/apache/spark/SparkContext.scala
+++ b/core/src/main/scala/org/apache/spark/SparkContext.scala
@@ -824,8 +824,6 @@ class SparkContext(config: SparkConf) extends Logging with ExecutorAllocationCli
* }}}
*
* @note Small files are preferred, large file is also allowable, but may cause bad performance.
- * @note On some filesystems, `.../path/*` can be a more efficient way to read all files in a directory
- * rather than `.../path/` or `.../path`
*
* @param minPartitions A suggestion value of the minimal splitting number for input data.
*/
@@ -873,11 +871,9 @@ class SparkContext(config: SparkConf) extends Logging with ExecutorAllocationCli
* (a-hdfs-path/part-nnnnn, its content)
* }}}
*
- * @note Small files are preferred; very large files may cause bad performance.
- * @note On some filesystems, `.../path/*` can be a more efficient way to read all files in a directory
- * rather than `.../path/` or `.../path`
- *
* @param minPartitions A suggestion value of the minimal splitting number for input data.
+ *
+ * @note Small files are preferred; very large files may cause bad performance.
*/
@Experimental
def binaryFiles(