aboutsummaryrefslogtreecommitdiff
path: root/core
diff options
context:
space:
mode:
authorAndrew Or <andrew@databricks.com>2015-06-29 18:32:31 -0700
committerAndrew Or <andrew@databricks.com>2015-06-29 18:32:31 -0700
commit4c1808be4d3aaa37a5a878892e91ca73ea405ffa (patch)
treeb5b30d2978f28e2615420b4765fecb1a42e84513 /core
parent4a9e03fa850af9e4ee56d011671faa04fb601170 (diff)
downloadspark-4c1808be4d3aaa37a5a878892e91ca73ea405ffa.tar.gz
spark-4c1808be4d3aaa37a5a878892e91ca73ea405ffa.tar.bz2
spark-4c1808be4d3aaa37a5a878892e91ca73ea405ffa.zip
Revert "[SPARK-8437] [DOCS] Using directory path without wildcard for filename slow for large number of files with wholeTextFiles and binaryFiles"
This reverts commit 5d30eae56051c563a8427f330b09ef66db0a0d21.
Diffstat (limited to 'core')
-rw-r--r--core/src/main/scala/org/apache/spark/SparkContext.scala8
1 files changed, 2 insertions, 6 deletions
diff --git a/core/src/main/scala/org/apache/spark/SparkContext.scala b/core/src/main/scala/org/apache/spark/SparkContext.scala
index cb7e24c374..b3c3bf3746 100644
--- a/core/src/main/scala/org/apache/spark/SparkContext.scala
+++ b/core/src/main/scala/org/apache/spark/SparkContext.scala
@@ -831,8 +831,6 @@ class SparkContext(config: SparkConf) extends Logging with ExecutorAllocationCli
* }}}
*
* @note Small files are preferred, large file is also allowable, but may cause bad performance.
- * @note On some filesystems, `.../path/*` can be a more efficient way to read all files in a directory
- * rather than `.../path/` or `.../path`
*
* @param minPartitions A suggestion value of the minimal splitting number for input data.
*/
@@ -880,11 +878,9 @@ class SparkContext(config: SparkConf) extends Logging with ExecutorAllocationCli
* (a-hdfs-path/part-nnnnn, its content)
* }}}
*
- * @note Small files are preferred; very large files may cause bad performance.
- * @note On some filesystems, `.../path/*` can be a more efficient way to read all files in a directory
- * rather than `.../path/` or `.../path`
- *
* @param minPartitions A suggestion value of the minimal splitting number for input data.
+ *
+ * @note Small files are preferred; very large files may cause bad performance.
*/
@Experimental
def binaryFiles(