diff options
| author | Yin Huai <yhuai@databricks.com> | 2015-04-04 23:26:10 +0800 |
|---|---|---|
| committer | Cheng Lian <lian@databricks.com> | 2015-04-04 23:26:10 +0800 |
| commit | da25c86d64ff9ce80f88186ba083f6c21dd9a568 (patch) | |
| tree | 5247cae4e2fac820f97c0a364b6975f13e6ea519 | |
| parent | 9b40c17ab161b64933539abeefde443cb4f98673 (diff) | |
| download | spark-da25c86d64ff9ce80f88186ba083f6c21dd9a568.tar.gz spark-da25c86d64ff9ce80f88186ba083f6c21dd9a568.tar.bz2 spark-da25c86d64ff9ce80f88186ba083f6c21dd9a568.zip | |
[SQL] Use path.makeQualified in newParquet.
Author: Yin Huai <yhuai@databricks.com>
Closes #5353 from yhuai/wrongFS and squashes the following commits:
849603b [Yin Huai] Not use deprecated method.
6d6ae34 [Yin Huai] Use path.makeQualified.
| -rw-r--r-- | sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala b/sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala index 583bac42fd..0dce3623a6 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala @@ -268,7 +268,8 @@ private[sql] case class ParquetRelation2( // containing Parquet files (e.g. partitioned Parquet table). val baseStatuses = paths.distinct.map { p => val fs = FileSystem.get(URI.create(p), sparkContext.hadoopConfiguration) - val qualified = fs.makeQualified(new Path(p)) + val path = new Path(p) + val qualified = path.makeQualified(fs.getUri, fs.getWorkingDirectory) if (!fs.exists(qualified) && maybeSchema.isDefined) { fs.mkdirs(qualified) |