diff options
| author | zsxwing <zsxwing@gmail.com> | 2015-05-13 17:58:29 -0700 |
|---|---|---|
| committer | Michael Armbrust <michael@databricks.com> | 2015-05-13 17:58:54 -0700 |
| commit | d518c0369fa412567855980c3f0f426cde5c190d (patch) | |
| tree | 0555c14134defa3d5dab79465c6edf06dfe69d22 | |
| parent | aec83949ab66632fbd665e5b886ee2de4e288fb8 (diff) | |
| download | spark-d518c0369fa412567855980c3f0f426cde5c190d.tar.gz spark-d518c0369fa412567855980c3f0f426cde5c190d.tar.bz2 spark-d518c0369fa412567855980c3f0f426cde5c190d.zip | |
[HOTFIX] Use 'new Job' in fsBasedParquet.scala
Same issue as #6095
cc liancheng
Author: zsxwing <zsxwing@gmail.com>
Closes #6136 from zsxwing/hotfix and squashes the following commits:
4beea54 [zsxwing] Use 'new Job' in fsBasedParquet.scala
(cherry picked from commit 728af88cf6be4c25a732ab7e4fe66c1ed0041164)
Signed-off-by: Michael Armbrust <michael@databricks.com>
| -rw-r--r-- | sql/core/src/main/scala/org/apache/spark/sql/parquet/fsBasedParquet.scala | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/parquet/fsBasedParquet.scala b/sql/core/src/main/scala/org/apache/spark/sql/parquet/fsBasedParquet.scala index d810d6a028..c83a9c35db 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/parquet/fsBasedParquet.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/parquet/fsBasedParquet.scala @@ -231,7 +231,7 @@ private[sql] class FSBasedParquetRelation( filters: Array[Filter], inputPaths: Array[String]): RDD[Row] = { - val job = Job.getInstance(SparkHadoopUtil.get.conf) + val job = new Job(SparkHadoopUtil.get.conf) val conf = ContextUtil.getConfiguration(job) ParquetInputFormat.setReadSupportClass(job, classOf[RowReadSupport]) |