diff options
Diffstat (limited to 'sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/json/JSONRelation.scala')
-rw-r--r-- | sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/json/JSONRelation.scala | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/json/JSONRelation.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/json/JSONRelation.scala index 7773ff550f..580a0e1de6 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/json/JSONRelation.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/json/JSONRelation.scala @@ -98,7 +98,7 @@ class DefaultSource extends FileFormat with DataSourceRegister { requiredSchema: StructType, filters: Seq[Filter], options: Map[String, String]): PartitionedFile => Iterator[InternalRow] = { - val conf = new Configuration(sqlContext.sparkContext.hadoopConfiguration) + val conf = new Configuration(sqlContext.sessionState.hadoopConf) val broadcastedConf = sqlContext.sparkContext.broadcast(new SerializableConfiguration(conf)) @@ -126,7 +126,7 @@ class DefaultSource extends FileFormat with DataSourceRegister { } private def createBaseRdd(sqlContext: SQLContext, inputPaths: Seq[FileStatus]): RDD[String] = { - val job = Job.getInstance(sqlContext.sparkContext.hadoopConfiguration) + val job = Job.getInstance(sqlContext.sessionState.hadoopConf) val conf = job.getConfiguration val paths = inputPaths.map(_.getPath) |