diff options
| author | Eric Liang <ekl@google.com> | 2014-09-09 23:47:12 -0700 |
|---|---|---|
| committer | Michael Armbrust <michael@databricks.com> | 2014-09-09 23:47:12 -0700 |
| commit | b734ed0c229373dbc589b9eca7327537ca458138 (patch) | |
| tree | c796225f4c6043f088a03462ae888c306226f2ee /sql/core/src/main | |
| parent | 25b5b867d5e18bac1c5bcdc6f8c63d97858194c7 (diff) | |
| download | spark-b734ed0c229373dbc589b9eca7327537ca458138.tar.gz spark-b734ed0c229373dbc589b9eca7327537ca458138.tar.bz2 spark-b734ed0c229373dbc589b9eca7327537ca458138.zip | |
[SPARK-3395] [SQL] DSL sometimes incorrectly reuses attribute ids, breaking queries
This resolves https://issues.apache.org/jira/browse/SPARK-3395
Author: Eric Liang <ekl@google.com>
Closes #2266 from ericl/spark-3395 and squashes the following commits:
7f2b6f0 [Eric Liang] add regression test
05bd1e4 [Eric Liang] in the dsl, create a new schema instance in each applySchema
Diffstat (limited to 'sql/core/src/main')
| -rw-r--r-- | sql/core/src/main/scala/org/apache/spark/sql/SchemaRDD.scala | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/SchemaRDD.scala b/sql/core/src/main/scala/org/apache/spark/sql/SchemaRDD.scala index 33b2ed1b3a..d2ceb4a2b0 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/SchemaRDD.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/SchemaRDD.scala @@ -428,7 +428,8 @@ class SchemaRDD( */ private def applySchema(rdd: RDD[Row]): SchemaRDD = { new SchemaRDD(sqlContext, - SparkLogicalPlan(ExistingRdd(queryExecution.analyzed.output, rdd))(sqlContext)) + SparkLogicalPlan( + ExistingRdd(queryExecution.analyzed.output.map(_.newInstance), rdd))(sqlContext)) } // ======================================================================= |