aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorImran Rashid <irashid@cloudera.com>2016-01-19 12:24:21 -0800
committerCheng Lian <lian@databricks.com>2016-01-19 12:24:21 -0800
commit4dbd3161227a32736105cef624f9df21650a359c (patch)
treefcdd8cc7ed4c55014612156fffa692c32cf4b818
parentb72e01e82148a908eb19bb3f526f9777bfe27dde (diff)
downloadspark-4dbd3161227a32736105cef624f9df21650a359c.tar.gz
spark-4dbd3161227a32736105cef624f9df21650a359c.tar.bz2
spark-4dbd3161227a32736105cef624f9df21650a359c.zip
[SPARK-12560][SQL] SqlTestUtils.stripSparkFilter needs to copy utf8strings
See https://issues.apache.org/jira/browse/SPARK-12560 This isn't causing any problems currently because the tests for string predicate pushdown are currently disabled. I ran into this while trying to turn them back on with a different version of parquet. Figure it was good to fix now in any case. Author: Imran Rashid <irashid@cloudera.com> Closes #10510 from squito/SPARK-12560.
-rw-r--r--sql/core/src/test/scala/org/apache/spark/sql/test/SQLTestUtils.scala2
1 files changed, 1 insertions, 1 deletions
diff --git a/sql/core/src/test/scala/org/apache/spark/sql/test/SQLTestUtils.scala b/sql/core/src/test/scala/org/apache/spark/sql/test/SQLTestUtils.scala
index 7df344edb4..5f73d71d45 100644
--- a/sql/core/src/test/scala/org/apache/spark/sql/test/SQLTestUtils.scala
+++ b/sql/core/src/test/scala/org/apache/spark/sql/test/SQLTestUtils.scala
@@ -189,7 +189,7 @@ private[sql] trait SQLTestUtils
.executedPlan.asInstanceOf[org.apache.spark.sql.execution.Filter]
.child
.execute()
- .map(row => Row.fromSeq(row.toSeq(schema)))
+ .map(row => Row.fromSeq(row.copy().toSeq(schema)))
sqlContext.createDataFrame(childRDD, schema)
}