aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorWenchen Fan <wenchen@databricks.com>2016-03-22 00:07:57 -0700
committerReynold Xin <rxin@databricks.com>2016-03-22 00:07:57 -0700
commit14464cadb9477be8b7f4c891ea990535ab6638ec (patch)
tree5a64122946c06d659231ce5cc17336a8535c7988
parent8193a266b50460078f64f59c63eae53cdbceeace (diff)
downloadspark-14464cadb9477be8b7f4c891ea990535ab6638ec.tar.gz
spark-14464cadb9477be8b7f4c891ea990535ab6638ec.tar.bz2
spark-14464cadb9477be8b7f4c891ea990535ab6638ec.zip
[SPARK-14038][SQL] enable native view by default
## What changes were proposed in this pull request? As we have completed the `SQLBuilder`, we can safely turn on native view by default. ## How was this patch tested? existing tests. Author: Wenchen Fan <wenchen@databricks.com> Closes #11872 from cloud-fan/native-view.
-rw-r--r--sql/core/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala2
-rw-r--r--sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala9
2 files changed, 7 insertions, 4 deletions
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala b/sql/core/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala
index 61058eaeab..70d1a8b071 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala
@@ -370,7 +370,7 @@ object SQLConf {
"unmatching partitions can be eliminated earlier.")
val NATIVE_VIEW = booleanConf("spark.sql.nativeView",
- defaultValue = Some(false),
+ defaultValue = Some(true),
doc = "When true, CREATE VIEW will be handled by Spark SQL instead of Hive native commands. " +
"Note that this function is experimental and should ony be used when you are using " +
"non-hive-compatible tables written by Spark SQL. The SQL string used to create " +
diff --git a/sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala b/sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala
index 0dc2a95eea..05f59f1545 100644
--- a/sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala
+++ b/sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala
@@ -336,7 +336,12 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
"udf_format_number",
"udf_round",
"udf_round_3",
- "view_cast"
+ "view_cast",
+
+ // These tests check the VIEW table definition, but Spark handles CREATE VIEW itself and
+ // generates different View Expanded Text.
+ "alter_view_as_select",
+ "show_create_table_view"
)
/**
@@ -361,7 +366,6 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
"alter_table_serde",
"alter_varchar1",
"alter_varchar2",
- "alter_view_as_select",
"ambiguous_col",
"annotate_stats_join",
"annotate_stats_limit",
@@ -833,7 +837,6 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
"show_create_table_index",
"show_create_table_partitioned",
"show_create_table_serde",
- "show_create_table_view",
"show_describe_func_quotes",
"show_functions",
"show_partitions",