From 4607f6e7f7b174c62700f1fe542f77af3203b096 Mon Sep 17 00:00:00 2001 From: Reynold Xin Date: Thu, 28 Apr 2016 21:58:48 -0700 Subject: [SPARK-14991][SQL] Remove HiveNativeCommand ## What changes were proposed in this pull request? This patch removes HiveNativeCommand, so we can continue to remove the dependency on Hive. This pull request also removes the ability to generate golden result file using Hive. ## How was this patch tested? Updated tests to reflect this. Author: Reynold Xin Closes #12769 from rxin/SPARK-14991. --- .../hive/execution/HiveCompatibilitySuite.scala | 42 ++++++++++++---------- 1 file changed, 24 insertions(+), 18 deletions(-) (limited to 'sql/hive/compatibility/src') diff --git a/sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala b/sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala index 3cf82bc9e0..f082035852 100644 --- a/sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala +++ b/sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala @@ -475,6 +475,30 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter { "partition_wise_fileformat7", "rename_column", + // The following fails due to describe extended. + "alter3", + "alter5", + "alter_table_serde", + "input_part10", + "input_part10_win", + "inputddl6", + "inputddl7", + "part_inherit_tbl_props_empty", + "serde_reported_schema", + "stats0", + "stats_empty_partition", + "unicode_notation", + "union_remove_11", + "union_remove_3", + + // The following fails due to alter table partitions with predicate. + "drop_partitions_filter", + "drop_partitions_filter2", + "drop_partitions_filter3", + + // The following failes due to truncate table + "truncate_table", + // We do not support DFS command. // We have converted the useful parts of these tests to tests // in org.apache.spark.sql.hive.execution.SQLQuerySuite. @@ -493,11 +517,8 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter { "add_partition_with_whitelist", "alias_casted_column", "alter2", - "alter3", - "alter5", "alter_partition_with_whitelist", "alter_rename_partition", - "alter_table_serde", "ambiguous_col", "annotate_stats_join", "annotate_stats_limit", @@ -590,9 +611,6 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter { "distinct_stats", "drop_function", "drop_multi_partitions", - "drop_partitions_filter", - "drop_partitions_filter2", - "drop_partitions_filter3", "drop_table", "drop_table2", "drop_view", @@ -693,8 +711,6 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter { "input_limit", "input_part0", "input_part1", - "input_part10", - "input_part10_win", "input_part2", "input_part3", "input_part4", @@ -707,8 +723,6 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter { "inputddl1", "inputddl2", "inputddl3", - "inputddl6", - "inputddl7", "inputddl8", "insert1", "insert1_overwrite_partitions", @@ -845,7 +859,6 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter { "parallel", "parenthesis_star_by", "part_inherit_tbl_props", - "part_inherit_tbl_props_empty", "part_inherit_tbl_props_with_star", "partcols1", "partition_date", @@ -901,7 +914,6 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter { "semicolon", "semijoin", "serde_regex", - "serde_reported_schema", "set_variable_sub", "show_columns", "show_describe_func_quotes", @@ -909,9 +921,7 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter { "show_partitions", "show_tblproperties", "sort", - "stats0", "stats_aggregator_error_1", - "stats_empty_partition", "stats_publisher_error_1", "subq2", "tablename_with_select", @@ -921,7 +931,6 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter { "timestamp_null", "transform_ppr1", "transform_ppr2", - "truncate_table", "type_cast_1", "type_widening", "udaf_collect_set", @@ -1068,7 +1077,6 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter { "udf_xpath_long", "udf_xpath_short", "udf_xpath_string", - "unicode_notation", "union10", "union11", "union13", @@ -1102,8 +1110,6 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter { "union_date", "union_lateralview", "union_ppr", - "union_remove_11", - "union_remove_3", "union_remove_6", "union_script", "varchar_2", -- cgit v1.2.3