diff options
| author | Yijie Shen <henry.yijieshen@gmail.com> | 2015-07-17 17:33:19 -0700 |
|---|---|---|
| committer | Reynold Xin <rxin@databricks.com> | 2015-07-17 17:33:19 -0700 |
| commit | 529a2c2d92fef062e0078a8608fa3a8ae848c139 (patch) | |
| tree | f79506be5fc3f4ecae485fa34402dc36da5126ed /sql/hive/compatibility/src/test/scala | |
| parent | 1707238601690fd0e8e173e2c47f1b4286644a29 (diff) | |
| download | spark-529a2c2d92fef062e0078a8608fa3a8ae848c139.tar.gz spark-529a2c2d92fef062e0078a8608fa3a8ae848c139.tar.bz2 spark-529a2c2d92fef062e0078a8608fa3a8ae848c139.zip | |
[SPARK-8280][SPARK-8281][SQL]Handle NaN, null and Infinity in math
JIRA:
https://issues.apache.org/jira/browse/SPARK-8280
https://issues.apache.org/jira/browse/SPARK-8281
Author: Yijie Shen <henry.yijieshen@gmail.com>
Closes #7451 from yijieshen/nan_null2 and squashes the following commits:
47a529d [Yijie Shen] style fix
63dee44 [Yijie Shen] handle log expressions similar to Hive
188be51 [Yijie Shen] null to nan in Math Expression
Diffstat (limited to 'sql/hive/compatibility/src/test/scala')
| -rw-r--r-- | sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala | 12 |
1 files changed, 7 insertions, 5 deletions
diff --git a/sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala b/sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala index 4ada64bc21..6b8f2f6217 100644 --- a/sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala +++ b/sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala @@ -254,7 +254,10 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter { // Spark SQL use Long for TimestampType, lose the precision under 1us "timestamp_1", "timestamp_2", - "timestamp_udf" + "timestamp_udf", + + // Unlike Hive, we do support log base in (0, 1.0], therefore disable this + "udf7" ) /** @@ -816,19 +819,18 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter { "udf2", "udf5", "udf6", - // "udf7", turn this on after we figure out null vs nan vs infinity "udf8", "udf9", "udf_10_trims", "udf_E", "udf_PI", "udf_abs", - // "udf_acos", turn this on after we figure out null vs nan vs infinity + "udf_acos", "udf_add", "udf_array", "udf_array_contains", "udf_ascii", - // "udf_asin", turn this on after we figure out null vs nan vs infinity + "udf_asin", "udf_atan", "udf_avg", "udf_bigint", @@ -915,7 +917,7 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter { "udf_regexp_replace", "udf_repeat", "udf_rlike", - // "udf_round", turn this on after we figure out null vs nan vs infinity + "udf_round", "udf_round_3", "udf_rpad", "udf_rtrim", |