diff options
| author | Liang-Chi Hsieh <viirya@appier.com> | 2015-11-01 18:37:27 -0800 |
|---|---|---|
| committer | Yin Huai <yhuai@databricks.com> | 2015-11-01 18:37:27 -0800 |
| commit | 3e770a64a48c271c5829d2bcbdc1d6430cda2ac9 (patch) | |
| tree | ec0b281b7fafda0bd896f9468c2cb47378e088c0 /sql/hive/compatibility/src/test | |
| parent | f8d93edec82eedab59d50aec06ca2de7e4cf14f6 (diff) | |
| download | spark-3e770a64a48c271c5829d2bcbdc1d6430cda2ac9.tar.gz spark-3e770a64a48c271c5829d2bcbdc1d6430cda2ac9.tar.bz2 spark-3e770a64a48c271c5829d2bcbdc1d6430cda2ac9.zip | |
[SPARK-9298][SQL] Add pearson correlation aggregation function
JIRA: https://issues.apache.org/jira/browse/SPARK-9298
This patch adds pearson correlation aggregation function based on `AggregateExpression2`.
Author: Liang-Chi Hsieh <viirya@appier.com>
Closes #8587 from viirya/corr_aggregation.
Diffstat (limited to 'sql/hive/compatibility/src/test')
| -rw-r--r-- | sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala | 7 |
1 files changed, 5 insertions, 2 deletions
diff --git a/sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala b/sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala index 9e357bf348..6ed40b0397 100644 --- a/sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala +++ b/sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala @@ -304,7 +304,11 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter { // classpath problems "compute_stats.*", - "udf_bitmap_.*" + "udf_bitmap_.*", + + // The difference between the double numbers generated by Hive and Spark + // can be ignored (e.g., 0.6633880657639323 and 0.6633880657639322) + "udaf_corr" ) /** @@ -857,7 +861,6 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter { "type_cast_1", "type_widening", "udaf_collect_set", - "udaf_corr", "udaf_covar_pop", "udaf_covar_samp", "udaf_histogram_numeric", |