diff options
| author | Daoyuan Wang <daoyuan.wang@intel.com> | 2015-11-03 22:30:23 +0800 |
|---|---|---|
| committer | Cheng Lian <lian@databricks.com> | 2015-11-03 22:30:23 +0800 |
| commit | d188a67762dfc09929e30931509be5851e29dfa5 (patch) | |
| tree | de256b7a8f66226784d566614ac7665c83d43746 /sql/core/src | |
| parent | 233e534ac43ea25ac1b0e6a985f6928d46c5d03a (diff) | |
| download | spark-d188a67762dfc09929e30931509be5851e29dfa5.tar.gz spark-d188a67762dfc09929e30931509be5851e29dfa5.tar.bz2 spark-d188a67762dfc09929e30931509be5851e29dfa5.zip | |
[SPARK-10533][SQL] handle scientific notation in sqlParser
https://issues.apache.org/jira/browse/SPARK-10533
val df = sqlContext.createDataFrame(Seq(("a",1.0),("b",2.0),("c",3.0)))
df.filter("_2 < 2.0e1").show
Scientific notation didn't work.
Author: Daoyuan Wang <daoyuan.wang@intel.com>
Closes #9085 from adrian-wang/scinotation.
Diffstat (limited to 'sql/core/src')
| -rw-r--r-- | sql/core/src/test/scala/org/apache/spark/sql/DataFrameSuite.scala | 11 |
1 files changed, 8 insertions, 3 deletions
diff --git a/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSuite.scala index 6b86c5951b..a883bcb7b1 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSuite.scala @@ -177,9 +177,14 @@ class DataFrameSuite extends QueryTest with SharedSQLContext { } test("filterExpr") { - checkAnswer( - testData.filter("key > 90"), - testData.collect().filter(_.getInt(0) > 90).toSeq) + val res = testData.collect().filter(_.getInt(0) > 90).toSeq + checkAnswer(testData.filter("key > 90"), res) + checkAnswer(testData.filter("key > 9.0e1"), res) + checkAnswer(testData.filter("key > .9e+2"), res) + checkAnswer(testData.filter("key > 0.9e+2"), res) + checkAnswer(testData.filter("key > 900e-1"), res) + checkAnswer(testData.filter("key > 900.0E-1"), res) + checkAnswer(testData.filter("key > 9.e+1"), res) } test("filterExpr using where") { |