aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorMichael Armbrust <michael@databricks.com>2014-05-16 11:47:00 -0700
committerReynold Xin <rxin@apache.org>2014-05-16 11:47:00 -0700
commit032d6632ad4ab88c97c9e568b63169a114220a02 (patch)
tree6c15aa95f92c9e554a20c3bdb88c8cb4004b9736
parentfa6de408a131a3e84350a60af74a92c323dfc5eb (diff)
downloadspark-032d6632ad4ab88c97c9e568b63169a114220a02.tar.gz
spark-032d6632ad4ab88c97c9e568b63169a114220a02.tar.bz2
spark-032d6632ad4ab88c97c9e568b63169a114220a02.zip
[SQL] Implement between in hql
Author: Michael Armbrust <michael@databricks.com> Closes #804 from marmbrus/between and squashes the following commits: ae24672 [Michael Armbrust] add golden answer. d9997ef [Michael Armbrust] Implement between in hql. 9bd4433 [Michael Armbrust] Better error on parse failures.
-rw-r--r--sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveQl.scala16
-rw-r--r--sql/hive/src/test/resources/golden/between-0-df3cf89fcf2ef64199a582fae14a33211
-rw-r--r--sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/HiveQuerySuite.scala4
3 files changed, 21 insertions, 0 deletions
diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveQl.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveQl.scala
index 1f688fe111..93b9057a23 100644
--- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveQl.scala
+++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveQl.scala
@@ -233,6 +233,11 @@ private[hive] object HiveQl {
}
} catch {
case e: Exception => throw new ParseException(sql, e)
+ case e: NotImplementedError => sys.error(
+ s"""
+ |Unsupported language features in query: $sql
+ |${dumpTree(getAst(sql))}
+ """.stripMargin)
}
}
@@ -865,6 +870,17 @@ private[hive] object HiveQl {
IsNull(nodeToExpr(child))
case Token("TOK_FUNCTION", Token("IN", Nil) :: value :: list) =>
In(nodeToExpr(value), list.map(nodeToExpr))
+ case Token("TOK_FUNCTION",
+ Token("between", Nil) ::
+ Token("KW_FALSE", Nil) ::
+ target ::
+ minValue ::
+ maxValue :: Nil) =>
+
+ val targetExpression = nodeToExpr(target)
+ And(
+ GreaterThanOrEqual(targetExpression, nodeToExpr(minValue)),
+ LessThanOrEqual(targetExpression, nodeToExpr(maxValue)))
/* Boolean Logic */
case Token(AND(), left :: right:: Nil) => And(nodeToExpr(left), nodeToExpr(right))
diff --git a/sql/hive/src/test/resources/golden/between-0-df3cf89fcf2ef64199a582fae14a3321 b/sql/hive/src/test/resources/golden/between-0-df3cf89fcf2ef64199a582fae14a3321
new file mode 100644
index 0000000000..dcd1d8643e
--- /dev/null
+++ b/sql/hive/src/test/resources/golden/between-0-df3cf89fcf2ef64199a582fae14a3321
@@ -0,0 +1 @@
+2 val_2
diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/HiveQuerySuite.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/HiveQuerySuite.scala
index 87a92d8338..1a2b2f8918 100644
--- a/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/HiveQuerySuite.scala
+++ b/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/HiveQuerySuite.scala
@@ -24,6 +24,10 @@ import org.apache.spark.sql.hive.test.TestHive._
*/
class HiveQuerySuite extends HiveComparisonTest {
+ createQueryTest("between",
+ "SELECT * FROM src WHERE key between 1 and 2"
+ )
+
test("Query expressed in SQL") {
assert(sql("SELECT 1").collect() === Array(Seq(1)))
}