diff options
author | Santiago M. Mola <santi@mola.io> | 2015-05-22 15:10:27 -0700 |
---|---|---|
committer | Michael Armbrust <michael@databricks.com> | 2015-05-22 15:12:27 -0700 |
commit | e18d623d93505bc5fddeec0281ee3baef3638c3e (patch) | |
tree | 08bf75f9dff3f480ca94e2ade4faa3a2d4a81101 /sql | |
parent | 40989cea0d2c3700e8c305646463d65bfff0f7eb (diff) | |
download | spark-e18d623d93505bc5fddeec0281ee3baef3638c3e.tar.gz spark-e18d623d93505bc5fddeec0281ee3baef3638c3e.tar.bz2 spark-e18d623d93505bc5fddeec0281ee3baef3638c3e.zip |
[SPARK-7724] [SQL] Support Intersect/Except in Catalyst DSL.
Author: Santiago M. Mola <santi@mola.io>
Closes #6327 from smola/feature/catalyst-dsl-set-ops and squashes the following commits:
11db778 [Santiago M. Mola] [SPARK-7724] [SQL] Support Intersect/Except in Catalyst DSL.
(cherry picked from commit e4aef91fe70d6c9765d530b913a9d79103fc27ce)
Signed-off-by: Michael Armbrust <michael@databricks.com>
Diffstat (limited to 'sql')
-rw-r--r-- | sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/dsl/package.scala | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/dsl/package.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/dsl/package.scala index 4c0d70203c..307a9ca9b0 100644 --- a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/dsl/package.scala +++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/dsl/package.scala @@ -276,6 +276,10 @@ package object dsl { def unionAll(otherPlan: LogicalPlan): LogicalPlan = Union(logicalPlan, otherPlan) + def except(otherPlan: LogicalPlan): LogicalPlan = Except(logicalPlan, otherPlan) + + def intersect(otherPlan: LogicalPlan): LogicalPlan = Intersect(logicalPlan, otherPlan) + def sfilter[T1](arg1: Symbol)(udf: (T1) => Boolean): LogicalPlan = Filter(ScalaUdf(udf, BooleanType, Seq(UnresolvedAttribute(arg1.name))), logicalPlan) |