diff options
| author | Josh Rosen <joshrosen@databricks.com> | 2016-02-04 11:08:50 -0800 |
|---|---|---|
| committer | Andrew Or <andrew@databricks.com> | 2016-02-04 11:08:50 -0800 |
| commit | 33212cb9a13a6012b4c19ccfc0fb3db75de304da (patch) | |
| tree | 80761a91514012b05729b24a852e0374929c9140 /sql/hive | |
| parent | 085f510ae554e2739a38ee0bc7210c4ece902f3f (diff) | |
| download | spark-33212cb9a13a6012b4c19ccfc0fb3db75de304da.tar.gz spark-33212cb9a13a6012b4c19ccfc0fb3db75de304da.tar.bz2 spark-33212cb9a13a6012b4c19ccfc0fb3db75de304da.zip | |
[SPARK-13168][SQL] Collapse adjacent repartition operators
Spark SQL should collapse adjacent `Repartition` operators and only keep the last one.
Author: Josh Rosen <joshrosen@databricks.com>
Closes #11064 from JoshRosen/collapse-repartition.
Diffstat (limited to 'sql/hive')
| -rw-r--r-- | sql/hive/src/main/scala/org/apache/spark/sql/hive/SQLBuilder.scala | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/SQLBuilder.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/SQLBuilder.scala index 1654594538..fc5725d691 100644 --- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/SQLBuilder.scala +++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/SQLBuilder.scala @@ -23,7 +23,7 @@ import org.apache.spark.Logging import org.apache.spark.sql.{DataFrame, SQLContext} import org.apache.spark.sql.catalyst.TableIdentifier import org.apache.spark.sql.catalyst.expressions.{Attribute, Expression, NamedExpression, SortOrder} -import org.apache.spark.sql.catalyst.optimizer.ProjectCollapsing +import org.apache.spark.sql.catalyst.optimizer.CollapseProject import org.apache.spark.sql.catalyst.plans.logical._ import org.apache.spark.sql.catalyst.rules.{Rule, RuleExecutor} import org.apache.spark.sql.execution.datasources.LogicalRelation @@ -188,7 +188,7 @@ class SQLBuilder(logicalPlan: LogicalPlan, sqlContext: SQLContext) extends Loggi // The `WidenSetOperationTypes` analysis rule may introduce extra `Project`s over // `Aggregate`s to perform type casting. This rule merges these `Project`s into // `Aggregate`s. - ProjectCollapsing, + CollapseProject, // Used to handle other auxiliary `Project`s added by analyzer (e.g. // `ResolveAggregateFunctions` rule) |