aboutsummaryrefslogtreecommitdiff
path: root/sql/catalyst
diff options
context:
space:
mode:
authorWenchen Fan <wenchen@databricks.com>2016-06-12 16:52:15 -0700
committerWenchen Fan <wenchen@databricks.com>2016-06-12 16:52:15 -0700
commitf5d38c39255cc75325c6639561bfec1bc051f788 (patch)
treed0410899e719a7c452f68b68c308ba5324f18b3c /sql/catalyst
parentcaebd7f2622340fc081bb9a2ea6a0b246f1e3a3f (diff)
downloadspark-f5d38c39255cc75325c6639561bfec1bc051f788.tar.gz
spark-f5d38c39255cc75325c6639561bfec1bc051f788.tar.bz2
spark-f5d38c39255cc75325c6639561bfec1bc051f788.zip
Revert "[SPARK-15753][SQL] Move Analyzer stuff to Analyzer from DataFrameWriter"
This reverts commit 0ec279ffdf92853965e327a9f0f6956cacb7a23e.
Diffstat (limited to 'sql/catalyst')
-rw-r--r--sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/Analyzer.scala17
1 files changed, 3 insertions, 14 deletions
diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/Analyzer.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/Analyzer.scala
index be527005bc..a575561632 100644
--- a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/Analyzer.scala
+++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/Analyzer.scala
@@ -452,17 +452,6 @@ class Analyzer(
def apply(plan: LogicalPlan): LogicalPlan = plan resolveOperators {
case i @ InsertIntoTable(u: UnresolvedRelation, parts, child, _, _) if child.resolved =>
- // A partitioned relation's schema can be different from the input logicalPlan, since
- // partition columns are all moved after data columns. We Project to adjust the ordering.
- val input = if (parts.nonEmpty) {
- val (inputPartCols, inputDataCols) = child.output.partition { attr =>
- parts.contains(attr.name)
- }
- Project(inputDataCols ++ inputPartCols, child)
- } else {
- child
- }
-
val table = lookupTableFromCatalog(u)
// adding the table's partitions or validate the query's partition info
table match {
@@ -478,8 +467,8 @@ class Analyzer(
|Requested partitions: ${parts.keys.mkString(",")}
|Table partitions: ${tablePartitionNames.mkString(",")}""".stripMargin)
}
- // Partition columns are already correctly placed at the end of the child's output
- i.copy(table = EliminateSubqueryAliases(table), child = input)
+ // Assume partition columns are correctly placed at the end of the child's output
+ i.copy(table = EliminateSubqueryAliases(table))
} else {
// Set up the table's partition scheme with all dynamic partitions by moving partition
// columns to the end of the column list, in partition order.
@@ -497,7 +486,7 @@ class Analyzer(
child = Project(columns ++ partColumns, child))
}
case _ =>
- i.copy(table = EliminateSubqueryAliases(table), child = input)
+ i.copy(table = EliminateSubqueryAliases(table))
}
case u: UnresolvedRelation =>
val table = u.tableIdentifier