aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorYin Huai <huaiyin.thu@gmail.com>2014-08-11 20:11:29 -0700
committerMichael Armbrust <michael@databricks.com>2014-08-11 20:11:29 -0700
commit647aeba3a9e101d35083f7c4afbcfe7a33f7fc62 (patch)
tree268065908986ad817d9f5ece9990d1e3ef3cbf01
parente83fdcd421d132812411eb805565b76f087f1bc0 (diff)
downloadspark-647aeba3a9e101d35083f7c4afbcfe7a33f7fc62.tar.gz
spark-647aeba3a9e101d35083f7c4afbcfe7a33f7fc62.tar.bz2
spark-647aeba3a9e101d35083f7c4afbcfe7a33f7fc62.zip
[SQL] A tiny refactoring in HiveContext#analyze
I should use `EliminateAnalysisOperators` in `analyze` instead of manually pattern matching. Author: Yin Huai <huaiyin.thu@gmail.com> Closes #1881 from yhuai/useEliminateAnalysisOperators and squashes the following commits: f3e1e7f [Yin Huai] Use EliminateAnalysisOperators.
-rw-r--r--sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveContext.scala8
1 files changed, 3 insertions, 5 deletions
diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveContext.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveContext.scala
index 53f3dc11db..a8da676ffa 100644
--- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveContext.scala
+++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveContext.scala
@@ -39,7 +39,8 @@ import org.apache.spark.SparkContext
import org.apache.spark.rdd.RDD
import org.apache.spark.sql._
import org.apache.spark.sql.catalyst.ScalaReflection
-import org.apache.spark.sql.catalyst.analysis.{OverrideFunctionRegistry, Analyzer, OverrideCatalog}
+import org.apache.spark.sql.catalyst.analysis.{Analyzer, EliminateAnalysisOperators}
+import org.apache.spark.sql.catalyst.analysis.{OverrideCatalog, OverrideFunctionRegistry}
import org.apache.spark.sql.catalyst.plans.logical._
import org.apache.spark.sql.execution.ExtractPythonUdfs
import org.apache.spark.sql.execution.QueryExecutionException
@@ -119,10 +120,7 @@ class HiveContext(sc: SparkContext) extends SQLContext(sc) {
* in the Hive metastore.
*/
def analyze(tableName: String) {
- val relation = catalog.lookupRelation(None, tableName) match {
- case LowerCaseSchema(r) => r
- case o => o
- }
+ val relation = EliminateAnalysisOperators(catalog.lookupRelation(None, tableName))
relation match {
case relation: MetastoreRelation => {