From 3c5e65c339a9b4d5e01375d7f073e444898d34c8 Mon Sep 17 00:00:00 2001 From: Andrew Or Date: Mon, 25 Apr 2016 13:23:05 -0700 Subject: [SPARK-14721][SQL] Remove HiveContext (part 2) ## What changes were proposed in this pull request? This removes the class `HiveContext` itself along with all code usages associated with it. The bulk of the work was already done in #12485. This is mainly just code cleanup and actually removing the class. Note: A couple of things will break after this patch. These will be fixed separately. - the python HiveContext - all the documentation / comments referencing HiveContext - there will be no more HiveContext in the REPL (fixed by #12589) ## How was this patch tested? No change in functionality. Author: Andrew Or Closes #12585 from andrewor14/delete-hive-context. --- python/pyspark/sql/context.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'python/pyspark') diff --git a/python/pyspark/sql/context.py b/python/pyspark/sql/context.py index ac98639f3a..600a6e0bc2 100644 --- a/python/pyspark/sql/context.py +++ b/python/pyspark/sql/context.py @@ -603,6 +603,7 @@ class SQLContext(object): return DataFrameReader(self) +# TODO(andrew): remove this too class HiveContext(SQLContext): """A variant of Spark SQL that integrates with data stored in Hive. @@ -632,7 +633,7 @@ class HiveContext(SQLContext): raise def _get_hive_ctx(self): - return self._jvm.HiveContext(self._jsc.sc()) + return self._jvm.SparkSession.withHiveSupport(self._jsc.sc()).wrapped() def refreshTable(self, tableName): """Invalidate and refresh all the cached the metadata of the given -- cgit v1.2.3