aboutsummaryrefslogtreecommitdiff
path: root/python/pyspark
diff options
context:
space:
mode:
Diffstat (limited to 'python/pyspark')
-rw-r--r--python/pyspark/context.py1
-rw-r--r--python/pyspark/tests.py2
2 files changed, 1 insertions, 2 deletions
diff --git a/python/pyspark/context.py b/python/pyspark/context.py
index 3ab98e262d..ea28e8cd8c 100644
--- a/python/pyspark/context.py
+++ b/python/pyspark/context.py
@@ -214,6 +214,7 @@ class SparkContext(object):
SparkContext._gateway = gateway or launch_gateway()
SparkContext._jvm = SparkContext._gateway.jvm
SparkContext._writeToFile = SparkContext._jvm.PythonRDD.writeToFile
+ SparkContext._jvm.SerDeUtil.initialize()
if instance:
if (SparkContext._active_spark_context and
diff --git a/python/pyspark/tests.py b/python/pyspark/tests.py
index f3309a20fc..f255b44359 100644
--- a/python/pyspark/tests.py
+++ b/python/pyspark/tests.py
@@ -956,8 +956,6 @@ class TestOutputFormat(PySparkTestCase):
conf=input_conf).collect())
self.assertEqual(new_dataset, data)
- @unittest.skipIf(sys.version_info[:2] <= (2, 6) or python_implementation() == "PyPy",
- "Skipped on 2.6 and PyPy until SPARK-2951 is fixed")
def test_newhadoop_with_array(self):
basepath = self.tempdir.name
# use custom ArrayWritable types and converters to handle arrays