aboutsummaryrefslogtreecommitdiff
path: root/python/pyspark/rdd.py
diff options
context:
space:
mode:
authorAndre Schumacher <schumach@icsi.berkeley.edu>2013-08-30 15:00:42 -0700
committerAndre Schumacher <schumach@icsi.berkeley.edu>2013-08-30 15:00:42 -0700
commit96571c2524307c3569bdf5c43e0e8b53f3d51e4f (patch)
treeec33a79a21e4d0e5ee2417db5ddb65cfd41809c2 /python/pyspark/rdd.py
parentad61349c8e903bbc8d6060f151233ec9ccdea4cd (diff)
downloadspark-96571c2524307c3569bdf5c43e0e8b53f3d51e4f.tar.gz
spark-96571c2524307c3569bdf5c43e0e8b53f3d51e4f.tar.bz2
spark-96571c2524307c3569bdf5c43e0e8b53f3d51e4f.zip
PySpark: replacing class manifest by class tag for Scala 2.10.2 inside rdd.py
Diffstat (limited to 'python/pyspark/rdd.py')
-rw-r--r--python/pyspark/rdd.py4
1 files changed, 2 insertions, 2 deletions
diff --git a/python/pyspark/rdd.py b/python/pyspark/rdd.py
index a9fec17a9d..86bade9546 100644
--- a/python/pyspark/rdd.py
+++ b/python/pyspark/rdd.py
@@ -731,13 +731,13 @@ class PipelinedRDD(RDD):
[x._jbroadcast for x in self.ctx._pickled_broadcast_vars],
self.ctx._gateway._gateway_client)
self.ctx._pickled_broadcast_vars.clear()
- class_manifest = self._prev_jrdd.classManifest()
+ class_tag = self._prev_jrdd.classTag()
env = copy.copy(self.ctx.environment)
env['PYTHONPATH'] = os.environ.get("PYTHONPATH", "")
env = MapConverter().convert(env, self.ctx._gateway._gateway_client)
python_rdd = self.ctx._jvm.PythonRDD(self._prev_jrdd.rdd(),
pipe_command, env, self.preservesPartitioning, self.ctx.pythonExec,
- broadcast_vars, self.ctx._javaAccumulator, class_manifest)
+ broadcast_vars, self.ctx._javaAccumulator, class_tag)
self._jrdd_val = python_rdd.asJavaRDD()
return self._jrdd_val