diff options
author | Reynold Xin <rxin@apache.org> | 2014-09-28 20:32:54 -0700 |
---|---|---|
committer | Reynold Xin <rxin@apache.org> | 2014-09-28 20:32:54 -0700 |
commit | f350cd307045c2c02e713225d8f1247f18ba123e (patch) | |
tree | 9cdd6fe5905d9ff9160ec0232b9d6079837a75e0 /core/src/test/scala | |
parent | 25164a89dd32eef58d9b6823ae259439f796e81a (diff) | |
download | spark-f350cd307045c2c02e713225d8f1247f18ba123e.tar.gz spark-f350cd307045c2c02e713225d8f1247f18ba123e.tar.bz2 spark-f350cd307045c2c02e713225d8f1247f18ba123e.zip |
[SPARK-3543] TaskContext remaining cleanup work.
Author: Reynold Xin <rxin@apache.org>
Closes #2560 from rxin/TaskContext and squashes the following commits:
9eff95a [Reynold Xin] [SPARK-3543] remaining cleanup work.
Diffstat (limited to 'core/src/test/scala')
-rw-r--r-- | core/src/test/scala/org/apache/spark/serializer/ProactiveClosureSerializationSuite.scala | 6 |
1 files changed, 1 insertions, 5 deletions
diff --git a/core/src/test/scala/org/apache/spark/serializer/ProactiveClosureSerializationSuite.scala b/core/src/test/scala/org/apache/spark/serializer/ProactiveClosureSerializationSuite.scala index aad6599589..d037e2c19a 100644 --- a/core/src/test/scala/org/apache/spark/serializer/ProactiveClosureSerializationSuite.scala +++ b/core/src/test/scala/org/apache/spark/serializer/ProactiveClosureSerializationSuite.scala @@ -50,8 +50,7 @@ class ProactiveClosureSerializationSuite extends FunSuite with SharedSparkContex "flatMap" -> xflatMap _, "filter" -> xfilter _, "mapPartitions" -> xmapPartitions _, - "mapPartitionsWithIndex" -> xmapPartitionsWithIndex _, - "mapPartitionsWithContext" -> xmapPartitionsWithContext _)) { + "mapPartitionsWithIndex" -> xmapPartitionsWithIndex _)) { val (name, xf) = transformation test(s"$name transformations throw proactive serialization exceptions") { @@ -78,8 +77,5 @@ class ProactiveClosureSerializationSuite extends FunSuite with SharedSparkContex private def xmapPartitionsWithIndex(x: RDD[String], uc: UnserializableClass): RDD[String] = x.mapPartitionsWithIndex((_, it) => it.map(y=>uc.op(y))) - - private def xmapPartitionsWithContext(x: RDD[String], uc: UnserializableClass): RDD[String] = - x.mapPartitionsWithContext((_, it) => it.map(y=>uc.op(y))) } |