diff options
| author | Josh Rosen <joshrosen@eecs.berkeley.edu> | 2012-12-28 22:19:12 -0800 |
|---|---|---|
| committer | Josh Rosen <joshrosen@eecs.berkeley.edu> | 2012-12-28 22:21:16 -0800 |
| commit | 7ec3595de28d53839cb3a45e940ec16f81ffdf45 (patch) | |
| tree | 2933cb5d71d76fdcea27125168f346ad38d4fca2 /core | |
| parent | fbadb1cda504b256e3d12c4ce389e723b6f2503c (diff) | |
| download | spark-7ec3595de28d53839cb3a45e940ec16f81ffdf45.tar.gz spark-7ec3595de28d53839cb3a45e940ec16f81ffdf45.tar.bz2 spark-7ec3595de28d53839cb3a45e940ec16f81ffdf45.zip | |
Fix bug (introduced by batching) in PySpark take()
Diffstat (limited to 'core')
| -rw-r--r-- | core/src/main/scala/spark/api/python/PythonRDD.scala | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/api/python/PythonRDD.scala b/core/src/main/scala/spark/api/python/PythonRDD.scala index a80a8eea45..f76616a4c4 100644 --- a/core/src/main/scala/spark/api/python/PythonRDD.scala +++ b/core/src/main/scala/spark/api/python/PythonRDD.scala @@ -194,7 +194,7 @@ private[spark] object PythonRDD { JavaRDD.fromRDD(sc.sc.parallelize(objs, parallelism)) } - def writeArrayToPickleFile[T](items: Array[T], filename: String) { + def writeIteratorToPickleFile[T](items: java.util.Iterator[T], filename: String) { val file = new DataOutputStream(new FileOutputStream(filename)) for (item <- items) { writeAsPickle(item, file) |