diff options
| author | Josh Rosen <joshrosen@eecs.berkeley.edu> | 2013-01-03 14:52:21 -0800 |
|---|---|---|
| committer | Josh Rosen <joshrosen@eecs.berkeley.edu> | 2013-01-03 14:52:21 -0800 |
| commit | 33beba39656fc64984db09a82fc69ca4edcc02d4 (patch) | |
| tree | f1e84417d3d9d37c1ccf4d01d20bd4930f2ecf5d /python/pyspark/context.py | |
| parent | ce9f1bbe20eff794cd1d588dc88f109d32588cfe (diff) | |
| download | spark-33beba39656fc64984db09a82fc69ca4edcc02d4.tar.gz spark-33beba39656fc64984db09a82fc69ca4edcc02d4.tar.bz2 spark-33beba39656fc64984db09a82fc69ca4edcc02d4.zip | |
Change PySpark RDD.take() to not call iterator().
Diffstat (limited to 'python/pyspark/context.py')
| -rw-r--r-- | python/pyspark/context.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/python/pyspark/context.py b/python/pyspark/context.py index 6172d69dcf..4439356c1f 100644 --- a/python/pyspark/context.py +++ b/python/pyspark/context.py @@ -21,6 +21,7 @@ class SparkContext(object): jvm = gateway.jvm _readRDDFromPickleFile = jvm.PythonRDD.readRDDFromPickleFile _writeIteratorToPickleFile = jvm.PythonRDD.writeIteratorToPickleFile + _takePartition = jvm.PythonRDD.takePartition def __init__(self, master, jobName, sparkHome=None, pyFiles=None, environment=None, batchSize=1024): |