diff options
| author | Josh Rosen <joshrosen@apache.org> | 2014-09-26 14:47:14 -0700 |
|---|---|---|
| committer | Josh Rosen <joshrosen@apache.org> | 2014-09-26 14:47:14 -0700 |
| commit | f872e4fb80b8429800daa9c44c0cac620c1ff303 (patch) | |
| tree | d43c6d4ebb15b4fca42f50e241bfc4ff94bb13d6 /python/pyspark/sql.py | |
| parent | 7364fa5a176da69e425bca0e3e137ee73275c78c (diff) | |
| download | spark-f872e4fb80b8429800daa9c44c0cac620c1ff303.tar.gz spark-f872e4fb80b8429800daa9c44c0cac620c1ff303.tar.bz2 spark-f872e4fb80b8429800daa9c44c0cac620c1ff303.zip | |
Revert "[SPARK-3478] [PySpark] Profile the Python tasks"
This reverts commit 1aa549ba9839565274a12c52fa1075b424f138a6.
Diffstat (limited to 'python/pyspark/sql.py')
| -rw-r--r-- | python/pyspark/sql.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/python/pyspark/sql.py b/python/pyspark/sql.py index ee5bda8bb4..653195ea43 100644 --- a/python/pyspark/sql.py +++ b/python/pyspark/sql.py @@ -974,7 +974,7 @@ class SQLContext(object): [Row(c0=4)] """ func = lambda _, it: imap(lambda x: f(*x), it) - command = (func, None, + command = (func, BatchedSerializer(PickleSerializer(), 1024), BatchedSerializer(PickleSerializer(), 1024)) ser = CloudPickleSerializer() |