diff options
| author | Josh Rosen <joshrosen@apache.org> | 2013-11-10 12:58:28 -0800 |
|---|---|---|
| committer | Josh Rosen <joshrosen@apache.org> | 2013-11-10 16:46:00 -0800 |
| commit | ffa5bedf46fbc89ad5c5658f3b423dfff49b70f0 (patch) | |
| tree | 972ab8bb7b02ee9903a524c28f24c9399c30d4fd /python/pyspark/serializers.py | |
| parent | cbb7f04aef2220ece93dea9f3fa98b5db5f270d6 (diff) | |
| download | spark-ffa5bedf46fbc89ad5c5658f3b423dfff49b70f0.tar.gz spark-ffa5bedf46fbc89ad5c5658f3b423dfff49b70f0.tar.bz2 spark-ffa5bedf46fbc89ad5c5658f3b423dfff49b70f0.zip | |
Send PySpark commands as bytes insetad of strings.
Diffstat (limited to 'python/pyspark/serializers.py')
| -rw-r--r-- | python/pyspark/serializers.py | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/python/pyspark/serializers.py b/python/pyspark/serializers.py index 4fb444443f..b23804b33c 100644 --- a/python/pyspark/serializers.py +++ b/python/pyspark/serializers.py @@ -64,6 +64,7 @@ import cPickle from itertools import chain, izip, product import marshal import struct +from pyspark import cloudpickle __all__ = ["PickleSerializer", "MarshalSerializer"] @@ -244,6 +245,10 @@ class PickleSerializer(FramedSerializer): def _dumps(self, obj): return cPickle.dumps(obj, 2) _loads = cPickle.loads +class CloudPickleSerializer(PickleSerializer): + + def _dumps(self, obj): return cloudpickle.dumps(obj, 2) + class MarshalSerializer(FramedSerializer): """ |