diff options
Diffstat (limited to 'python/pyspark/broadcast.py')
| -rw-r--r-- | python/pyspark/broadcast.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/python/pyspark/broadcast.py b/python/pyspark/broadcast.py index f124dc6c07..01cac3c72c 100644 --- a/python/pyspark/broadcast.py +++ b/python/pyspark/broadcast.py @@ -29,7 +29,7 @@ """ import os -from pyspark.serializers import CompressedSerializer, PickleSerializer +from pyspark.serializers import LargeObjectSerializer __all__ = ['Broadcast'] @@ -73,7 +73,7 @@ class Broadcast(object): """ Return the broadcasted value """ if not hasattr(self, "_value") and self.path is not None: - ser = CompressedSerializer(PickleSerializer()) + ser = LargeObjectSerializer() self._value = ser.load_stream(open(self.path)).next() return self._value |