diff options
| author | Matei Zaharia <matei@eecs.berkeley.edu> | 2013-01-20 01:57:44 -0800 |
|---|---|---|
| committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2013-01-20 01:57:44 -0800 |
| commit | 8e7f098a2c9e5e85cb9435f28d53a3a5847c14aa (patch) | |
| tree | a4b5d1891501e99f44b4d797bee3a10504e0b2fd /python/pyspark/serializers.py | |
| parent | 54c0f9f185576e9b844fa8f81ca410f188daa51c (diff) | |
| download | spark-8e7f098a2c9e5e85cb9435f28d53a3a5847c14aa.tar.gz spark-8e7f098a2c9e5e85cb9435f28d53a3a5847c14aa.tar.bz2 spark-8e7f098a2c9e5e85cb9435f28d53a3a5847c14aa.zip | |
Added accumulators to PySpark
Diffstat (limited to 'python/pyspark/serializers.py')
| -rw-r--r-- | python/pyspark/serializers.py | 7 |
1 files changed, 6 insertions, 1 deletions
diff --git a/python/pyspark/serializers.py b/python/pyspark/serializers.py index 9a5151ea00..115cf28cc2 100644 --- a/python/pyspark/serializers.py +++ b/python/pyspark/serializers.py @@ -52,8 +52,13 @@ def read_int(stream): raise EOFError return struct.unpack("!i", length)[0] + +def write_int(value, stream): + stream.write(struct.pack("!i", value)) + + def write_with_length(obj, stream): - stream.write(struct.pack("!i", len(obj))) + write_int(len(obj), stream) stream.write(obj) |