diff options
author | Josh Rosen <joshrosen@apache.org> | 2013-11-02 21:13:18 -0700 |
---|---|---|
committer | Josh Rosen <joshrosen@apache.org> | 2013-11-03 10:54:24 -0800 |
commit | a48d88d206fae348720ab077a624b3c57293374f (patch) | |
tree | 1355082a9856dc512a98f4a2da6c82af10f92410 /python/pyspark/serializers.py | |
parent | 41ead7a74533ffdd208a4ba2f7cd38945b4343ec (diff) | |
download | spark-a48d88d206fae348720ab077a624b3c57293374f.tar.gz spark-a48d88d206fae348720ab077a624b3c57293374f.tar.bz2 spark-a48d88d206fae348720ab077a624b3c57293374f.zip |
Replace magic lengths with constants in PySpark.
Write the length of the accumulators section up-front rather
than terminating it with a negative length. I find this
easier to read.
Diffstat (limited to 'python/pyspark/serializers.py')
-rw-r--r-- | python/pyspark/serializers.py | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/python/pyspark/serializers.py b/python/pyspark/serializers.py index 54fed1c9c7..fbc280fd37 100644 --- a/python/pyspark/serializers.py +++ b/python/pyspark/serializers.py @@ -19,6 +19,12 @@ import struct import cPickle +class SpecialLengths(object): + END_OF_DATA_SECTION = -1 + PYTHON_EXCEPTION_THROWN = -2 + TIMING_DATA = -3 + + class Batch(object): """ Used to store multiple RDD entries as a single Java object. |