diff options
| author | Josh Rosen <joshrosen@eecs.berkeley.edu> | 2013-01-20 15:38:11 -0800 |
|---|---|---|
| committer | Josh Rosen <joshrosen@eecs.berkeley.edu> | 2013-01-20 15:38:11 -0800 |
| commit | 00d70cd6602d5ff2718e319ec04defbdd486237e (patch) | |
| tree | ca2146992f1fcc8142d53bb4b7b1c2778e78b0c5 /python/pyspark/rdd.py | |
| parent | 5b6ea9e9a04994553d0319c541ca356e2e3064a7 (diff) | |
| download | spark-00d70cd6602d5ff2718e319ec04defbdd486237e.tar.gz spark-00d70cd6602d5ff2718e319ec04defbdd486237e.tar.bz2 spark-00d70cd6602d5ff2718e319ec04defbdd486237e.zip | |
Clean up setup code in PySpark checkpointing tests
Diffstat (limited to 'python/pyspark/rdd.py')
| -rw-r--r-- | python/pyspark/rdd.py | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/python/pyspark/rdd.py b/python/pyspark/rdd.py index 7b6ab956ee..097cdb13b4 100644 --- a/python/pyspark/rdd.py +++ b/python/pyspark/rdd.py @@ -691,7 +691,7 @@ class PipelinedRDD(RDD): 20 """ def __init__(self, prev, func, preservesPartitioning=False): - if isinstance(prev, PipelinedRDD) and prev._is_pipelinable: + if isinstance(prev, PipelinedRDD) and prev._is_pipelinable(): prev_func = prev.func def pipeline_func(split, iterator): return func(split, prev_func(split, iterator)) @@ -737,7 +737,6 @@ class PipelinedRDD(RDD): self._jrdd_val = python_rdd.asJavaRDD() return self._jrdd_val - @property def _is_pipelinable(self): return not (self.is_cached or self.is_checkpointed) |