diff options
| author | Tathagata Das <tathagata.das1565@gmail.com> | 2013-12-24 14:01:13 -0800 |
|---|---|---|
| committer | Tathagata Das <tathagata.das1565@gmail.com> | 2013-12-24 14:01:13 -0800 |
| commit | d4dfab503a9222b5acf5c4bf69b91c16f298e4aa (patch) | |
| tree | b04fff3dd233e23122ac8f1a0072be8bea0961b9 /python/pyspark/tests.py | |
| parent | 9f79fd89dc84cda7ebeb98a0b43c8e982fefa787 (diff) | |
| download | spark-d4dfab503a9222b5acf5c4bf69b91c16f298e4aa.tar.gz spark-d4dfab503a9222b5acf5c4bf69b91c16f298e4aa.tar.bz2 spark-d4dfab503a9222b5acf5c4bf69b91c16f298e4aa.zip | |
Fixed Python API for sc.setCheckpointDir. Also other fixes based on Reynold's comments on PR 289.
Diffstat (limited to 'python/pyspark/tests.py')
| -rw-r--r-- | python/pyspark/tests.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/python/pyspark/tests.py b/python/pyspark/tests.py index 3987642bf4..7acb6eaf10 100644 --- a/python/pyspark/tests.py +++ b/python/pyspark/tests.py @@ -73,8 +73,8 @@ class TestCheckpoint(PySparkTestCase): time.sleep(1) # 1 second self.assertTrue(flatMappedRDD.isCheckpointed()) self.assertEqual(flatMappedRDD.collect(), result) - self.assertEqual(self.checkpointDir.name, - os.path.dirname(flatMappedRDD.getCheckpointFile())) + self.assertEqual("file:" + self.checkpointDir.name, + os.path.dirname(os.path.dirname(flatMappedRDD.getCheckpointFile()))) def test_checkpoint_and_restore(self): parCollection = self.sc.parallelize([1, 2, 3, 4]) |