diff options
| author | Matthew Farrellee <matt@redhat.com> | 2014-09-20 15:09:35 -0700 |
|---|---|---|
| committer | Josh Rosen <joshrosen@apache.org> | 2014-09-20 15:09:35 -0700 |
| commit | 5f8833c672ab64aa5886a8239ae2ff2a8ea42363 (patch) | |
| tree | 1f5fbe8a9e5e1b66145ab8ee79df264915190b8a /python | |
| parent | c32c8538efca2124924920614e4dbe7ce90938f4 (diff) | |
| download | spark-5f8833c672ab64aa5886a8239ae2ff2a8ea42363.tar.gz spark-5f8833c672ab64aa5886a8239ae2ff2a8ea42363.tar.bz2 spark-5f8833c672ab64aa5886a8239ae2ff2a8ea42363.zip | |
[PySpark] remove unnecessary use of numSlices from pyspark tests
Author: Matthew Farrellee <matt@redhat.com>
Closes #2467 from mattf/master-pyspark-remove-numslices-from-tests and squashes the following commits:
c49a87b [Matthew Farrellee] [PySpark] remove unnecessary use of numSlices from pyspark tests
Diffstat (limited to 'python')
| -rw-r--r-- | python/pyspark/tests.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/python/pyspark/tests.py b/python/pyspark/tests.py index a94eb0f429..1b8afb763b 100644 --- a/python/pyspark/tests.py +++ b/python/pyspark/tests.py @@ -1107,7 +1107,7 @@ class TestOutputFormat(PySparkTestCase): def test_unbatched_save_and_read(self): basepath = self.tempdir.name ei = [(1, u'aa'), (1, u'aa'), (2, u'aa'), (2, u'bb'), (2, u'bb'), (3, u'cc')] - self.sc.parallelize(ei, numSlices=len(ei)).saveAsSequenceFile( + self.sc.parallelize(ei, len(ei)).saveAsSequenceFile( basepath + "/unbatched/") unbatched_sequence = sorted(self.sc.sequenceFile( @@ -1153,7 +1153,7 @@ class TestOutputFormat(PySparkTestCase): basepath = self.tempdir.name # non-batch-serialized RDD[[(K, V)]] should be rejected data = [[(1, "a")], [(2, "aa")], [(3, "aaa")]] - rdd = self.sc.parallelize(data, numSlices=len(data)) + rdd = self.sc.parallelize(data, len(data)) self.assertRaises(Exception, lambda: rdd.saveAsSequenceFile( basepath + "/malformed/sequence")) |