aboutsummaryrefslogtreecommitdiff
path: root/python
diff options
context:
space:
mode:
authorPatrick Wendell <pwendell@gmail.com>2014-06-11 15:54:41 -0700
committerPatrick Wendell <pwendell@gmail.com>2014-06-11 15:54:41 -0700
commit14e6dc94f68e57de82841c4ebbb573797a53869c (patch)
tree5044dd98bb4b77fa5f998bfcb91db674b067a18c /python
parentfe78b8b6f7e3fe519659134c6fcaf7344077ead8 (diff)
downloadspark-14e6dc94f68e57de82841c4ebbb573797a53869c.tar.gz
spark-14e6dc94f68e57de82841c4ebbb573797a53869c.tar.bz2
spark-14e6dc94f68e57de82841c4ebbb573797a53869c.zip
HOTFIX: PySpark tests should be order insensitive.
This has been messing up the SQL PySpark tests on Jenkins. Author: Patrick Wendell <pwendell@gmail.com> Closes #1054 from pwendell/pyspark and squashes the following commits: 1eb5487 [Patrick Wendell] False change 06f062d [Patrick Wendell] HOTFIX: PySpark tests should be order insensitive
Diffstat (limited to 'python')
-rw-r--r--python/pyspark/sql.py8
1 files changed, 4 insertions, 4 deletions
diff --git a/python/pyspark/sql.py b/python/pyspark/sql.py
index b4e9618cc2..960d0a8244 100644
--- a/python/pyspark/sql.py
+++ b/python/pyspark/sql.py
@@ -117,7 +117,7 @@ class SQLContext:
>>> srdd = sqlCtx.inferSchema(rdd)
>>> srdd.saveAsParquetFile(parquetFile)
>>> srdd2 = sqlCtx.parquetFile(parquetFile)
- >>> srdd.collect() == srdd2.collect()
+ >>> sorted(srdd.collect()) == sorted(srdd2.collect())
True
"""
jschema_rdd = self._ssql_ctx.parquetFile(path)
@@ -141,7 +141,7 @@ class SQLContext:
>>> srdd = sqlCtx.inferSchema(rdd)
>>> sqlCtx.registerRDDAsTable(srdd, "table1")
>>> srdd2 = sqlCtx.table("table1")
- >>> srdd.collect() == srdd2.collect()
+ >>> sorted(srdd.collect()) == sorted(srdd2.collect())
True
"""
return SchemaRDD(self._ssql_ctx.table(tableName), self)
@@ -293,7 +293,7 @@ class SchemaRDD(RDD):
>>> srdd = sqlCtx.inferSchema(rdd)
>>> srdd.saveAsParquetFile(parquetFile)
>>> srdd2 = sqlCtx.parquetFile(parquetFile)
- >>> srdd2.collect() == srdd.collect()
+ >>> sorted(srdd2.collect()) == sorted(srdd.collect())
True
"""
self._jschema_rdd.saveAsParquetFile(path)
@@ -307,7 +307,7 @@ class SchemaRDD(RDD):
>>> srdd = sqlCtx.inferSchema(rdd)
>>> srdd.registerAsTable("test")
>>> srdd2 = sqlCtx.sql("select * from test")
- >>> srdd.collect() == srdd2.collect()
+ >>> sorted(srdd.collect()) == sorted(srdd2.collect())
True
"""
self._jschema_rdd.registerAsTable(name)