diff options
author | Patrick Wendell <pwendell@gmail.com> | 2014-06-11 15:54:41 -0700 |
---|---|---|
committer | Patrick Wendell <pwendell@gmail.com> | 2014-06-11 15:54:41 -0700 |
commit | 14e6dc94f68e57de82841c4ebbb573797a53869c (patch) | |
tree | 5044dd98bb4b77fa5f998bfcb91db674b067a18c /python/pyspark/sql.py | |
parent | fe78b8b6f7e3fe519659134c6fcaf7344077ead8 (diff) | |
download | spark-14e6dc94f68e57de82841c4ebbb573797a53869c.tar.gz spark-14e6dc94f68e57de82841c4ebbb573797a53869c.tar.bz2 spark-14e6dc94f68e57de82841c4ebbb573797a53869c.zip |
HOTFIX: PySpark tests should be order insensitive.
This has been messing up the SQL PySpark tests on Jenkins.
Author: Patrick Wendell <pwendell@gmail.com>
Closes #1054 from pwendell/pyspark and squashes the following commits:
1eb5487 [Patrick Wendell] False change
06f062d [Patrick Wendell] HOTFIX: PySpark tests should be order insensitive
Diffstat (limited to 'python/pyspark/sql.py')
-rw-r--r-- | python/pyspark/sql.py | 8 |
1 files changed, 4 insertions, 4 deletions
diff --git a/python/pyspark/sql.py b/python/pyspark/sql.py index b4e9618cc2..960d0a8244 100644 --- a/python/pyspark/sql.py +++ b/python/pyspark/sql.py @@ -117,7 +117,7 @@ class SQLContext: >>> srdd = sqlCtx.inferSchema(rdd) >>> srdd.saveAsParquetFile(parquetFile) >>> srdd2 = sqlCtx.parquetFile(parquetFile) - >>> srdd.collect() == srdd2.collect() + >>> sorted(srdd.collect()) == sorted(srdd2.collect()) True """ jschema_rdd = self._ssql_ctx.parquetFile(path) @@ -141,7 +141,7 @@ class SQLContext: >>> srdd = sqlCtx.inferSchema(rdd) >>> sqlCtx.registerRDDAsTable(srdd, "table1") >>> srdd2 = sqlCtx.table("table1") - >>> srdd.collect() == srdd2.collect() + >>> sorted(srdd.collect()) == sorted(srdd2.collect()) True """ return SchemaRDD(self._ssql_ctx.table(tableName), self) @@ -293,7 +293,7 @@ class SchemaRDD(RDD): >>> srdd = sqlCtx.inferSchema(rdd) >>> srdd.saveAsParquetFile(parquetFile) >>> srdd2 = sqlCtx.parquetFile(parquetFile) - >>> srdd2.collect() == srdd.collect() + >>> sorted(srdd2.collect()) == sorted(srdd.collect()) True """ self._jschema_rdd.saveAsParquetFile(path) @@ -307,7 +307,7 @@ class SchemaRDD(RDD): >>> srdd = sqlCtx.inferSchema(rdd) >>> srdd.registerAsTable("test") >>> srdd2 = sqlCtx.sql("select * from test") - >>> srdd.collect() == srdd2.collect() + >>> sorted(srdd.collect()) == sorted(srdd2.collect()) True """ self._jschema_rdd.registerAsTable(name) |