diff options
author | Davies Liu <davies@databricks.com> | 2015-08-26 16:04:44 -0700 |
---|---|---|
committer | Davies Liu <davies.liu@gmail.com> | 2015-08-26 16:04:44 -0700 |
commit | d41d6c48207159490c1e1d9cc54015725cfa41b2 (patch) | |
tree | 3ae2758f38cb0079b5ef1c145a66bdd98653acda /python/pyspark/sql/tests.py | |
parent | 086d4681df3ebfccfc04188262c10482f44553b0 (diff) | |
download | spark-d41d6c48207159490c1e1d9cc54015725cfa41b2.tar.gz spark-d41d6c48207159490c1e1d9cc54015725cfa41b2.tar.bz2 spark-d41d6c48207159490c1e1d9cc54015725cfa41b2.zip |
[SPARK-10305] [SQL] fix create DataFrame from Python class
cc jkbradley
Author: Davies Liu <davies@databricks.com>
Closes #8470 from davies/fix_create_df.
Diffstat (limited to 'python/pyspark/sql/tests.py')
-rw-r--r-- | python/pyspark/sql/tests.py | 12 |
1 files changed, 12 insertions, 0 deletions
diff --git a/python/pyspark/sql/tests.py b/python/pyspark/sql/tests.py index aacfb34c77..cd32e26c64 100644 --- a/python/pyspark/sql/tests.py +++ b/python/pyspark/sql/tests.py @@ -145,6 +145,12 @@ class PythonOnlyPoint(ExamplePoint): __UDT__ = PythonOnlyUDT() +class MyObject(object): + def __init__(self, key, value): + self.key = key + self.value = value + + class DataTypeTests(unittest.TestCase): # regression test for SPARK-6055 def test_data_type_eq(self): @@ -383,6 +389,12 @@ class SQLTests(ReusedPySparkTestCase): df = self.sqlCtx.inferSchema(rdd) self.assertEquals(Row(field1=1, field2=u'row1'), df.first()) + def test_create_dataframe_from_objects(self): + data = [MyObject(1, "1"), MyObject(2, "2")] + df = self.sqlCtx.createDataFrame(data) + self.assertEqual(df.dtypes, [("key", "bigint"), ("value", "string")]) + self.assertEqual(df.first(), Row(key=1, value="1")) + def test_select_null_literal(self): df = self.sqlCtx.sql("select null as col") self.assertEquals(Row(col=None), df.first()) |