diff options
| author | Wenchen Fan <wenchen@databricks.com> | 2016-03-02 15:26:34 -0800 |
|---|---|---|
| committer | Reynold Xin <rxin@databricks.com> | 2016-03-02 15:26:34 -0800 |
| commit | 4dd24811d9035c52c5965fca2fc6431aac6963fc (patch) | |
| tree | 49771acf8775633de5fe38cf9b38c929b70c99c6 /python/pyspark/sql/context.py | |
| parent | e2780ce8252ded93a695125c0a745d8b93193cca (diff) | |
| download | spark-4dd24811d9035c52c5965fca2fc6431aac6963fc.tar.gz spark-4dd24811d9035c52c5965fca2fc6431aac6963fc.tar.bz2 spark-4dd24811d9035c52c5965fca2fc6431aac6963fc.zip | |
[SPARK-13594][SQL] remove typed operations(e.g. map, flatMap) from python DataFrame
## What changes were proposed in this pull request?
Remove `map`, `flatMap`, `mapPartitions` from python DataFrame, to prepare for Dataset API in the future.
## How was this patch tested?
existing tests
Author: Wenchen Fan <wenchen@databricks.com>
Closes #11445 from cloud-fan/python-clean.
Diffstat (limited to 'python/pyspark/sql/context.py')
| -rw-r--r-- | python/pyspark/sql/context.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/python/pyspark/sql/context.py b/python/pyspark/sql/context.py index 87e32c04ea..8e324169d8 100644 --- a/python/pyspark/sql/context.py +++ b/python/pyspark/sql/context.py @@ -94,7 +94,7 @@ class SQLContext(object): ... 'from allTypes where b and i > 0').collect() [Row((i + CAST(1 AS BIGINT))=2, (d + CAST(1 AS DOUBLE))=2.0, (NOT b)=False, list[1]=2, \ dict[s]=0, time=datetime.datetime(2014, 8, 1, 14, 1, 5), a=1)] - >>> df.map(lambda x: (x.i, x.s, x.d, x.l, x.b, x.time, x.row.a, x.list)).collect() + >>> df.rdd.map(lambda x: (x.i, x.s, x.d, x.l, x.b, x.time, x.row.a, x.list)).collect() [(1, u'string', 1.0, 1, True, datetime.datetime(2014, 8, 1, 14, 1, 5), 1, [1, 2, 3])] """ self._sc = sparkContext |