diff options
| author | 0x0FFF <programmerag@gmail.com> | 2015-09-11 15:19:04 -0700 |
|---|---|---|
| committer | Davies Liu <davies.liu@gmail.com> | 2015-09-11 15:19:04 -0700 |
| commit | c34fc19765bdf55365cdce78d9ba11b220b73bb6 (patch) | |
| tree | 0562a581bc5d7d9f79ea174754065dfdcbefafdc /python/pyspark/sql/tests.py | |
| parent | d74c6a143cbd060c25bf14a8d306841b3ec55d03 (diff) | |
| download | spark-c34fc19765bdf55365cdce78d9ba11b220b73bb6.tar.gz spark-c34fc19765bdf55365cdce78d9ba11b220b73bb6.tar.bz2 spark-c34fc19765bdf55365cdce78d9ba11b220b73bb6.zip | |
[SPARK-9014] [SQL] Allow Python spark API to use built-in exponential operator
This PR addresses (SPARK-9014)[https://issues.apache.org/jira/browse/SPARK-9014]
Added functionality: `Column` object in Python now supports exponential operator `**`
Example:
```
from pyspark.sql import *
df = sqlContext.createDataFrame([Row(a=2)])
df.select(3**df.a,df.a**3,df.a**df.a).collect()
```
Outputs:
```
[Row(POWER(3.0, a)=9.0, POWER(a, 3.0)=8.0, POWER(a, a)=4.0)]
```
Author: 0x0FFF <programmerag@gmail.com>
Closes #8658 from 0x0FFF/SPARK-9014.
Diffstat (limited to 'python/pyspark/sql/tests.py')
| -rw-r--r-- | python/pyspark/sql/tests.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/python/pyspark/sql/tests.py b/python/pyspark/sql/tests.py index eb449e8679..f2172b7a27 100644 --- a/python/pyspark/sql/tests.py +++ b/python/pyspark/sql/tests.py @@ -568,7 +568,7 @@ class SQLTests(ReusedPySparkTestCase): cs = self.df.value c = ci == cs self.assertTrue(isinstance((- ci - 1 - 2) % 3 * 2.5 / 3.5, Column)) - rcc = (1 + ci), (1 - ci), (1 * ci), (1 / ci), (1 % ci) + rcc = (1 + ci), (1 - ci), (1 * ci), (1 / ci), (1 % ci), (1 ** ci), (ci ** 1) self.assertTrue(all(isinstance(c, Column) for c in rcc)) cb = [ci == 5, ci != 0, ci > 3, ci < 4, ci >= 0, ci <= 7] self.assertTrue(all(isinstance(c, Column) for c in cb)) |