aboutsummaryrefslogtreecommitdiff
path: root/python/pyspark/sql
diff options
context:
space:
mode:
authorWenchen Fan <wenchen@databricks.com>2017-02-23 13:22:39 -0800
committerWenchen Fan <wenchen@databricks.com>2017-02-23 13:22:39 -0800
commit4fa4cf1d4ce51ce61e535cfad57385cb5c23b96d (patch)
treef8d2681c4597ec50ad9dcde855706921ba467068 /python/pyspark/sql
parent09ed6e7711d0758c24944516a263b8bd4e1728fc (diff)
downloadspark-4fa4cf1d4ce51ce61e535cfad57385cb5c23b96d.tar.gz
spark-4fa4cf1d4ce51ce61e535cfad57385cb5c23b96d.tar.bz2
spark-4fa4cf1d4ce51ce61e535cfad57385cb5c23b96d.zip
[SPARK-19706][PYSPARK] add Column.contains in pyspark
## What changes were proposed in this pull request? to be consistent with the scala API, we should also add `contains` to `Column` in pyspark. ## How was this patch tested? updated unit test Author: Wenchen Fan <wenchen@databricks.com> Closes #17036 from cloud-fan/pyspark.
Diffstat (limited to 'python/pyspark/sql')
-rw-r--r--python/pyspark/sql/column.py1
-rw-r--r--python/pyspark/sql/tests.py3
2 files changed, 3 insertions, 1 deletions
diff --git a/python/pyspark/sql/column.py b/python/pyspark/sql/column.py
index 0df187a9d3..c10ab9638a 100644
--- a/python/pyspark/sql/column.py
+++ b/python/pyspark/sql/column.py
@@ -248,6 +248,7 @@ class Column(object):
raise TypeError("Column is not iterable")
# string methods
+ contains = _bin_op("contains")
rlike = _bin_op("rlike")
like = _bin_op("like")
startswith = _bin_op("startsWith")
diff --git a/python/pyspark/sql/tests.py b/python/pyspark/sql/tests.py
index 9058443285..abd68bfd39 100644
--- a/python/pyspark/sql/tests.py
+++ b/python/pyspark/sql/tests.py
@@ -944,7 +944,8 @@ class SQLTests(ReusedPySparkTestCase):
self.assertTrue(all(isinstance(c, Column) for c in cb))
cbool = (ci & ci), (ci | ci), (~ci)
self.assertTrue(all(isinstance(c, Column) for c in cbool))
- css = cs.like('a'), cs.rlike('a'), cs.asc(), cs.desc(), cs.startswith('a'), cs.endswith('a')
+ css = cs.contains('a'), cs.like('a'), cs.rlike('a'), cs.asc(), cs.desc(),\
+ cs.startswith('a'), cs.endswith('a')
self.assertTrue(all(isinstance(c, Column) for c in css))
self.assertTrue(isinstance(ci.cast(LongType()), Column))