diff options
author | Wenchen Fan <wenchen@databricks.com> | 2017-02-23 13:22:39 -0800 |
---|---|---|
committer | Wenchen Fan <wenchen@databricks.com> | 2017-02-23 13:22:39 -0800 |
commit | 4fa4cf1d4ce51ce61e535cfad57385cb5c23b96d (patch) | |
tree | f8d2681c4597ec50ad9dcde855706921ba467068 | |
parent | 09ed6e7711d0758c24944516a263b8bd4e1728fc (diff) | |
download | spark-4fa4cf1d4ce51ce61e535cfad57385cb5c23b96d.tar.gz spark-4fa4cf1d4ce51ce61e535cfad57385cb5c23b96d.tar.bz2 spark-4fa4cf1d4ce51ce61e535cfad57385cb5c23b96d.zip |
[SPARK-19706][PYSPARK] add Column.contains in pyspark
## What changes were proposed in this pull request?
to be consistent with the scala API, we should also add `contains` to `Column` in pyspark.
## How was this patch tested?
updated unit test
Author: Wenchen Fan <wenchen@databricks.com>
Closes #17036 from cloud-fan/pyspark.
-rw-r--r-- | python/pyspark/sql/column.py | 1 | ||||
-rw-r--r-- | python/pyspark/sql/tests.py | 3 |
2 files changed, 3 insertions, 1 deletions
diff --git a/python/pyspark/sql/column.py b/python/pyspark/sql/column.py index 0df187a9d3..c10ab9638a 100644 --- a/python/pyspark/sql/column.py +++ b/python/pyspark/sql/column.py @@ -248,6 +248,7 @@ class Column(object): raise TypeError("Column is not iterable") # string methods + contains = _bin_op("contains") rlike = _bin_op("rlike") like = _bin_op("like") startswith = _bin_op("startsWith") diff --git a/python/pyspark/sql/tests.py b/python/pyspark/sql/tests.py index 9058443285..abd68bfd39 100644 --- a/python/pyspark/sql/tests.py +++ b/python/pyspark/sql/tests.py @@ -944,7 +944,8 @@ class SQLTests(ReusedPySparkTestCase): self.assertTrue(all(isinstance(c, Column) for c in cb)) cbool = (ci & ci), (ci | ci), (~ci) self.assertTrue(all(isinstance(c, Column) for c in cbool)) - css = cs.like('a'), cs.rlike('a'), cs.asc(), cs.desc(), cs.startswith('a'), cs.endswith('a') + css = cs.contains('a'), cs.like('a'), cs.rlike('a'), cs.asc(), cs.desc(),\ + cs.startswith('a'), cs.endswith('a') self.assertTrue(all(isinstance(c, Column) for c in css)) self.assertTrue(isinstance(ci.cast(LongType()), Column)) |