aboutsummaryrefslogtreecommitdiff
path: root/python/pyspark
diff options
context:
space:
mode:
Diffstat (limited to 'python/pyspark')
-rw-r--r--python/pyspark/sql/functions.py13
1 files changed, 13 insertions, 0 deletions
diff --git a/python/pyspark/sql/functions.py b/python/pyspark/sql/functions.py
index 12263e6a75..69e563ef36 100644
--- a/python/pyspark/sql/functions.py
+++ b/python/pyspark/sql/functions.py
@@ -436,6 +436,19 @@ def shiftRight(col, numBits):
return Column(jc)
+@since(1.5)
+def shiftRightUnsigned(col, numBits):
+ """Unsigned shift the the given value numBits right.
+
+ >>> sqlContext.createDataFrame([(-42,)], ['a']).select(shiftRightUnsigned('a', 1).alias('r'))\
+ .collect()
+ [Row(r=9223372036854775787)]
+ """
+ sc = SparkContext._active_spark_context
+ jc = sc._jvm.functions.shiftRightUnsigned(_to_java_column(col), numBits)
+ return Column(jc)
+
+
@since(1.4)
def sparkPartitionId():
"""A column for partition ID of the Spark task.