aboutsummaryrefslogtreecommitdiff
path: root/python/pyspark/sql/functions.py
diff options
context:
space:
mode:
authorReynold Xin <rxin@databricks.com>2016-01-04 18:02:38 -0800
committerMichael Armbrust <michael@databricks.com>2016-01-04 18:02:38 -0800
commit77ab49b8575d2ebd678065fa70b0343d532ab9c2 (patch)
treef9c4a990499d1856494f787f8bfc095d68a69735 /python/pyspark/sql/functions.py
parentfdfac22d08fc4fdc640843dd93a29e2ce4aee2ef (diff)
downloadspark-77ab49b8575d2ebd678065fa70b0343d532ab9c2.tar.gz
spark-77ab49b8575d2ebd678065fa70b0343d532ab9c2.tar.bz2
spark-77ab49b8575d2ebd678065fa70b0343d532ab9c2.zip
[SPARK-12600][SQL] Remove deprecated methods in Spark SQL
Author: Reynold Xin <rxin@databricks.com> Closes #10559 from rxin/remove-deprecated-sql.
Diffstat (limited to 'python/pyspark/sql/functions.py')
-rw-r--r--python/pyspark/sql/functions.py24
1 files changed, 0 insertions, 24 deletions
diff --git a/python/pyspark/sql/functions.py b/python/pyspark/sql/functions.py
index 25594d79c2..7c15e38458 100644
--- a/python/pyspark/sql/functions.py
+++ b/python/pyspark/sql/functions.py
@@ -149,12 +149,8 @@ _binary_mathfunctions = {
}
_window_functions = {
- 'rowNumber':
- """.. note:: Deprecated in 1.6, use row_number instead.""",
'row_number':
"""returns a sequential number starting at 1 within a window partition.""",
- 'denseRank':
- """.. note:: Deprecated in 1.6, use dense_rank instead.""",
'dense_rank':
"""returns the rank of rows within a window partition, without any gaps.
@@ -171,13 +167,9 @@ _window_functions = {
place and that the next person came in third.
This is equivalent to the RANK function in SQL.""",
- 'cumeDist':
- """.. note:: Deprecated in 1.6, use cume_dist instead.""",
'cume_dist':
"""returns the cumulative distribution of values within a window partition,
i.e. the fraction of rows that are below the current row.""",
- 'percentRank':
- """.. note:: Deprecated in 1.6, use percent_rank instead.""",
'percent_rank':
"""returns the relative rank (i.e. percentile) of rows within a window partition.""",
}
@@ -318,14 +310,6 @@ def isnull(col):
return Column(sc._jvm.functions.isnull(_to_java_column(col)))
-@since(1.4)
-def monotonicallyIncreasingId():
- """
- .. note:: Deprecated in 1.6, use monotonically_increasing_id instead.
- """
- return monotonically_increasing_id()
-
-
@since(1.6)
def monotonically_increasing_id():
"""A column that generates monotonically increasing 64-bit integers.
@@ -434,14 +418,6 @@ def shiftRightUnsigned(col, numBits):
return Column(jc)
-@since(1.4)
-def sparkPartitionId():
- """
- .. note:: Deprecated in 1.6, use spark_partition_id instead.
- """
- return spark_partition_id()
-
-
@since(1.6)
def spark_partition_id():
"""A column for partition ID of the Spark task.