aboutsummaryrefslogtreecommitdiff
path: root/mllib
diff options
context:
space:
mode:
authorReynold Xin <rxin@databricks.com>2016-07-17 22:48:00 -0700
committerReynold Xin <rxin@databricks.com>2016-07-17 22:48:00 -0700
commit480c870644595a71102be6597146d80b1c0816e4 (patch)
tree2f09403104877e48f313cfc9c1450e258a634099 /mllib
parentd27fe9ba6763aae6a5e48f16d7cbd85658df7cf7 (diff)
downloadspark-480c870644595a71102be6597146d80b1c0816e4.tar.gz
spark-480c870644595a71102be6597146d80b1c0816e4.tar.bz2
spark-480c870644595a71102be6597146d80b1c0816e4.zip
[SPARK-16588][SQL] Deprecate monotonicallyIncreasingId in Scala/Java
This patch deprecates monotonicallyIncreasingId in Scala/Java, as done in Python. This patch was originally written by HyukjinKwon. Closes #14236.
Diffstat (limited to 'mllib')
-rw-r--r--mllib/src/main/scala/org/apache/spark/ml/clustering/LDA.scala4
1 files changed, 2 insertions, 2 deletions
diff --git a/mllib/src/main/scala/org/apache/spark/ml/clustering/LDA.scala b/mllib/src/main/scala/org/apache/spark/ml/clustering/LDA.scala
index 778cd0fee7..034f2c3fa2 100644
--- a/mllib/src/main/scala/org/apache/spark/ml/clustering/LDA.scala
+++ b/mllib/src/main/scala/org/apache/spark/ml/clustering/LDA.scala
@@ -37,7 +37,7 @@ import org.apache.spark.mllib.linalg.MatrixImplicits._
import org.apache.spark.mllib.linalg.VectorImplicits._
import org.apache.spark.rdd.RDD
import org.apache.spark.sql.{DataFrame, Dataset, Row, SparkSession}
-import org.apache.spark.sql.functions.{col, monotonicallyIncreasingId, udf}
+import org.apache.spark.sql.functions.{col, monotonically_increasing_id, udf}
import org.apache.spark.sql.types.StructType
@@ -888,7 +888,7 @@ object LDA extends DefaultParamsReadable[LDA] {
dataset: Dataset[_],
featuresCol: String): RDD[(Long, OldVector)] = {
dataset
- .withColumn("docId", monotonicallyIncreasingId())
+ .withColumn("docId", monotonically_increasing_id())
.select("docId", featuresCol)
.rdd
.map { case Row(docId: Long, features: Vector) =>