aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--core/src/main/scala/org/apache/spark/input/PortableDataStream.scala9
-rw-r--r--mllib/src/main/scala/org/apache/spark/ml/classification/LogisticRegression.scala3
-rw-r--r--mllib/src/main/scala/org/apache/spark/ml/regression/LinearRegression.scala3
-rw-r--r--project/MimaExcludes.scala5
-rw-r--r--python/pyspark/ml/classification.py10
-rw-r--r--python/pyspark/ml/regression.py9
6 files changed, 5 insertions, 34 deletions
diff --git a/core/src/main/scala/org/apache/spark/input/PortableDataStream.scala b/core/src/main/scala/org/apache/spark/input/PortableDataStream.scala
index 18cb7631b3..f66510b6f9 100644
--- a/core/src/main/scala/org/apache/spark/input/PortableDataStream.scala
+++ b/core/src/main/scala/org/apache/spark/input/PortableDataStream.scala
@@ -185,15 +185,6 @@ class PortableDataStream(
}
}
- /**
- * Closing the PortableDataStream is not needed anymore. The user either can use the
- * PortableDataStream to get a DataInputStream (which the user needs to close after usage),
- * or a byte array.
- */
- @deprecated("Closing the PortableDataStream is not needed anymore.", "1.6.0")
- def close(): Unit = {
- }
-
def getPath(): String = path
}
diff --git a/mllib/src/main/scala/org/apache/spark/ml/classification/LogisticRegression.scala b/mllib/src/main/scala/org/apache/spark/ml/classification/LogisticRegression.scala
index 8cd7ee4d9a..717e93c058 100644
--- a/mllib/src/main/scala/org/apache/spark/ml/classification/LogisticRegression.scala
+++ b/mllib/src/main/scala/org/apache/spark/ml/classification/LogisticRegression.scala
@@ -480,9 +480,6 @@ class LogisticRegressionModel private[spark] (
extends ProbabilisticClassificationModel[Vector, LogisticRegressionModel]
with LogisticRegressionParams with MLWritable {
- @deprecated("Use coefficients instead.", "1.6.0")
- def weights: Vector = coefficients
-
@Since("1.5.0")
override def setThreshold(value: Double): this.type = super.setThreshold(value)
diff --git a/mllib/src/main/scala/org/apache/spark/ml/regression/LinearRegression.scala b/mllib/src/main/scala/org/apache/spark/ml/regression/LinearRegression.scala
index 0be8f3aebb..5117ee115c 100644
--- a/mllib/src/main/scala/org/apache/spark/ml/regression/LinearRegression.scala
+++ b/mllib/src/main/scala/org/apache/spark/ml/regression/LinearRegression.scala
@@ -389,9 +389,6 @@ class LinearRegressionModel private[ml] (
private var trainingSummary: Option[LinearRegressionTrainingSummary] = None
- @deprecated("Use coefficients instead.", "1.6.0")
- def weights: Vector = coefficients
-
override val numFeatures: Int = coefficients.size
/**
diff --git a/project/MimaExcludes.scala b/project/MimaExcludes.scala
index 6fc49a08fe..33e0db606c 100644
--- a/project/MimaExcludes.scala
+++ b/project/MimaExcludes.scala
@@ -689,6 +689,11 @@ object MimaExcludes {
// [SPARK-4452][Core]Shuffle data structures can starve others on the same thread for memory
ProblemFilters.exclude[IncompatibleTemplateDefProblem]("org.apache.spark.util.collection.Spillable")
) ++ Seq(
+ // [SPARK-14952][Core][ML] Remove methods deprecated in 1.6
+ ProblemFilters.exclude[DirectMissingMethodProblem]("org.apache.spark.input.PortableDataStream.close"),
+ ProblemFilters.exclude[DirectMissingMethodProblem]("org.apache.spark.ml.classification.LogisticRegressionModel.weights"),
+ ProblemFilters.exclude[DirectMissingMethodProblem]("org.apache.spark.ml.regression.LinearRegressionModel.weights")
+ ) ++ Seq(
// SPARK-14654: New accumulator API
ProblemFilters.exclude[MissingTypesProblem]("org.apache.spark.ExceptionFailure$"),
ProblemFilters.exclude[DirectMissingMethodProblem]("org.apache.spark.ExceptionFailure.apply"),
diff --git a/python/pyspark/ml/classification.py b/python/pyspark/ml/classification.py
index cc562d2d3d..f616c7fbec 100644
--- a/python/pyspark/ml/classification.py
+++ b/python/pyspark/ml/classification.py
@@ -214,16 +214,6 @@ class LogisticRegressionModel(JavaModel, JavaMLWritable, JavaMLReadable):
"""
@property
- @since("1.4.0")
- def weights(self):
- """
- Model weights.
- """
-
- warnings.warn("weights is deprecated. Use coefficients instead.")
- return self._call_java("weights")
-
- @property
@since("1.6.0")
def coefficients(self):
"""
diff --git a/python/pyspark/ml/regression.py b/python/pyspark/ml/regression.py
index 8e76070e9a..d490953f79 100644
--- a/python/pyspark/ml/regression.py
+++ b/python/pyspark/ml/regression.py
@@ -129,15 +129,6 @@ class LinearRegressionModel(JavaModel, JavaMLWritable, JavaMLReadable):
"""
@property
- @since("1.4.0")
- def weights(self):
- """
- Model weights.
- """
- warnings.warn("weights is deprecated. Use coefficients instead.")
- return self._call_java("weights")
-
- @property
@since("1.6.0")
def coefficients(self):
"""