aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorTommy YU <tummyyu@163.com>2016-02-11 18:38:49 -0800
committerXiangrui Meng <meng@databricks.com>2016-02-11 18:38:49 -0800
commitd3e2e202994e063856c192e9fdd0541777b88e0e (patch)
tree6d09b82ce9da24cc619960553126586dfeac11f4
parent5f1c359069545e75dfe83757c67a4be80428d342 (diff)
downloadspark-d3e2e202994e063856c192e9fdd0541777b88e0e.tar.gz
spark-d3e2e202994e063856c192e9fdd0541777b88e0e.tar.bz2
spark-d3e2e202994e063856c192e9fdd0541777b88e0e.zip
[SPARK-13153][PYSPARK] ML persistence failed when handle no default value parameter
Fix this defect by check default value exist or not. yanboliang Please help to review. Author: Tommy YU <tummyyu@163.com> Closes #11043 from Wenpei/spark-13153-handle-param-withnodefaultvalue.
-rw-r--r--python/pyspark/ml/wrapper.py5
1 files changed, 3 insertions, 2 deletions
diff --git a/python/pyspark/ml/wrapper.py b/python/pyspark/ml/wrapper.py
index d4d48eb215..f8feaa1dfa 100644
--- a/python/pyspark/ml/wrapper.py
+++ b/python/pyspark/ml/wrapper.py
@@ -79,8 +79,9 @@ class JavaWrapper(Params):
for param in self.params:
if self._java_obj.hasParam(param.name):
java_param = self._java_obj.getParam(param.name)
- value = _java2py(sc, self._java_obj.getOrDefault(java_param))
- self._paramMap[param] = value
+ if self._java_obj.isDefined(java_param):
+ value = _java2py(sc, self._java_obj.getOrDefault(java_param))
+ self._paramMap[param] = value
@staticmethod
def _empty_java_param_map():