aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--python/pyspark/mllib/tests.py7
1 files changed, 7 insertions, 0 deletions
diff --git a/python/pyspark/mllib/tests.py b/python/pyspark/mllib/tests.py
index 47dad7d12e..61ef398487 100644
--- a/python/pyspark/mllib/tests.py
+++ b/python/pyspark/mllib/tests.py
@@ -363,6 +363,13 @@ class StatTests(PySparkTestCase):
self.assertEqual(10, len(summary.normL1()))
self.assertEqual(10, len(summary.normL2()))
+ data2 = self.sc.parallelize(xrange(10)).map(lambda x: Vectors.dense(x))
+ summary2 = Statistics.colStats(data2)
+ self.assertEqual(array([45.0]), summary2.normL1())
+ import math
+ expectedNormL2 = math.sqrt(sum(map(lambda x: x*x, xrange(10))))
+ self.assertTrue(math.fabs(summary2.normL2()[0] - expectedNormL2) < 1e-14)
+
class VectorUDTTests(PySparkTestCase):