aboutsummaryrefslogtreecommitdiff
path: root/examples/src/main/python/ml/max_abs_scaler_example.py
diff options
context:
space:
mode:
Diffstat (limited to 'examples/src/main/python/ml/max_abs_scaler_example.py')
-rw-r--r--examples/src/main/python/ml/max_abs_scaler_example.py10
1 files changed, 4 insertions, 6 deletions
diff --git a/examples/src/main/python/ml/max_abs_scaler_example.py b/examples/src/main/python/ml/max_abs_scaler_example.py
index d9b69eef1c..1cb95a98f0 100644
--- a/examples/src/main/python/ml/max_abs_scaler_example.py
+++ b/examples/src/main/python/ml/max_abs_scaler_example.py
@@ -17,18 +17,16 @@
from __future__ import print_function
-from pyspark import SparkContext
-from pyspark.sql import SQLContext
# $example on$
from pyspark.ml.feature import MaxAbsScaler
# $example off$
+from pyspark.sql import SparkSession
if __name__ == "__main__":
- sc = SparkContext(appName="MaxAbsScalerExample")
- sqlContext = SQLContext(sc)
+ spark = SparkSession.builder.appName("MaxAbsScalerExample").getOrCreate()
# $example on$
- dataFrame = sqlContext.read.format("libsvm").load("data/mllib/sample_libsvm_data.txt")
+ dataFrame = spark.read.format("libsvm").load("data/mllib/sample_libsvm_data.txt")
scaler = MaxAbsScaler(inputCol="features", outputCol="scaledFeatures")
@@ -40,4 +38,4 @@ if __name__ == "__main__":
scaledData.show()
# $example off$
- sc.stop()
+ spark.stop()