aboutsummaryrefslogtreecommitdiff
path: root/examples/src/main/python/ml/multilayer_perceptron_classification.py
diff options
context:
space:
mode:
Diffstat (limited to 'examples/src/main/python/ml/multilayer_perceptron_classification.py')
-rw-r--r--examples/src/main/python/ml/multilayer_perceptron_classification.py12
1 files changed, 5 insertions, 7 deletions
diff --git a/examples/src/main/python/ml/multilayer_perceptron_classification.py b/examples/src/main/python/ml/multilayer_perceptron_classification.py
index f84588f547..8bededc14d 100644
--- a/examples/src/main/python/ml/multilayer_perceptron_classification.py
+++ b/examples/src/main/python/ml/multilayer_perceptron_classification.py
@@ -17,21 +17,19 @@
from __future__ import print_function
-from pyspark import SparkContext
-from pyspark.sql import SQLContext
# $example on$
from pyspark.ml.classification import MultilayerPerceptronClassifier
from pyspark.ml.evaluation import MulticlassClassificationEvaluator
# $example off$
+from pyspark.sql import SparkSession
if __name__ == "__main__":
-
- sc = SparkContext(appName="multilayer_perceptron_classification_example")
- sqlContext = SQLContext(sc)
+ spark = SparkSession\
+ .builder.appName("multilayer_perceptron_classification_example").getOrCreate()
# $example on$
# Load training data
- data = sqlContext.read.format("libsvm")\
+ data = spark.read.format("libsvm")\
.load("data/mllib/sample_multiclass_classification_data.txt")
# Split the data into train and test
splits = data.randomSplit([0.6, 0.4], 1234)
@@ -52,4 +50,4 @@ if __name__ == "__main__":
print("Precision:" + str(evaluator.evaluate(predictionAndLabels)))
# $example off$
- sc.stop()
+ spark.stop()