aboutsummaryrefslogtreecommitdiff
path: root/examples
diff options
context:
space:
mode:
authorYuhao Yang <yuhao.yang@intel.com>2017-02-21 09:38:14 -0800
committerFelix Cheung <felixcheung@apache.org>2017-02-21 09:38:14 -0800
commit280afe0ef384433eae2076cda569c5f1b3e49d42 (patch)
tree3094225b03b30bea69a5e0f0a7019a3f225624aa /examples
parent17b93b5feb7595e5b881f288a2774acb5a77e0ab (diff)
downloadspark-280afe0ef384433eae2076cda569c5f1b3e49d42.tar.gz
spark-280afe0ef384433eae2076cda569c5f1b3e49d42.tar.bz2
spark-280afe0ef384433eae2076cda569c5f1b3e49d42.zip
[SPARK-19337][ML][DOC] Documentation and examples for LinearSVC
## What changes were proposed in this pull request? Documentation and examples (Java, scala, python, R) for LinearSVC ## How was this patch tested? local doc generation Author: Yuhao Yang <yuhao.yang@intel.com> Closes #16968 from hhbyyh/mlsvmdoc.
Diffstat (limited to 'examples')
-rw-r--r--examples/src/main/java/org/apache/spark/examples/ml/JavaLinearSVCExample.java54
-rw-r--r--examples/src/main/python/ml/linearsvc.py46
-rw-r--r--examples/src/main/scala/org/apache/spark/examples/ml/LinearSVCExample.scala52
3 files changed, 152 insertions, 0 deletions
diff --git a/examples/src/main/java/org/apache/spark/examples/ml/JavaLinearSVCExample.java b/examples/src/main/java/org/apache/spark/examples/ml/JavaLinearSVCExample.java
new file mode 100644
index 0000000000..a18ed1d0b4
--- /dev/null
+++ b/examples/src/main/java/org/apache/spark/examples/ml/JavaLinearSVCExample.java
@@ -0,0 +1,54 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.spark.examples.ml;
+
+// $example on$
+import org.apache.spark.ml.classification.LinearSVC;
+import org.apache.spark.ml.classification.LinearSVCModel;
+import org.apache.spark.sql.Dataset;
+import org.apache.spark.sql.Row;
+import org.apache.spark.sql.SparkSession;
+// $example off$
+
+public class JavaLinearSVCExample {
+ public static void main(String[] args) {
+ SparkSession spark = SparkSession
+ .builder()
+ .appName("JavaLinearSVCExample")
+ .getOrCreate();
+
+ // $example on$
+ // Load training data
+ Dataset<Row> training = spark.read().format("libsvm")
+ .load("data/mllib/sample_libsvm_data.txt");
+
+ LinearSVC lsvc = new LinearSVC()
+ .setMaxIter(10)
+ .setRegParam(0.1);
+
+ // Fit the model
+ LinearSVCModel lsvcModel = lsvc.fit(training);
+
+ // Print the coefficients and intercept for LinearSVC
+ System.out.println("Coefficients: "
+ + lsvcModel.coefficients() + " Intercept: " + lsvcModel.intercept());
+ // $example off$
+
+ spark.stop();
+ }
+}
diff --git a/examples/src/main/python/ml/linearsvc.py b/examples/src/main/python/ml/linearsvc.py
new file mode 100644
index 0000000000..18cbf87a10
--- /dev/null
+++ b/examples/src/main/python/ml/linearsvc.py
@@ -0,0 +1,46 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+from __future__ import print_function
+
+# $example on$
+from pyspark.ml.classification import LinearSVC
+# $example off$
+from pyspark.sql import SparkSession
+
+if __name__ == "__main__":
+ spark = SparkSession\
+ .builder\
+ .appName("linearSVC Example")\
+ .getOrCreate()
+
+ # $example on$
+ # Load training data
+ training = spark.read.format("libsvm").load("data/mllib/sample_libsvm_data.txt")
+
+ lsvc = LinearSVC(maxIter=10, regParam=0.1)
+
+ # Fit the model
+ lsvcModel = lsvc.fit(training)
+
+ # Print the coefficients and intercept for linearsSVC
+ print("Coefficients: " + str(lsvcModel.coefficients))
+ print("Intercept: " + str(lsvcModel.intercept))
+
+ # $example off$
+
+ spark.stop()
diff --git a/examples/src/main/scala/org/apache/spark/examples/ml/LinearSVCExample.scala b/examples/src/main/scala/org/apache/spark/examples/ml/LinearSVCExample.scala
new file mode 100644
index 0000000000..5f43e65712
--- /dev/null
+++ b/examples/src/main/scala/org/apache/spark/examples/ml/LinearSVCExample.scala
@@ -0,0 +1,52 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+// scalastyle:off println
+package org.apache.spark.examples.ml
+
+// $example on$
+import org.apache.spark.ml.classification.LinearSVC
+// $example off$
+import org.apache.spark.sql.SparkSession
+
+object LinearSVCExample {
+
+ def main(args: Array[String]): Unit = {
+ val spark = SparkSession
+ .builder
+ .appName("LinearSVCExample")
+ .getOrCreate()
+
+ // $example on$
+ // Load training data
+ val training = spark.read.format("libsvm").load("data/mllib/sample_libsvm_data.txt")
+
+ val lsvc = new LinearSVC()
+ .setMaxIter(10)
+ .setRegParam(0.1)
+
+ // Fit the model
+ val lsvcModel = lsvc.fit(training)
+
+ // Print the coefficients and intercept for linear svc
+ println(s"Coefficients: ${lsvcModel.coefficients} Intercept: ${lsvcModel.intercept}")
+ // $example off$
+
+ spark.stop()
+ }
+}
+// scalastyle:on println