diff options
author | Sean Owen <sowen@cloudera.com> | 2014-10-01 11:28:22 -0700 |
---|---|---|
committer | Josh Rosen <joshrosen@apache.org> | 2014-10-01 11:28:22 -0700 |
commit | dcb2f73f1cf1f6efd5175267e135ad6cf4bf6e3d (patch) | |
tree | 3722ed4f7abbff0587f584f827e98cc10ead4897 /examples/src/main/java/org/apache | |
parent | abf588f47a26d0066f0b75d52b200a87bb085064 (diff) | |
download | spark-dcb2f73f1cf1f6efd5175267e135ad6cf4bf6e3d.tar.gz spark-dcb2f73f1cf1f6efd5175267e135ad6cf4bf6e3d.tar.bz2 spark-dcb2f73f1cf1f6efd5175267e135ad6cf4bf6e3d.zip |
SPARK-2626 [DOCS] Stop SparkContext in all examples
Call SparkContext.stop() in all examples (and touch up minor nearby code style issues while at it)
Author: Sean Owen <sowen@cloudera.com>
Closes #2575 from srowen/SPARK-2626 and squashes the following commits:
5b2baae [Sean Owen] Call SparkContext.stop() in all examples (and touch up minor nearby code style issues while at it)
Diffstat (limited to 'examples/src/main/java/org/apache')
-rw-r--r-- | examples/src/main/java/org/apache/spark/examples/JavaSparkPi.java | 3 | ||||
-rw-r--r-- | examples/src/main/java/org/apache/spark/examples/sql/JavaSparkSQL.java | 9 |
2 files changed, 10 insertions, 2 deletions
diff --git a/examples/src/main/java/org/apache/spark/examples/JavaSparkPi.java b/examples/src/main/java/org/apache/spark/examples/JavaSparkPi.java index 11157d7573..0f07cb4098 100644 --- a/examples/src/main/java/org/apache/spark/examples/JavaSparkPi.java +++ b/examples/src/main/java/org/apache/spark/examples/JavaSparkPi.java @@ -31,7 +31,6 @@ import java.util.List; * Usage: JavaSparkPi [slices] */ public final class JavaSparkPi { - public static void main(String[] args) throws Exception { SparkConf sparkConf = new SparkConf().setAppName("JavaSparkPi"); @@ -61,5 +60,7 @@ public final class JavaSparkPi { }); System.out.println("Pi is roughly " + 4.0 * count / n); + + jsc.stop(); } } diff --git a/examples/src/main/java/org/apache/spark/examples/sql/JavaSparkSQL.java b/examples/src/main/java/org/apache/spark/examples/sql/JavaSparkSQL.java index 898297dc65..01c77bd443 100644 --- a/examples/src/main/java/org/apache/spark/examples/sql/JavaSparkSQL.java +++ b/examples/src/main/java/org/apache/spark/examples/sql/JavaSparkSQL.java @@ -61,7 +61,8 @@ public class JavaSparkSQL { // Load a text file and convert each line to a Java Bean. JavaRDD<Person> people = ctx.textFile("examples/src/main/resources/people.txt").map( new Function<String, Person>() { - public Person call(String line) throws Exception { + @Override + public Person call(String line) { String[] parts = line.split(","); Person person = new Person(); @@ -82,6 +83,7 @@ public class JavaSparkSQL { // The results of SQL queries are SchemaRDDs and support all the normal RDD operations. // The columns of a row in the result can be accessed by ordinal. List<String> teenagerNames = teenagers.map(new Function<Row, String>() { + @Override public String call(Row row) { return "Name: " + row.getString(0); } @@ -104,6 +106,7 @@ public class JavaSparkSQL { JavaSchemaRDD teenagers2 = sqlCtx.sql("SELECT name FROM parquetFile WHERE age >= 13 AND age <= 19"); teenagerNames = teenagers2.map(new Function<Row, String>() { + @Override public String call(Row row) { return "Name: " + row.getString(0); } @@ -136,6 +139,7 @@ public class JavaSparkSQL { // The results of SQL queries are JavaSchemaRDDs and support all the normal RDD operations. // The columns of a row in the result can be accessed by ordinal. teenagerNames = teenagers3.map(new Function<Row, String>() { + @Override public String call(Row row) { return "Name: " + row.getString(0); } }).collect(); for (String name: teenagerNames) { @@ -162,6 +166,7 @@ public class JavaSparkSQL { JavaSchemaRDD peopleWithCity = sqlCtx.sql("SELECT name, address.city FROM people2"); List<String> nameAndCity = peopleWithCity.map(new Function<Row, String>() { + @Override public String call(Row row) { return "Name: " + row.getString(0) + ", City: " + row.getString(1); } @@ -169,5 +174,7 @@ public class JavaSparkSQL { for (String name: nameAndCity) { System.out.println(name); } + + ctx.stop(); } } |