aboutsummaryrefslogtreecommitdiff
path: root/examples/src/main/java/org/apache
diff options
context:
space:
mode:
authorSean Owen <sowen@cloudera.com>2014-10-01 11:28:22 -0700
committerJosh Rosen <joshrosen@apache.org>2014-10-01 11:28:22 -0700
commitdcb2f73f1cf1f6efd5175267e135ad6cf4bf6e3d (patch)
tree3722ed4f7abbff0587f584f827e98cc10ead4897 /examples/src/main/java/org/apache
parentabf588f47a26d0066f0b75d52b200a87bb085064 (diff)
downloadspark-dcb2f73f1cf1f6efd5175267e135ad6cf4bf6e3d.tar.gz
spark-dcb2f73f1cf1f6efd5175267e135ad6cf4bf6e3d.tar.bz2
spark-dcb2f73f1cf1f6efd5175267e135ad6cf4bf6e3d.zip
SPARK-2626 [DOCS] Stop SparkContext in all examples
Call SparkContext.stop() in all examples (and touch up minor nearby code style issues while at it) Author: Sean Owen <sowen@cloudera.com> Closes #2575 from srowen/SPARK-2626 and squashes the following commits: 5b2baae [Sean Owen] Call SparkContext.stop() in all examples (and touch up minor nearby code style issues while at it)
Diffstat (limited to 'examples/src/main/java/org/apache')
-rw-r--r--examples/src/main/java/org/apache/spark/examples/JavaSparkPi.java3
-rw-r--r--examples/src/main/java/org/apache/spark/examples/sql/JavaSparkSQL.java9
2 files changed, 10 insertions, 2 deletions
diff --git a/examples/src/main/java/org/apache/spark/examples/JavaSparkPi.java b/examples/src/main/java/org/apache/spark/examples/JavaSparkPi.java
index 11157d7573..0f07cb4098 100644
--- a/examples/src/main/java/org/apache/spark/examples/JavaSparkPi.java
+++ b/examples/src/main/java/org/apache/spark/examples/JavaSparkPi.java
@@ -31,7 +31,6 @@ import java.util.List;
* Usage: JavaSparkPi [slices]
*/
public final class JavaSparkPi {
-
public static void main(String[] args) throws Exception {
SparkConf sparkConf = new SparkConf().setAppName("JavaSparkPi");
@@ -61,5 +60,7 @@ public final class JavaSparkPi {
});
System.out.println("Pi is roughly " + 4.0 * count / n);
+
+ jsc.stop();
}
}
diff --git a/examples/src/main/java/org/apache/spark/examples/sql/JavaSparkSQL.java b/examples/src/main/java/org/apache/spark/examples/sql/JavaSparkSQL.java
index 898297dc65..01c77bd443 100644
--- a/examples/src/main/java/org/apache/spark/examples/sql/JavaSparkSQL.java
+++ b/examples/src/main/java/org/apache/spark/examples/sql/JavaSparkSQL.java
@@ -61,7 +61,8 @@ public class JavaSparkSQL {
// Load a text file and convert each line to a Java Bean.
JavaRDD<Person> people = ctx.textFile("examples/src/main/resources/people.txt").map(
new Function<String, Person>() {
- public Person call(String line) throws Exception {
+ @Override
+ public Person call(String line) {
String[] parts = line.split(",");
Person person = new Person();
@@ -82,6 +83,7 @@ public class JavaSparkSQL {
// The results of SQL queries are SchemaRDDs and support all the normal RDD operations.
// The columns of a row in the result can be accessed by ordinal.
List<String> teenagerNames = teenagers.map(new Function<Row, String>() {
+ @Override
public String call(Row row) {
return "Name: " + row.getString(0);
}
@@ -104,6 +106,7 @@ public class JavaSparkSQL {
JavaSchemaRDD teenagers2 =
sqlCtx.sql("SELECT name FROM parquetFile WHERE age >= 13 AND age <= 19");
teenagerNames = teenagers2.map(new Function<Row, String>() {
+ @Override
public String call(Row row) {
return "Name: " + row.getString(0);
}
@@ -136,6 +139,7 @@ public class JavaSparkSQL {
// The results of SQL queries are JavaSchemaRDDs and support all the normal RDD operations.
// The columns of a row in the result can be accessed by ordinal.
teenagerNames = teenagers3.map(new Function<Row, String>() {
+ @Override
public String call(Row row) { return "Name: " + row.getString(0); }
}).collect();
for (String name: teenagerNames) {
@@ -162,6 +166,7 @@ public class JavaSparkSQL {
JavaSchemaRDD peopleWithCity = sqlCtx.sql("SELECT name, address.city FROM people2");
List<String> nameAndCity = peopleWithCity.map(new Function<Row, String>() {
+ @Override
public String call(Row row) {
return "Name: " + row.getString(0) + ", City: " + row.getString(1);
}
@@ -169,5 +174,7 @@ public class JavaSparkSQL {
for (String name: nameAndCity) {
System.out.println(name);
}
+
+ ctx.stop();
}
}