diff options
author | Luciano Resende <lresende@apache.org> | 2016-02-21 16:27:56 +0000 |
---|---|---|
committer | Sean Owen <sowen@cloudera.com> | 2016-02-21 16:27:56 +0000 |
commit | 1a340da8d7590d831b040c74f5a6eb560e14d585 (patch) | |
tree | a8b02a674783f2ea82fc666ebdab1bd230e169a3 /examples | |
parent | d9efe63ecdc60a9955f1924de0e8a00bcb6a559d (diff) | |
download | spark-1a340da8d7590d831b040c74f5a6eb560e14d585.tar.gz spark-1a340da8d7590d831b040c74f5a6eb560e14d585.tar.bz2 spark-1a340da8d7590d831b040c74f5a6eb560e14d585.zip |
[SPARK-13248][STREAMING] Remove deprecated Streaming APIs.
Remove deprecated Streaming APIs and adjust sample applications.
Author: Luciano Resende <lresende@apache.org>
Closes #11139 from lresende/streaming-deprecated-apis.
Diffstat (limited to 'examples')
-rw-r--r-- | examples/src/main/java/org/apache/spark/examples/streaming/JavaRecoverableNetworkWordCount.java | 18 |
1 files changed, 9 insertions, 9 deletions
diff --git a/examples/src/main/java/org/apache/spark/examples/streaming/JavaRecoverableNetworkWordCount.java b/examples/src/main/java/org/apache/spark/examples/streaming/JavaRecoverableNetworkWordCount.java index bc8cbcdef7..f9929fc86d 100644 --- a/examples/src/main/java/org/apache/spark/examples/streaming/JavaRecoverableNetworkWordCount.java +++ b/examples/src/main/java/org/apache/spark/examples/streaming/JavaRecoverableNetworkWordCount.java @@ -26,17 +26,14 @@ import java.util.List; import java.util.regex.Pattern; import scala.Tuple2; + import com.google.common.io.Files; import org.apache.spark.Accumulator; import org.apache.spark.SparkConf; import org.apache.spark.api.java.JavaPairRDD; import org.apache.spark.api.java.JavaSparkContext; -import org.apache.spark.api.java.function.FlatMapFunction; -import org.apache.spark.api.java.function.Function; -import org.apache.spark.api.java.function.Function2; -import org.apache.spark.api.java.function.PairFunction; -import org.apache.spark.api.java.function.VoidFunction2; +import org.apache.spark.api.java.function.*; import org.apache.spark.broadcast.Broadcast; import org.apache.spark.streaming.Durations; import org.apache.spark.streaming.Time; @@ -44,7 +41,6 @@ import org.apache.spark.streaming.api.java.JavaDStream; import org.apache.spark.streaming.api.java.JavaPairDStream; import org.apache.spark.streaming.api.java.JavaReceiverInputDStream; import org.apache.spark.streaming.api.java.JavaStreamingContext; -import org.apache.spark.streaming.api.java.JavaStreamingContextFactory; /** * Use this singleton to get or register a Broadcast variable. @@ -204,13 +200,17 @@ public final class JavaRecoverableNetworkWordCount { final int port = Integer.parseInt(args[1]); final String checkpointDirectory = args[2]; final String outputPath = args[3]; - JavaStreamingContextFactory factory = new JavaStreamingContextFactory() { + + // Function to create JavaStreamingContext without any output operations + // (used to detect the new context) + Function0<JavaStreamingContext> createContextFunc = new Function0<JavaStreamingContext>() { @Override - public JavaStreamingContext create() { + public JavaStreamingContext call() { return createContext(ip, port, checkpointDirectory, outputPath); } }; - JavaStreamingContext ssc = JavaStreamingContext.getOrCreate(checkpointDirectory, factory); + + JavaStreamingContext ssc = JavaStreamingContext.getOrCreate(checkpointDirectory, createContextFunc); ssc.start(); ssc.awaitTermination(); } |