aboutsummaryrefslogtreecommitdiff
path: root/dev/audit-release/sbt_app_streaming/src/main/scala/StreamingApp.scala
diff options
context:
space:
mode:
Diffstat (limited to 'dev/audit-release/sbt_app_streaming/src/main/scala/StreamingApp.scala')
-rw-r--r--dev/audit-release/sbt_app_streaming/src/main/scala/StreamingApp.scala8
1 files changed, 5 insertions, 3 deletions
diff --git a/dev/audit-release/sbt_app_streaming/src/main/scala/StreamingApp.scala b/dev/audit-release/sbt_app_streaming/src/main/scala/StreamingApp.scala
index 3d0722d2ac..a1d8971abe 100644
--- a/dev/audit-release/sbt_app_streaming/src/main/scala/StreamingApp.scala
+++ b/dev/audit-release/sbt_app_streaming/src/main/scala/StreamingApp.scala
@@ -27,10 +27,12 @@ import org.apache.spark.streaming._
object SparkStreamingExample {
def main(args: Array[String]) {
- val conf = new SparkConf(true)
- .setMaster("local[2]")
- .setAppName("Streaming test")
+ val conf = sys.env.get("SPARK_AUDIT_MASTER") match {
+ case Some(master) => new SparkConf().setAppName("Simple Streaming App").setMaster(master)
+ case None => new SparkConf().setAppName("Simple Streaming App")
+ }
val ssc = new StreamingContext(conf, Seconds(1))
+ SparkContext.jarOfClass(this.getClass).foreach(ssc.sparkContext.addJar)
val seen = ListBuffer[RDD[Int]]()
val rdd1 = ssc.sparkContext.makeRDD(1 to 100, 10)