aboutsummaryrefslogtreecommitdiff
path: root/streaming
diff options
context:
space:
mode:
authorPatrick Wendell <pwendell@gmail.com>2014-01-08 20:54:24 -0800
committerPatrick Wendell <pwendell@gmail.com>2014-01-09 10:42:58 -0800
commit35f80da21aaea8c6fde089754ef3a86bc78e0428 (patch)
tree5c32d74e2602e3784ce7af4753c4b721296a8a04 /streaming
parent04d83fc37f9eef89c20331c85291a0a169f75e6d (diff)
downloadspark-35f80da21aaea8c6fde089754ef3a86bc78e0428.tar.gz
spark-35f80da21aaea8c6fde089754ef3a86bc78e0428.tar.bz2
spark-35f80da21aaea8c6fde089754ef3a86bc78e0428.zip
Set default logging to WARN for Spark streaming examples.
This programatically sets the log level to WARN by default for streaming tests. If the user has already specified a log4j.properties file, the user's file will take precedence over this default.
Diffstat (limited to 'streaming')
-rw-r--r--streaming/src/main/scala/org/apache/spark/streaming/DStream.scala2
-rw-r--r--streaming/src/main/scala/org/apache/spark/streaming/DStreamGraph.scala8
2 files changed, 5 insertions, 5 deletions
diff --git a/streaming/src/main/scala/org/apache/spark/streaming/DStream.scala b/streaming/src/main/scala/org/apache/spark/streaming/DStream.scala
index 00671ba520..837f1ea1d8 100644
--- a/streaming/src/main/scala/org/apache/spark/streaming/DStream.scala
+++ b/streaming/src/main/scala/org/apache/spark/streaming/DStream.scala
@@ -333,7 +333,7 @@ abstract class DStream[T: ClassTag] (
var numForgotten = 0
val oldRDDs = generatedRDDs.filter(_._1 <= (time - rememberDuration))
generatedRDDs --= oldRDDs.keys
- logInfo("Cleared " + oldRDDs.size + " RDDs that were older than " +
+ logDebug("Cleared " + oldRDDs.size + " RDDs that were older than " +
(time - rememberDuration) + ": " + oldRDDs.keys.mkString(", "))
dependencies.foreach(_.clearOldMetadata(time))
}
diff --git a/streaming/src/main/scala/org/apache/spark/streaming/DStreamGraph.scala b/streaming/src/main/scala/org/apache/spark/streaming/DStreamGraph.scala
index a09b891956..62d07b22c6 100644
--- a/streaming/src/main/scala/org/apache/spark/streaming/DStreamGraph.scala
+++ b/streaming/src/main/scala/org/apache/spark/streaming/DStreamGraph.scala
@@ -105,18 +105,18 @@ final private[streaming] class DStreamGraph extends Serializable with Logging {
def generateJobs(time: Time): Seq[Job] = {
this.synchronized {
- logInfo("Generating jobs for time " + time)
+ logDebug("Generating jobs for time " + time)
val jobs = outputStreams.flatMap(outputStream => outputStream.generateJob(time))
- logInfo("Generated " + jobs.length + " jobs for time " + time)
+ logDebug("Generated " + jobs.length + " jobs for time " + time)
jobs
}
}
def clearOldMetadata(time: Time) {
this.synchronized {
- logInfo("Clearing old metadata for time " + time)
+ logDebug("Clearing old metadata for time " + time)
outputStreams.foreach(_.clearOldMetadata(time))
- logInfo("Cleared old metadata for time " + time)
+ logDebug("Cleared old metadata for time " + time)
}
}