diff options
author | Patrick Wendell <pwendell@gmail.com> | 2014-01-08 20:54:24 -0800 |
---|---|---|
committer | Patrick Wendell <pwendell@gmail.com> | 2014-01-09 10:42:58 -0800 |
commit | 35f80da21aaea8c6fde089754ef3a86bc78e0428 (patch) | |
tree | 5c32d74e2602e3784ce7af4753c4b721296a8a04 /streaming | |
parent | 04d83fc37f9eef89c20331c85291a0a169f75e6d (diff) | |
download | spark-35f80da21aaea8c6fde089754ef3a86bc78e0428.tar.gz spark-35f80da21aaea8c6fde089754ef3a86bc78e0428.tar.bz2 spark-35f80da21aaea8c6fde089754ef3a86bc78e0428.zip |
Set default logging to WARN for Spark streaming examples.
This programatically sets the log level to WARN by default for streaming
tests. If the user has already specified a log4j.properties file,
the user's file will take precedence over this default.
Diffstat (limited to 'streaming')
-rw-r--r-- | streaming/src/main/scala/org/apache/spark/streaming/DStream.scala | 2 | ||||
-rw-r--r-- | streaming/src/main/scala/org/apache/spark/streaming/DStreamGraph.scala | 8 |
2 files changed, 5 insertions, 5 deletions
diff --git a/streaming/src/main/scala/org/apache/spark/streaming/DStream.scala b/streaming/src/main/scala/org/apache/spark/streaming/DStream.scala index 00671ba520..837f1ea1d8 100644 --- a/streaming/src/main/scala/org/apache/spark/streaming/DStream.scala +++ b/streaming/src/main/scala/org/apache/spark/streaming/DStream.scala @@ -333,7 +333,7 @@ abstract class DStream[T: ClassTag] ( var numForgotten = 0 val oldRDDs = generatedRDDs.filter(_._1 <= (time - rememberDuration)) generatedRDDs --= oldRDDs.keys - logInfo("Cleared " + oldRDDs.size + " RDDs that were older than " + + logDebug("Cleared " + oldRDDs.size + " RDDs that were older than " + (time - rememberDuration) + ": " + oldRDDs.keys.mkString(", ")) dependencies.foreach(_.clearOldMetadata(time)) } diff --git a/streaming/src/main/scala/org/apache/spark/streaming/DStreamGraph.scala b/streaming/src/main/scala/org/apache/spark/streaming/DStreamGraph.scala index a09b891956..62d07b22c6 100644 --- a/streaming/src/main/scala/org/apache/spark/streaming/DStreamGraph.scala +++ b/streaming/src/main/scala/org/apache/spark/streaming/DStreamGraph.scala @@ -105,18 +105,18 @@ final private[streaming] class DStreamGraph extends Serializable with Logging { def generateJobs(time: Time): Seq[Job] = { this.synchronized { - logInfo("Generating jobs for time " + time) + logDebug("Generating jobs for time " + time) val jobs = outputStreams.flatMap(outputStream => outputStream.generateJob(time)) - logInfo("Generated " + jobs.length + " jobs for time " + time) + logDebug("Generated " + jobs.length + " jobs for time " + time) jobs } } def clearOldMetadata(time: Time) { this.synchronized { - logInfo("Clearing old metadata for time " + time) + logDebug("Clearing old metadata for time " + time) outputStreams.foreach(_.clearOldMetadata(time)) - logInfo("Cleared old metadata for time " + time) + logDebug("Cleared old metadata for time " + time) } } |