aboutsummaryrefslogtreecommitdiff
path: root/core/src/main/scala/org/apache
diff options
context:
space:
mode:
authorJuan Rodriguez Hortala <hortala@amazon.com>2017-03-26 10:39:05 +0100
committerSean Owen <sowen@cloudera.com>2017-03-26 10:39:05 +0100
commit362ee93296a0de6342b4339e941e6a11f445c5b2 (patch)
treee1402cf609eaecc748e63c9545c4866a4a20e3cd /core/src/main/scala/org/apache
parent93bb0b911b6c790fa369b39da51a83d8f62da909 (diff)
downloadspark-362ee93296a0de6342b4339e941e6a11f445c5b2.tar.gz
spark-362ee93296a0de6342b4339e941e6a11f445c5b2.tar.bz2
spark-362ee93296a0de6342b4339e941e6a11f445c5b2.zip
logging improvements
## What changes were proposed in this pull request? Adding additional information to existing logging messages: - YarnAllocator: log the executor ID together with the container id when a container for an executor is launched. - NettyRpcEnv: log the receiver address when there is a timeout waiting for an answer to a remote call. - ExecutorAllocationManager: fix a typo in the logging message for the list of executors to be removed. ## How was this patch tested? Build spark and submit the word count example to a YARN cluster using cluster mode Author: Juan Rodriguez Hortala <hortala@amazon.com> Closes #17411 from juanrh/logging-improvements.
Diffstat (limited to 'core/src/main/scala/org/apache')
-rw-r--r--core/src/main/scala/org/apache/spark/ExecutorAllocationManager.scala2
-rw-r--r--core/src/main/scala/org/apache/spark/rpc/netty/NettyRpcEnv.scala3
2 files changed, 3 insertions, 2 deletions
diff --git a/core/src/main/scala/org/apache/spark/ExecutorAllocationManager.scala b/core/src/main/scala/org/apache/spark/ExecutorAllocationManager.scala
index 1366251d06..261b3329a7 100644
--- a/core/src/main/scala/org/apache/spark/ExecutorAllocationManager.scala
+++ b/core/src/main/scala/org/apache/spark/ExecutorAllocationManager.scala
@@ -439,7 +439,7 @@ private[spark] class ExecutorAllocationManager(
executorsRemoved
} else {
logWarning(s"Unable to reach the cluster manager to kill executor/s " +
- "executorIdsToBeRemoved.mkString(\",\") or no executor eligible to kill!")
+ s"${executorIdsToBeRemoved.mkString(",")} or no executor eligible to kill!")
Seq.empty[String]
}
}
diff --git a/core/src/main/scala/org/apache/spark/rpc/netty/NettyRpcEnv.scala b/core/src/main/scala/org/apache/spark/rpc/netty/NettyRpcEnv.scala
index ff5e39a8dc..b316e5443f 100644
--- a/core/src/main/scala/org/apache/spark/rpc/netty/NettyRpcEnv.scala
+++ b/core/src/main/scala/org/apache/spark/rpc/netty/NettyRpcEnv.scala
@@ -236,7 +236,8 @@ private[netty] class NettyRpcEnv(
val timeoutCancelable = timeoutScheduler.schedule(new Runnable {
override def run(): Unit = {
- onFailure(new TimeoutException(s"Cannot receive any reply in ${timeout.duration}"))
+ onFailure(new TimeoutException(s"Cannot receive any reply from ${remoteAddr} " +
+ s"in ${timeout.duration}"))
}
}, timeout.duration.toNanos, TimeUnit.NANOSECONDS)
promise.future.onComplete { v =>