aboutsummaryrefslogtreecommitdiff
path: root/common/network-shuffle
diff options
context:
space:
mode:
authorThomas Graves <tgraves@staydecay.corp.gq1.yahoo.com>2016-05-04 14:28:26 -0700
committerAndrew Or <andrew@databricks.com>2016-05-04 14:28:26 -0700
commit0c00391f77359efdbf9dbd26d4c8186be8839922 (patch)
tree8626a2eff6d9485b009ada7eb1569f42f1b2dbdb /common/network-shuffle
parent6ae9fc00ed6ef530a9c42c8407fc66fd873239cc (diff)
downloadspark-0c00391f77359efdbf9dbd26d4c8186be8839922.tar.gz
spark-0c00391f77359efdbf9dbd26d4c8186be8839922.tar.bz2
spark-0c00391f77359efdbf9dbd26d4c8186be8839922.zip
[SPARK-15121] Improve logging of external shuffle handler
## What changes were proposed in this pull request? Add more informative logging in the external shuffle service to aid in debugging who is connecting to the YARN Nodemanager when the external shuffle service runs under it. ## How was this patch tested? Ran and saw logs coming out in log file. Author: Thomas Graves <tgraves@staydecay.corp.gq1.yahoo.com> Closes #12900 from tgravescs/SPARK-15121.
Diffstat (limited to 'common/network-shuffle')
-rw-r--r--common/network-shuffle/src/main/java/org/apache/spark/network/shuffle/ExternalShuffleBlockHandler.java4
1 files changed, 3 insertions, 1 deletions
diff --git a/common/network-shuffle/src/main/java/org/apache/spark/network/shuffle/ExternalShuffleBlockHandler.java b/common/network-shuffle/src/main/java/org/apache/spark/network/shuffle/ExternalShuffleBlockHandler.java
index f8d03b3b94..fb1226c09e 100644
--- a/common/network-shuffle/src/main/java/org/apache/spark/network/shuffle/ExternalShuffleBlockHandler.java
+++ b/common/network-shuffle/src/main/java/org/apache/spark/network/shuffle/ExternalShuffleBlockHandler.java
@@ -35,6 +35,7 @@ import org.apache.spark.network.server.RpcHandler;
import org.apache.spark.network.server.StreamManager;
import org.apache.spark.network.shuffle.ExternalShuffleBlockResolver.AppExecId;
import org.apache.spark.network.shuffle.protocol.*;
+import org.apache.spark.network.util.NettyUtils;
import org.apache.spark.network.util.TransportConf;
@@ -86,7 +87,8 @@ public class ExternalShuffleBlockHandler extends RpcHandler {
blocks.add(blockManager.getBlockData(msg.appId, msg.execId, blockId));
}
long streamId = streamManager.registerStream(client.getClientId(), blocks.iterator());
- logger.trace("Registered streamId {} with {} buffers", streamId, msg.blockIds.length);
+ logger.trace("Registered streamId {} with {} buffers for client {} from host {}", streamId,
+ msg.blockIds.length, client.getClientId(), NettyUtils.getRemoteAddress(client.getChannel()));
callback.onSuccess(new StreamHandle(streamId, msg.blockIds.length).toByteBuffer());
} else if (msgObj instanceof RegisterExecutor) {