diff options
author | root <root@ip-10-226-118-223.ec2.internal> | 2012-10-07 03:51:04 +0000 |
---|---|---|
committer | root <root@ip-10-226-118-223.ec2.internal> | 2012-10-07 03:51:04 +0000 |
commit | 0bc63f7ef1a22ce92b21ea9fe417df43923c1ce7 (patch) | |
tree | 5732c6c5309f8a8cfec736eb97d71792b6caf0d2 /core | |
parent | dc28a3ac0a052f7327d03de76c3b153cda2b616a (diff) | |
download | spark-0bc63f7ef1a22ce92b21ea9fe417df43923c1ce7.tar.gz spark-0bc63f7ef1a22ce92b21ea9fe417df43923c1ce7.tar.bz2 spark-0bc63f7ef1a22ce92b21ea9fe417df43923c1ce7.zip |
Log initial number of fetches in reducer
Diffstat (limited to 'core')
-rw-r--r-- | core/src/main/scala/spark/storage/BlockManager.scala | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/storage/BlockManager.scala b/core/src/main/scala/spark/storage/BlockManager.scala index c9bcd26016..c1d1e35ace 100644 --- a/core/src/main/scala/spark/storage/BlockManager.scala +++ b/core/src/main/scala/spark/storage/BlockManager.scala @@ -459,7 +459,8 @@ class BlockManager(val master: BlockManagerMaster, val serializer: Serializer, m sendRequest(fetchRequests.dequeue()) } - logDebug("Started remote gets in " + Utils.getUsedTimeMs(startTime) + " ms") + val numGets = remoteBlockIds.size - fetchRequests.size + logInfo("Started " + numGets + " remote gets in " + Utils.getUsedTimeMs(startTime)) // Get the local blocks while remote blocks are being fetched. Note that it's okay to do // these all at once because they will just memory-map some files, so they won't consume |