aboutsummaryrefslogtreecommitdiff
path: root/core/src/main
diff options
context:
space:
mode:
authorroot <root@ip-10-226-118-223.ec2.internal>2012-10-07 03:51:04 +0000
committerroot <root@ip-10-226-118-223.ec2.internal>2012-10-07 03:51:04 +0000
commit0bc63f7ef1a22ce92b21ea9fe417df43923c1ce7 (patch)
tree5732c6c5309f8a8cfec736eb97d71792b6caf0d2 /core/src/main
parentdc28a3ac0a052f7327d03de76c3b153cda2b616a (diff)
downloadspark-0bc63f7ef1a22ce92b21ea9fe417df43923c1ce7.tar.gz
spark-0bc63f7ef1a22ce92b21ea9fe417df43923c1ce7.tar.bz2
spark-0bc63f7ef1a22ce92b21ea9fe417df43923c1ce7.zip
Log initial number of fetches in reducer
Diffstat (limited to 'core/src/main')
-rw-r--r--core/src/main/scala/spark/storage/BlockManager.scala3
1 files changed, 2 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/storage/BlockManager.scala b/core/src/main/scala/spark/storage/BlockManager.scala
index c9bcd26016..c1d1e35ace 100644
--- a/core/src/main/scala/spark/storage/BlockManager.scala
+++ b/core/src/main/scala/spark/storage/BlockManager.scala
@@ -459,7 +459,8 @@ class BlockManager(val master: BlockManagerMaster, val serializer: Serializer, m
sendRequest(fetchRequests.dequeue())
}
- logDebug("Started remote gets in " + Utils.getUsedTimeMs(startTime) + " ms")
+ val numGets = remoteBlockIds.size - fetchRequests.size
+ logInfo("Started " + numGets + " remote gets in " + Utils.getUsedTimeMs(startTime))
// Get the local blocks while remote blocks are being fetched. Note that it's okay to do
// these all at once because they will just memory-map some files, so they won't consume