diff options
| author | Patrick Wendell <pwendell@gmail.com> | 2013-08-11 15:36:13 -0700 |
|---|---|---|
| committer | Patrick Wendell <pwendell@gmail.com> | 2013-08-11 16:25:57 -0700 |
| commit | 3d8f281604a0f28e2e52e54f2b12e762eb93bf63 (patch) | |
| tree | b6972cc861b89a69a9a9ec4e17546503c63ac18f /core | |
| parent | b09d4b79e83330c96c161ea4eb9af284f0a835e6 (diff) | |
| download | spark-3d8f281604a0f28e2e52e54f2b12e762eb93bf63.tar.gz spark-3d8f281604a0f28e2e52e54f2b12e762eb93bf63.tar.bz2 spark-3d8f281604a0f28e2e52e54f2b12e762eb93bf63.zip | |
Report compressed bytes read when calculating TaskMetrics
Diffstat (limited to 'core')
| -rw-r--r-- | core/src/main/scala/spark/storage/BlockFetcherIterator.scala | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/storage/BlockFetcherIterator.scala b/core/src/main/scala/spark/storage/BlockFetcherIterator.scala index 1965c5bc19..07e3db30fe 100644 --- a/core/src/main/scala/spark/storage/BlockFetcherIterator.scala +++ b/core/src/main/scala/spark/storage/BlockFetcherIterator.scala @@ -132,9 +132,10 @@ object BlockFetcherIterator { "Unexpected message " + blockMessage.getType + " received from " + cmId) } val blockId = blockMessage.getId + val networkSize = blockMessage.getData.limit() results.put(new FetchResult(blockId, sizeMap(blockId), () => dataDeserialize(blockId, blockMessage.getData, serializer))) - _remoteBytesRead += req.size + _remoteBytesRead += networkSize logDebug("Got remote block " + blockId + " after " + Utils.getUsedTimeMs(startTime)) } } |