diff options
| author | Reynold Xin <rxin@cs.berkeley.edu> | 2013-08-11 17:22:47 -0700 |
|---|---|---|
| committer | Reynold Xin <rxin@cs.berkeley.edu> | 2013-08-11 17:22:47 -0700 |
| commit | e5b9ed2833911cb894cf7ad05299aa1385a7e600 (patch) | |
| tree | 17ed3001e8023f354090683f8dd30b0dccd84ad3 | |
| parent | 379648630b919d17968c72e0cc04ce83a25f6fca (diff) | |
| parent | 3d8f281604a0f28e2e52e54f2b12e762eb93bf63 (diff) | |
| download | spark-e5b9ed2833911cb894cf7ad05299aa1385a7e600.tar.gz spark-e5b9ed2833911cb894cf7ad05299aa1385a7e600.tar.bz2 spark-e5b9ed2833911cb894cf7ad05299aa1385a7e600.zip | |
Merge pull request #808 from pwendell/ui_compressed_bytes
Report compressed bytes read when calculating TaskMetrics
| -rw-r--r-- | core/src/main/scala/spark/storage/BlockFetcherIterator.scala | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/storage/BlockFetcherIterator.scala b/core/src/main/scala/spark/storage/BlockFetcherIterator.scala index 1965c5bc19..07e3db30fe 100644 --- a/core/src/main/scala/spark/storage/BlockFetcherIterator.scala +++ b/core/src/main/scala/spark/storage/BlockFetcherIterator.scala @@ -132,9 +132,10 @@ object BlockFetcherIterator { "Unexpected message " + blockMessage.getType + " received from " + cmId) } val blockId = blockMessage.getId + val networkSize = blockMessage.getData.limit() results.put(new FetchResult(blockId, sizeMap(blockId), () => dataDeserialize(blockId, blockMessage.getData, serializer))) - _remoteBytesRead += req.size + _remoteBytesRead += networkSize logDebug("Got remote block " + blockId + " after " + Utils.getUsedTimeMs(startTime)) } } |