aboutsummaryrefslogtreecommitdiff
path: root/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json
diff options
context:
space:
mode:
authorWenchen Fan <wenchen@databricks.com>2016-04-18 15:17:29 -0700
committerReynold Xin <rxin@databricks.com>2016-04-18 15:17:29 -0700
commit602734084c05a79c18446a3c2c051740dba143b3 (patch)
tree5cddac1f7a8add17ec705205e9cc5001d3d63d69 /core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json
parent6ff0435858eed8310c0298ef0394053dfe06df9e (diff)
downloadspark-602734084c05a79c18446a3c2c051740dba143b3.tar.gz
spark-602734084c05a79c18446a3c2c051740dba143b3.tar.bz2
spark-602734084c05a79c18446a3c2c051740dba143b3.zip
[SPARK-14628][CORE][FOLLLOW-UP] Always tracking read/write metrics
## What changes were proposed in this pull request? This PR is a follow up for https://github.com/apache/spark/pull/12417, now we always track input/output/shuffle metrics in spark JSON protocol and status API. Most of the line changes are because of re-generating the gold answer for `HistoryServerSuite`, and we add a lot of 0 values for read/write metrics. ## How was this patch tested? existing tests. Author: Wenchen Fan <wenchen@databricks.com> Closes #12462 from cloud-fan/follow.
Diffstat (limited to 'core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json')
-rw-r--r--core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json15
1 files changed, 14 insertions, 1 deletions
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json
index bc3c302813..76d1553bc8 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json
@@ -11,9 +11,22 @@
"bytesRead" : [ 60488.0, 70564.0, 70565.0 ],
"recordsRead" : [ 10000.0, 10000.0, 10000.0 ]
},
+ "outputMetrics" : {
+ "bytesWritten" : [ 0.0, 0.0, 0.0 ],
+ "recordsWritten" : [ 0.0, 0.0, 0.0 ]
+ },
+ "shuffleReadMetrics" : {
+ "readBytes" : [ 0.0, 0.0, 0.0 ],
+ "readRecords" : [ 0.0, 0.0, 0.0 ],
+ "remoteBlocksFetched" : [ 0.0, 0.0, 0.0 ],
+ "localBlocksFetched" : [ 0.0, 0.0, 0.0 ],
+ "fetchWaitTime" : [ 0.0, 0.0, 0.0 ],
+ "remoteBytesRead" : [ 0.0, 0.0, 0.0 ],
+ "totalBlocksFetched" : [ 0.0, 0.0, 0.0 ]
+ },
"shuffleWriteMetrics" : {
"writeBytes" : [ 1710.0, 1710.0, 1710.0 ],
"writeRecords" : [ 10.0, 10.0, 10.0 ],
"writeTime" : [ 89437.0, 102159.0, 4016617.0 ]
}
-} \ No newline at end of file
+}