aboutsummaryrefslogtreecommitdiff
path: root/core/src/test/resources/HistoryServerExpectations
diff options
context:
space:
mode:
authorWenchen Fan <wenchen@databricks.com>2016-04-18 15:17:29 -0700
committerReynold Xin <rxin@databricks.com>2016-04-18 15:17:29 -0700
commit602734084c05a79c18446a3c2c051740dba143b3 (patch)
tree5cddac1f7a8add17ec705205e9cc5001d3d63d69 /core/src/test/resources/HistoryServerExpectations
parent6ff0435858eed8310c0298ef0394053dfe06df9e (diff)
downloadspark-602734084c05a79c18446a3c2c051740dba143b3.tar.gz
spark-602734084c05a79c18446a3c2c051740dba143b3.tar.bz2
spark-602734084c05a79c18446a3c2c051740dba143b3.zip
[SPARK-14628][CORE][FOLLLOW-UP] Always tracking read/write metrics
## What changes were proposed in this pull request? This PR is a follow up for https://github.com/apache/spark/pull/12417, now we always track input/output/shuffle metrics in spark JSON protocol and status API. Most of the line changes are because of re-generating the gold answer for `HistoryServerSuite`, and we add a lot of 0 values for read/write metrics. ## How was this patch tested? existing tests. Author: Wenchen Fan <wenchen@databricks.com> Closes #12462 from cloud-fan/follow.
Diffstat (limited to 'core/src/test/resources/HistoryServerExpectations')
-rw-r--r--core/src/test/resources/HistoryServerExpectations/application_list_json_expectation.json64
-rw-r--r--core/src/test/resources/HistoryServerExpectations/completed_app_list_json_expectation.json64
-rw-r--r--core/src/test/resources/HistoryServerExpectations/executor_list_json_expectation.json2
-rw-r--r--core/src/test/resources/HistoryServerExpectations/job_list_from_multi_attempt_app_json_1__expectation.json2
-rw-r--r--core/src/test/resources/HistoryServerExpectations/job_list_from_multi_attempt_app_json_2__expectation.json2
-rw-r--r--core/src/test/resources/HistoryServerExpectations/job_list_json_expectation.json2
-rw-r--r--core/src/test/resources/HistoryServerExpectations/maxDate2_app_list_json_expectation.json8
-rw-r--r--core/src/test/resources/HistoryServerExpectations/maxDate_app_list_json_expectation.json16
-rw-r--r--core/src/test/resources/HistoryServerExpectations/minDate_app_list_json_expectation.json70
-rw-r--r--core/src/test/resources/HistoryServerExpectations/one_app_json_expectation.json8
-rw-r--r--core/src/test/resources/HistoryServerExpectations/one_app_multi_attempt_json_expectation.json16
-rw-r--r--core/src/test/resources/HistoryServerExpectations/one_job_json_expectation.json2
-rw-r--r--core/src/test/resources/HistoryServerExpectations/one_rdd_storage_json_expectation.json64
-rw-r--r--core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json96
-rw-r--r--core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json96
-rw-r--r--core/src/test/resources/HistoryServerExpectations/rdd_list_storage_json_expectation.json2
-rw-r--r--core/src/test/resources/HistoryServerExpectations/running_app_list_json_expectation.json2
-rw-r--r--core/src/test/resources/HistoryServerExpectations/stage_task_list_expectation.json242
-rw-r--r--core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_1__expectation.json186
-rw-r--r--core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_2__expectation.json186
-rw-r--r--core/src/test/resources/HistoryServerExpectations/stage_task_list_w__offset___length_expectation.json602
-rw-r--r--core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_expectation.json242
-rw-r--r--core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names___runtime_expectation.json242
-rw-r--r--core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json242
-rw-r--r--core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json15
-rw-r--r--core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_read_expectation.json15
-rw-r--r--core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_write_expectation.json15
-rw-r--r--core/src/test/resources/HistoryServerExpectations/stage_with_accumulable_json_expectation.json184
-rw-r--r--core/src/test/resources/HistoryServerExpectations/succeeded_failed_job_list_json_expectation.json2
-rw-r--r--core/src/test/resources/HistoryServerExpectations/succeeded_job_list_json_expectation.json2
30 files changed, 2460 insertions, 231 deletions
diff --git a/core/src/test/resources/HistoryServerExpectations/application_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/application_list_json_expectation.json
index 1a13233133..cba44c848e 100644
--- a/core/src/test/resources/HistoryServerExpectations/application_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/application_list_json_expectation.json
@@ -2,108 +2,108 @@
"id" : "local-1430917381534",
"name" : "Spark shell",
"attempts" : [ {
- "startTimeEpoch" : 1430917380893,
- "endTimeEpoch" : 1430917391398,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-05-06T13:03:00.893GMT",
"endTime" : "2015-05-06T13:03:11.398GMT",
"lastUpdated" : "",
"duration" : 10505,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1430917380893,
+ "endTimeEpoch" : 1430917391398,
+ "lastUpdatedEpoch" : 0
} ]
}, {
"id" : "local-1430917381535",
"name" : "Spark shell",
"attempts" : [ {
"attemptId" : "2",
- "startTimeEpoch" : 1430917380893,
- "endTimeEpoch" : 1430917380950,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-05-06T13:03:00.893GMT",
"endTime" : "2015-05-06T13:03:00.950GMT",
"lastUpdated" : "",
"duration" : 57,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1430917380893,
+ "endTimeEpoch" : 1430917380950,
+ "lastUpdatedEpoch" : 0
}, {
"attemptId" : "1",
- "startTimeEpoch" : 1430917380880,
- "endTimeEpoch" : 1430917380890,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-05-06T13:03:00.880GMT",
"endTime" : "2015-05-06T13:03:00.890GMT",
"lastUpdated" : "",
"duration" : 10,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1430917380880,
+ "endTimeEpoch" : 1430917380890,
+ "lastUpdatedEpoch" : 0
} ]
}, {
"id" : "local-1426533911241",
"name" : "Spark shell",
"attempts" : [ {
"attemptId" : "2",
- "startTimeEpoch" : 1426633910242,
- "endTimeEpoch" : 1426633945177,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-03-17T23:11:50.242GMT",
"endTime" : "2015-03-17T23:12:25.177GMT",
"lastUpdated" : "",
"duration" : 34935,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1426633910242,
+ "endTimeEpoch" : 1426633945177,
+ "lastUpdatedEpoch" : 0
}, {
"attemptId" : "1",
- "startTimeEpoch" : 1426533910242,
- "endTimeEpoch" : 1426533945177,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-03-16T19:25:10.242GMT",
"endTime" : "2015-03-16T19:25:45.177GMT",
"lastUpdated" : "",
"duration" : 34935,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1426533910242,
+ "endTimeEpoch" : 1426533945177,
+ "lastUpdatedEpoch" : 0
} ]
}, {
"id" : "local-1425081759269",
"name" : "Spark shell",
"attempts" : [ {
- "startTimeEpoch" : 1425081758277,
- "endTimeEpoch" : 1425081766912,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-02-28T00:02:38.277GMT",
"endTime" : "2015-02-28T00:02:46.912GMT",
"lastUpdated" : "",
"duration" : 8635,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1425081758277,
+ "endTimeEpoch" : 1425081766912,
+ "lastUpdatedEpoch" : 0
} ]
}, {
"id" : "local-1422981780767",
"name" : "Spark shell",
"attempts" : [ {
- "startTimeEpoch" : 1422981779720,
- "endTimeEpoch" : 1422981788731,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-02-03T16:42:59.720GMT",
"endTime" : "2015-02-03T16:43:08.731GMT",
"lastUpdated" : "",
"duration" : 9011,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1422981779720,
+ "endTimeEpoch" : 1422981788731,
+ "lastUpdatedEpoch" : 0
} ]
}, {
"id" : "local-1422981759269",
"name" : "Spark shell",
"attempts" : [ {
- "startTimeEpoch" : 1422981758277,
- "endTimeEpoch" : 1422981766912,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-02-03T16:42:38.277GMT",
"endTime" : "2015-02-03T16:42:46.912GMT",
"lastUpdated" : "",
"duration" : 8635,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1422981758277,
+ "endTimeEpoch" : 1422981766912,
+ "lastUpdatedEpoch" : 0
} ]
} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/completed_app_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/completed_app_list_json_expectation.json
index 1a13233133..cba44c848e 100644
--- a/core/src/test/resources/HistoryServerExpectations/completed_app_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/completed_app_list_json_expectation.json
@@ -2,108 +2,108 @@
"id" : "local-1430917381534",
"name" : "Spark shell",
"attempts" : [ {
- "startTimeEpoch" : 1430917380893,
- "endTimeEpoch" : 1430917391398,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-05-06T13:03:00.893GMT",
"endTime" : "2015-05-06T13:03:11.398GMT",
"lastUpdated" : "",
"duration" : 10505,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1430917380893,
+ "endTimeEpoch" : 1430917391398,
+ "lastUpdatedEpoch" : 0
} ]
}, {
"id" : "local-1430917381535",
"name" : "Spark shell",
"attempts" : [ {
"attemptId" : "2",
- "startTimeEpoch" : 1430917380893,
- "endTimeEpoch" : 1430917380950,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-05-06T13:03:00.893GMT",
"endTime" : "2015-05-06T13:03:00.950GMT",
"lastUpdated" : "",
"duration" : 57,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1430917380893,
+ "endTimeEpoch" : 1430917380950,
+ "lastUpdatedEpoch" : 0
}, {
"attemptId" : "1",
- "startTimeEpoch" : 1430917380880,
- "endTimeEpoch" : 1430917380890,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-05-06T13:03:00.880GMT",
"endTime" : "2015-05-06T13:03:00.890GMT",
"lastUpdated" : "",
"duration" : 10,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1430917380880,
+ "endTimeEpoch" : 1430917380890,
+ "lastUpdatedEpoch" : 0
} ]
}, {
"id" : "local-1426533911241",
"name" : "Spark shell",
"attempts" : [ {
"attemptId" : "2",
- "startTimeEpoch" : 1426633910242,
- "endTimeEpoch" : 1426633945177,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-03-17T23:11:50.242GMT",
"endTime" : "2015-03-17T23:12:25.177GMT",
"lastUpdated" : "",
"duration" : 34935,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1426633910242,
+ "endTimeEpoch" : 1426633945177,
+ "lastUpdatedEpoch" : 0
}, {
"attemptId" : "1",
- "startTimeEpoch" : 1426533910242,
- "endTimeEpoch" : 1426533945177,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-03-16T19:25:10.242GMT",
"endTime" : "2015-03-16T19:25:45.177GMT",
"lastUpdated" : "",
"duration" : 34935,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1426533910242,
+ "endTimeEpoch" : 1426533945177,
+ "lastUpdatedEpoch" : 0
} ]
}, {
"id" : "local-1425081759269",
"name" : "Spark shell",
"attempts" : [ {
- "startTimeEpoch" : 1425081758277,
- "endTimeEpoch" : 1425081766912,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-02-28T00:02:38.277GMT",
"endTime" : "2015-02-28T00:02:46.912GMT",
"lastUpdated" : "",
"duration" : 8635,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1425081758277,
+ "endTimeEpoch" : 1425081766912,
+ "lastUpdatedEpoch" : 0
} ]
}, {
"id" : "local-1422981780767",
"name" : "Spark shell",
"attempts" : [ {
- "startTimeEpoch" : 1422981779720,
- "endTimeEpoch" : 1422981788731,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-02-03T16:42:59.720GMT",
"endTime" : "2015-02-03T16:43:08.731GMT",
"lastUpdated" : "",
"duration" : 9011,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1422981779720,
+ "endTimeEpoch" : 1422981788731,
+ "lastUpdatedEpoch" : 0
} ]
}, {
"id" : "local-1422981759269",
"name" : "Spark shell",
"attempts" : [ {
- "startTimeEpoch" : 1422981758277,
- "endTimeEpoch" : 1422981766912,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-02-03T16:42:38.277GMT",
"endTime" : "2015-02-03T16:42:46.912GMT",
"lastUpdated" : "",
"duration" : 8635,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1422981758277,
+ "endTimeEpoch" : 1422981766912,
+ "lastUpdatedEpoch" : 0
} ]
} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/executor_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/executor_list_json_expectation.json
index efc865919b..e7db6742c2 100644
--- a/core/src/test/resources/HistoryServerExpectations/executor_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/executor_list_json_expectation.json
@@ -18,4 +18,4 @@
"totalShuffleWrite" : 13180,
"maxMemory" : 278302556,
"executorLogs" : { }
-} ] \ No newline at end of file
+} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/job_list_from_multi_attempt_app_json_1__expectation.json b/core/src/test/resources/HistoryServerExpectations/job_list_from_multi_attempt_app_json_1__expectation.json
index 2e92e1fa0e..bb6bf434be 100644
--- a/core/src/test/resources/HistoryServerExpectations/job_list_from_multi_attempt_app_json_1__expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/job_list_from_multi_attempt_app_json_1__expectation.json
@@ -12,4 +12,4 @@
"numCompletedStages" : 1,
"numSkippedStages" : 0,
"numFailedStages" : 0
-} ] \ No newline at end of file
+} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/job_list_from_multi_attempt_app_json_2__expectation.json b/core/src/test/resources/HistoryServerExpectations/job_list_from_multi_attempt_app_json_2__expectation.json
index 2e92e1fa0e..bb6bf434be 100644
--- a/core/src/test/resources/HistoryServerExpectations/job_list_from_multi_attempt_app_json_2__expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/job_list_from_multi_attempt_app_json_2__expectation.json
@@ -12,4 +12,4 @@
"numCompletedStages" : 1,
"numSkippedStages" : 0,
"numFailedStages" : 0
-} ] \ No newline at end of file
+} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/job_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/job_list_json_expectation.json
index cab4750270..1583e5ddef 100644
--- a/core/src/test/resources/HistoryServerExpectations/job_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/job_list_json_expectation.json
@@ -40,4 +40,4 @@
"numCompletedStages" : 1,
"numSkippedStages" : 0,
"numFailedStages" : 0
-} ] \ No newline at end of file
+} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/maxDate2_app_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/maxDate2_app_list_json_expectation.json
index eacf04b901..a525d61543 100644
--- a/core/src/test/resources/HistoryServerExpectations/maxDate2_app_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/maxDate2_app_list_json_expectation.json
@@ -2,14 +2,14 @@
"id" : "local-1422981759269",
"name" : "Spark shell",
"attempts" : [ {
- "startTimeEpoch" : 1422981758277,
- "endTimeEpoch" : 1422981766912,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-02-03T16:42:38.277GMT",
"endTime" : "2015-02-03T16:42:46.912GMT",
"lastUpdated" : "",
"duration" : 8635,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1422981758277,
+ "endTimeEpoch" : 1422981766912,
+ "lastUpdatedEpoch" : 0
} ]
} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/maxDate_app_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/maxDate_app_list_json_expectation.json
index adad25bf17..cc567f66f0 100644
--- a/core/src/test/resources/HistoryServerExpectations/maxDate_app_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/maxDate_app_list_json_expectation.json
@@ -2,28 +2,28 @@
"id" : "local-1422981780767",
"name" : "Spark shell",
"attempts" : [ {
- "startTimeEpoch" : 1422981779720,
- "endTimeEpoch" : 1422981788731,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-02-03T16:42:59.720GMT",
"endTime" : "2015-02-03T16:43:08.731GMT",
"lastUpdated" : "",
"duration" : 9011,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1422981779720,
+ "endTimeEpoch" : 1422981788731,
+ "lastUpdatedEpoch" : 0
} ]
}, {
"id" : "local-1422981759269",
"name" : "Spark shell",
"attempts" : [ {
- "startTimeEpoch" : 1422981758277,
- "endTimeEpoch" : 1422981766912,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-02-03T16:42:38.277GMT",
"endTime" : "2015-02-03T16:42:46.912GMT",
"lastUpdated" : "",
"duration" : 8635,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1422981758277,
+ "endTimeEpoch" : 1422981766912,
+ "lastUpdatedEpoch" : 0
} ]
} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/minDate_app_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/minDate_app_list_json_expectation.json
index a658909088..c934a87172 100644
--- a/core/src/test/resources/HistoryServerExpectations/minDate_app_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/minDate_app_list_json_expectation.json
@@ -2,82 +2,80 @@
"id" : "local-1430917381534",
"name" : "Spark shell",
"attempts" : [ {
- "startTimeEpoch" : 1430917380893,
- "endTimeEpoch" : 1430917391398,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-05-06T13:03:00.893GMT",
"endTime" : "2015-05-06T13:03:11.398GMT",
"lastUpdated" : "",
"duration" : 10505,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1430917380893,
+ "endTimeEpoch" : 1430917391398,
+ "lastUpdatedEpoch" : 0
} ]
-}, {
+}, {
"id" : "local-1430917381535",
"name" : "Spark shell",
"attempts" : [ {
"attemptId" : "2",
- "startTimeEpoch" : 1430917380893,
- "endTimeEpoch" : 1430917380950,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-05-06T13:03:00.893GMT",
"endTime" : "2015-05-06T13:03:00.950GMT",
"lastUpdated" : "",
"duration" : 57,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1430917380893,
+ "endTimeEpoch" : 1430917380950,
+ "lastUpdatedEpoch" : 0
}, {
"attemptId" : "1",
- "startTimeEpoch" : 1430917380880,
- "endTimeEpoch" : 1430917380890,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-05-06T13:03:00.880GMT",
"endTime" : "2015-05-06T13:03:00.890GMT",
"lastUpdated" : "",
"duration" : 10,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1430917380880,
+ "endTimeEpoch" : 1430917380890,
+ "lastUpdatedEpoch" : 0
} ]
}, {
"id" : "local-1426533911241",
"name" : "Spark shell",
"attempts" : [ {
"attemptId" : "2",
- "startTimeEpoch" : 1426633910242,
- "endTimeEpoch" : 1426633945177,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-03-17T23:11:50.242GMT",
"endTime" : "2015-03-17T23:12:25.177GMT",
"lastUpdated" : "",
"duration" : 34935,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1426633910242,
+ "endTimeEpoch" : 1426633945177,
+ "lastUpdatedEpoch" : 0
}, {
"attemptId" : "1",
- "startTimeEpoch" : 1426533910242,
- "endTimeEpoch" : 1426533945177,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-03-16T19:25:10.242GMT",
"endTime" : "2015-03-16T19:25:45.177GMT",
"lastUpdated" : "",
"duration" : 34935,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1426533910242,
+ "endTimeEpoch" : 1426533945177,
+ "lastUpdatedEpoch" : 0
} ]
}, {
- "id": "local-1425081759269",
- "name": "Spark shell",
- "attempts": [
- {
- "startTimeEpoch" : 1425081758277,
- "endTimeEpoch" : 1425081766912,
- "lastUpdatedEpoch" : 0,
- "startTime": "2015-02-28T00:02:38.277GMT",
- "endTime": "2015-02-28T00:02:46.912GMT",
- "lastUpdated" : "",
- "duration" : 8635,
- "sparkUser": "irashid",
- "completed": true
- }
- ]
+ "id" : "local-1425081759269",
+ "name" : "Spark shell",
+ "attempts" : [ {
+ "startTime" : "2015-02-28T00:02:38.277GMT",
+ "endTime" : "2015-02-28T00:02:46.912GMT",
+ "lastUpdated" : "",
+ "duration" : 8635,
+ "sparkUser" : "irashid",
+ "completed" : true,
+ "startTimeEpoch" : 1425081758277,
+ "endTimeEpoch" : 1425081766912,
+ "lastUpdatedEpoch" : 0
+ } ]
} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/one_app_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/one_app_json_expectation.json
index 0217facad9..f486d46313 100644
--- a/core/src/test/resources/HistoryServerExpectations/one_app_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/one_app_json_expectation.json
@@ -2,14 +2,14 @@
"id" : "local-1422981780767",
"name" : "Spark shell",
"attempts" : [ {
- "startTimeEpoch" : 1422981779720,
- "endTimeEpoch" : 1422981788731,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-02-03T16:42:59.720GMT",
"endTime" : "2015-02-03T16:43:08.731GMT",
"lastUpdated" : "",
"duration" : 9011,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1422981779720,
+ "endTimeEpoch" : 1422981788731,
+ "lastUpdatedEpoch" : 0
} ]
}
diff --git a/core/src/test/resources/HistoryServerExpectations/one_app_multi_attempt_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/one_app_multi_attempt_json_expectation.json
index b20a26648e..e63039f6a1 100644
--- a/core/src/test/resources/HistoryServerExpectations/one_app_multi_attempt_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/one_app_multi_attempt_json_expectation.json
@@ -3,25 +3,25 @@
"name" : "Spark shell",
"attempts" : [ {
"attemptId" : "2",
- "startTimeEpoch" : 1426633910242,
- "endTimeEpoch" : 1426633945177,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-03-17T23:11:50.242GMT",
"endTime" : "2015-03-17T23:12:25.177GMT",
"lastUpdated" : "",
"duration" : 34935,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1426633910242,
+ "endTimeEpoch" : 1426633945177,
+ "lastUpdatedEpoch" : 0
}, {
"attemptId" : "1",
- "startTimeEpoch" : 1426533910242,
- "endTimeEpoch" : 1426533945177,
- "lastUpdatedEpoch" : 0,
"startTime" : "2015-03-16T19:25:10.242GMT",
"endTime" : "2015-03-16T19:25:45.177GMT",
"lastUpdated" : "",
"duration" : 34935,
"sparkUser" : "irashid",
- "completed" : true
+ "completed" : true,
+ "startTimeEpoch" : 1426533910242,
+ "endTimeEpoch" : 1426533945177,
+ "lastUpdatedEpoch" : 0
} ]
}
diff --git a/core/src/test/resources/HistoryServerExpectations/one_job_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/one_job_json_expectation.json
index 4a29072bdb..f1f0ec8855 100644
--- a/core/src/test/resources/HistoryServerExpectations/one_job_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/one_job_json_expectation.json
@@ -12,4 +12,4 @@
"numCompletedStages" : 1,
"numSkippedStages" : 0,
"numFailedStages" : 0
-} \ No newline at end of file
+}
diff --git a/core/src/test/resources/HistoryServerExpectations/one_rdd_storage_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/one_rdd_storage_json_expectation.json
deleted file mode 100644
index 38b5328ffb..0000000000
--- a/core/src/test/resources/HistoryServerExpectations/one_rdd_storage_json_expectation.json
+++ /dev/null
@@ -1,64 +0,0 @@
-{
- "id" : 0,
- "name" : "0",
- "numPartitions" : 8,
- "numCachedPartitions" : 8,
- "storageLevel" : "Memory Deserialized 1x Replicated",
- "memoryUsed" : 28000128,
- "diskUsed" : 0,
- "dataDistribution" : [ {
- "address" : "localhost:57971",
- "memoryUsed" : 28000128,
- "memoryRemaining" : 250302428,
- "diskUsed" : 0
- } ],
- "partitions" : [ {
- "blockName" : "rdd_0_0",
- "storageLevel" : "Memory Deserialized 1x Replicated",
- "memoryUsed" : 3500016,
- "diskUsed" : 0,
- "executors" : [ "localhost:57971" ]
- }, {
- "blockName" : "rdd_0_1",
- "storageLevel" : "Memory Deserialized 1x Replicated",
- "memoryUsed" : 3500016,
- "diskUsed" : 0,
- "executors" : [ "localhost:57971" ]
- }, {
- "blockName" : "rdd_0_2",
- "storageLevel" : "Memory Deserialized 1x Replicated",
- "memoryUsed" : 3500016,
- "diskUsed" : 0,
- "executors" : [ "localhost:57971" ]
- }, {
- "blockName" : "rdd_0_3",
- "storageLevel" : "Memory Deserialized 1x Replicated",
- "memoryUsed" : 3500016,
- "diskUsed" : 0,
- "executors" : [ "localhost:57971" ]
- }, {
- "blockName" : "rdd_0_4",
- "storageLevel" : "Memory Deserialized 1x Replicated",
- "memoryUsed" : 3500016,
- "diskUsed" : 0,
- "executors" : [ "localhost:57971" ]
- }, {
- "blockName" : "rdd_0_5",
- "storageLevel" : "Memory Deserialized 1x Replicated",
- "memoryUsed" : 3500016,
- "diskUsed" : 0,
- "executors" : [ "localhost:57971" ]
- }, {
- "blockName" : "rdd_0_6",
- "storageLevel" : "Memory Deserialized 1x Replicated",
- "memoryUsed" : 3500016,
- "diskUsed" : 0,
- "executors" : [ "localhost:57971" ]
- }, {
- "blockName" : "rdd_0_7",
- "storageLevel" : "Memory Deserialized 1x Replicated",
- "memoryUsed" : 3500016,
- "diskUsed" : 0,
- "executors" : [ "localhost:57971" ]
- } ]
-} \ No newline at end of file
diff --git a/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json
index b07011d4f1..477a2fec8b 100644
--- a/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json
@@ -46,6 +46,18 @@
"bytesRead" : 3500016,
"recordsRead" : 0
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
"writeTime" : 94000,
@@ -75,6 +87,18 @@
"bytesRead" : 3500016,
"recordsRead" : 0
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1647,
"writeTime" : 83000,
@@ -104,6 +128,18 @@
"bytesRead" : 3500016,
"recordsRead" : 0
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
"writeTime" : 88000,
@@ -133,6 +169,18 @@
"bytesRead" : 3500016,
"recordsRead" : 0
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
"writeTime" : 73000,
@@ -162,6 +210,18 @@
"bytesRead" : 3500016,
"recordsRead" : 0
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
"writeTime" : 76000,
@@ -191,6 +251,18 @@
"bytesRead" : 3500016,
"recordsRead" : 0
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
"writeTime" : 98000,
@@ -220,6 +292,18 @@
"bytesRead" : 3500016,
"recordsRead" : 0
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1645,
"writeTime" : 101000,
@@ -249,6 +333,18 @@
"bytesRead" : 3500016,
"recordsRead" : 0
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
"writeTime" : 79000,
diff --git a/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json
index 2f71520549..388e51f77a 100644
--- a/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json
@@ -46,6 +46,18 @@
"bytesRead" : 3500016,
"recordsRead" : 0
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
"writeTime" : 94000,
@@ -75,6 +87,18 @@
"bytesRead" : 3500016,
"recordsRead" : 0
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1647,
"writeTime" : 83000,
@@ -104,6 +128,18 @@
"bytesRead" : 3500016,
"recordsRead" : 0
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
"writeTime" : 88000,
@@ -133,6 +169,18 @@
"bytesRead" : 3500016,
"recordsRead" : 0
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
"writeTime" : 73000,
@@ -162,6 +210,18 @@
"bytesRead" : 3500016,
"recordsRead" : 0
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
"writeTime" : 76000,
@@ -191,6 +251,18 @@
"bytesRead" : 3500016,
"recordsRead" : 0
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
"writeTime" : 98000,
@@ -220,6 +292,18 @@
"bytesRead" : 3500016,
"recordsRead" : 0
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1645,
"writeTime" : 101000,
@@ -249,6 +333,18 @@
"bytesRead" : 3500016,
"recordsRead" : 0
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
"writeTime" : 79000,
diff --git a/core/src/test/resources/HistoryServerExpectations/rdd_list_storage_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/rdd_list_storage_json_expectation.json
index 8878e547a7..1e3ec7217a 100644
--- a/core/src/test/resources/HistoryServerExpectations/rdd_list_storage_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/rdd_list_storage_json_expectation.json
@@ -1 +1 @@
-[ ] \ No newline at end of file
+[ ]
diff --git a/core/src/test/resources/HistoryServerExpectations/running_app_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/running_app_list_json_expectation.json
index 8878e547a7..1e3ec7217a 100644
--- a/core/src/test/resources/HistoryServerExpectations/running_app_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/running_app_list_json_expectation.json
@@ -1 +1 @@
-[ ] \ No newline at end of file
+[ ]
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_expectation.json
index f2cb29b31c..8e09aabbad 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_expectation.json
@@ -20,6 +20,18 @@
"bytesRead" : 49294,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 3842811,
@@ -48,6 +60,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 3934399,
@@ -76,6 +100,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 89885,
@@ -104,6 +140,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 1311694,
@@ -132,6 +180,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 83022,
@@ -160,6 +220,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 3675510,
@@ -188,6 +260,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 4016617,
@@ -216,6 +300,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 2579051,
@@ -244,6 +340,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 121551,
@@ -272,6 +380,18 @@
"bytesRead" : 60489,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 101664,
@@ -300,6 +420,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 94709,
@@ -328,6 +460,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 94507,
@@ -356,6 +500,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 102476,
@@ -384,6 +540,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 95004,
@@ -412,6 +580,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 95646,
@@ -440,6 +620,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 602780,
@@ -468,6 +660,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 108320,
@@ -496,6 +700,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 99944,
@@ -524,6 +740,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 100836,
@@ -552,10 +780,22 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 95788,
"recordsWritten" : 10
}
}
-} ] \ No newline at end of file
+} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_1__expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_1__expectation.json
index c3febc5fc9..1dbf72b42a 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_1__expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_1__expectation.json
@@ -20,7 +20,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
}, {
"taskId" : 1,
@@ -44,7 +65,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
}, {
"taskId" : 2,
@@ -68,7 +110,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
}, {
"taskId" : 3,
@@ -92,7 +155,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
}, {
"taskId" : 4,
@@ -116,7 +200,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
}, {
"taskId" : 5,
@@ -140,7 +245,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
}, {
"taskId" : 6,
@@ -164,7 +290,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
}, {
"taskId" : 7,
@@ -188,6 +335,27 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
-} ] \ No newline at end of file
+} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_2__expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_2__expectation.json
index 56d667d889..483492282d 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_2__expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_2__expectation.json
@@ -20,7 +20,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
}, {
"taskId" : 1,
@@ -44,7 +65,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
}, {
"taskId" : 2,
@@ -68,7 +110,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
}, {
"taskId" : 3,
@@ -92,7 +155,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
}, {
"taskId" : 4,
@@ -116,7 +200,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
}, {
"taskId" : 5,
@@ -140,7 +245,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
}, {
"taskId" : 6,
@@ -164,7 +290,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
}, {
"taskId" : 7,
@@ -188,6 +335,27 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
-} ] \ No newline at end of file
+} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__offset___length_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__offset___length_expectation.json
index e5ec3bc4c7..624f2bb16d 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__offset___length_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__offset___length_expectation.json
@@ -20,6 +20,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 94709,
@@ -48,6 +60,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 94507,
@@ -76,6 +100,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 102476,
@@ -104,6 +140,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 95004,
@@ -132,6 +180,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 95646,
@@ -160,6 +220,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 602780,
@@ -188,6 +260,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 108320,
@@ -216,6 +300,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 99944,
@@ -244,6 +340,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 100836,
@@ -272,6 +380,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 95788,
@@ -300,6 +420,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 97716,
@@ -328,6 +460,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 100270,
@@ -356,6 +500,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 143427,
@@ -384,6 +540,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 91844,
@@ -412,6 +580,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 157194,
@@ -440,6 +620,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 94134,
@@ -468,6 +660,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 108213,
@@ -496,6 +700,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 102019,
@@ -524,6 +740,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 104299,
@@ -552,6 +780,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 114938,
@@ -580,6 +820,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 119770,
@@ -608,6 +860,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 92619,
@@ -636,6 +900,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 89603,
@@ -664,6 +940,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 118329,
@@ -692,6 +980,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 127746,
@@ -720,6 +1020,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 160963,
@@ -748,6 +1060,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 123855,
@@ -776,6 +1100,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 111869,
@@ -804,6 +1140,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 131158,
@@ -832,6 +1180,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 98748,
@@ -860,6 +1220,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 94792,
@@ -888,6 +1260,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 90765,
@@ -916,6 +1300,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 103713,
@@ -944,6 +1340,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 171516,
@@ -972,6 +1380,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 98293,
@@ -1000,6 +1420,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 92985,
@@ -1028,6 +1460,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 113322,
@@ -1056,6 +1500,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 103015,
@@ -1084,6 +1540,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 139844,
@@ -1112,6 +1580,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 94984,
@@ -1140,6 +1620,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 90836,
@@ -1168,6 +1660,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 96013,
@@ -1196,6 +1700,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 89664,
@@ -1224,6 +1740,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 92835,
@@ -1252,6 +1780,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 90506,
@@ -1280,6 +1820,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 108309,
@@ -1308,6 +1860,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 90329,
@@ -1336,6 +1900,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 96849,
@@ -1364,6 +1940,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 97521,
@@ -1392,10 +1980,22 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 100753,
"recordsWritten" : 10
}
}
-} ] \ No newline at end of file
+} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_expectation.json
index 5657123a2d..11eec0b49c 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_expectation.json
@@ -20,6 +20,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 4016617,
@@ -48,6 +60,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 3675510,
@@ -76,6 +100,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 3934399,
@@ -104,6 +140,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 83022,
@@ -132,6 +180,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 2579051,
@@ -160,6 +220,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 1311694,
@@ -188,6 +260,18 @@
"bytesRead" : 49294,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 3842811,
@@ -216,6 +300,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 89885,
@@ -244,6 +340,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 143427,
@@ -272,6 +380,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 100836,
@@ -300,6 +420,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 99944,
@@ -328,6 +460,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 100270,
@@ -356,6 +500,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 108320,
@@ -384,6 +540,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 95788,
@@ -412,6 +580,18 @@
"bytesRead" : 60489,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 101664,
@@ -440,6 +620,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 97716,
@@ -468,6 +660,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 95646,
@@ -496,6 +700,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 121551,
@@ -524,6 +740,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 102476,
@@ -552,10 +780,22 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 95004,
"recordsWritten" : 10
}
}
-} ] \ No newline at end of file
+} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names___runtime_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names___runtime_expectation.json
index 5657123a2d..11eec0b49c 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names___runtime_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names___runtime_expectation.json
@@ -20,6 +20,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 4016617,
@@ -48,6 +60,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 3675510,
@@ -76,6 +100,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 3934399,
@@ -104,6 +140,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 83022,
@@ -132,6 +180,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 2579051,
@@ -160,6 +220,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 1311694,
@@ -188,6 +260,18 @@
"bytesRead" : 49294,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 3842811,
@@ -216,6 +300,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 89885,
@@ -244,6 +340,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 143427,
@@ -272,6 +380,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 100836,
@@ -300,6 +420,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 99944,
@@ -328,6 +460,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 100270,
@@ -356,6 +500,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 108320,
@@ -384,6 +540,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 95788,
@@ -412,6 +580,18 @@
"bytesRead" : 60489,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 101664,
@@ -440,6 +620,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 97716,
@@ -468,6 +660,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 95646,
@@ -496,6 +700,18 @@
"bytesRead" : 60488,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 121551,
@@ -524,6 +740,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 102476,
@@ -552,10 +780,22 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 95004,
"recordsWritten" : 10
}
}
-} ] \ No newline at end of file
+} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json
index 72fe017e9f..9528d872ef 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json
@@ -20,6 +20,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 94792,
@@ -48,6 +60,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 95848,
@@ -76,6 +100,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 90765,
@@ -104,6 +140,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 101750,
@@ -132,6 +180,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 97521,
@@ -160,6 +220,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 171516,
@@ -188,6 +260,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 96849,
@@ -216,6 +300,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 100753,
@@ -244,6 +340,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 89603,
@@ -272,6 +380,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 102159,
@@ -300,6 +420,18 @@
"bytesRead" : 70565,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 133964,
@@ -328,6 +460,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 102779,
@@ -356,6 +500,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 98472,
@@ -384,6 +540,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 98748,
@@ -412,6 +580,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 103713,
@@ -440,6 +620,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 96013,
@@ -468,6 +660,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 90836,
@@ -496,6 +700,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 92835,
@@ -524,6 +740,18 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 98293,
@@ -552,10 +780,22 @@
"bytesRead" : 70564,
"recordsRead" : 10000
},
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
"shuffleWriteMetrics" : {
"bytesWritten" : 1710,
"writeTime" : 98069,
"recordsWritten" : 10
}
}
-} ] \ No newline at end of file
+} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json
index bc3c302813..76d1553bc8 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json
@@ -11,9 +11,22 @@
"bytesRead" : [ 60488.0, 70564.0, 70565.0 ],
"recordsRead" : [ 10000.0, 10000.0, 10000.0 ]
},
+ "outputMetrics" : {
+ "bytesWritten" : [ 0.0, 0.0, 0.0 ],
+ "recordsWritten" : [ 0.0, 0.0, 0.0 ]
+ },
+ "shuffleReadMetrics" : {
+ "readBytes" : [ 0.0, 0.0, 0.0 ],
+ "readRecords" : [ 0.0, 0.0, 0.0 ],
+ "remoteBlocksFetched" : [ 0.0, 0.0, 0.0 ],
+ "localBlocksFetched" : [ 0.0, 0.0, 0.0 ],
+ "fetchWaitTime" : [ 0.0, 0.0, 0.0 ],
+ "remoteBytesRead" : [ 0.0, 0.0, 0.0 ],
+ "totalBlocksFetched" : [ 0.0, 0.0, 0.0 ]
+ },
"shuffleWriteMetrics" : {
"writeBytes" : [ 1710.0, 1710.0, 1710.0 ],
"writeRecords" : [ 10.0, 10.0, 10.0 ],
"writeTime" : [ 89437.0, 102159.0, 4016617.0 ]
}
-} \ No newline at end of file
+}
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_read_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_read_expectation.json
index e084c839f1..7baffc5df0 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_read_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_read_expectation.json
@@ -7,6 +7,14 @@
"resultSerializationTime" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
"memoryBytesSpilled" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
"diskBytesSpilled" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+ "inputMetrics" : {
+ "bytesRead" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+ "recordsRead" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ]
+ },
+ "outputMetrics" : {
+ "bytesWritten" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+ "recordsWritten" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ]
+ },
"shuffleReadMetrics" : {
"readBytes" : [ 17100.0, 17100.0, 17100.0, 17100.0, 17100.0 ],
"readRecords" : [ 100.0, 100.0, 100.0, 100.0, 100.0 ],
@@ -15,5 +23,10 @@
"fetchWaitTime" : [ 0.0, 0.0, 0.0, 1.0, 1.0 ],
"remoteBytesRead" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
"totalBlocksFetched" : [ 100.0, 100.0, 100.0, 100.0, 100.0 ]
+ },
+ "shuffleWriteMetrics" : {
+ "writeBytes" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+ "writeRecords" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+ "writeTime" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ]
}
-} \ No newline at end of file
+}
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_write_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_write_expectation.json
index 6ac7811ce6..f8c4b7c128 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_write_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_write_expectation.json
@@ -11,9 +11,22 @@
"bytesRead" : [ 60488.0, 70564.0, 70564.0, 70564.0, 70564.0 ],
"recordsRead" : [ 10000.0, 10000.0, 10000.0, 10000.0, 10000.0 ]
},
+ "outputMetrics" : {
+ "bytesWritten" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+ "recordsWritten" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ]
+ },
+ "shuffleReadMetrics" : {
+ "readBytes" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+ "readRecords" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+ "remoteBlocksFetched" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+ "localBlocksFetched" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+ "fetchWaitTime" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+ "remoteBytesRead" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+ "totalBlocksFetched" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ]
+ },
"shuffleWriteMetrics" : {
"writeBytes" : [ 1710.0, 1710.0, 1710.0, 1710.0, 1710.0 ],
"writeRecords" : [ 10.0, 10.0, 10.0, 10.0, 10.0 ],
"writeTime" : [ 90329.0, 95848.0, 102159.0, 121551.0, 2579051.0 ]
}
-} \ No newline at end of file
+}
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_with_accumulable_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_with_accumulable_json_expectation.json
index 12665a152c..ce008bf409 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_with_accumulable_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_with_accumulable_json_expectation.json
@@ -50,7 +50,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
},
"5" : {
@@ -75,7 +96,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
},
"4" : {
@@ -100,7 +142,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
},
"7" : {
@@ -125,7 +188,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
},
"1" : {
@@ -150,7 +234,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
},
"3" : {
@@ -175,7 +280,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
},
"6" : {
@@ -200,7 +326,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
},
"0" : {
@@ -225,7 +372,28 @@
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0
+ "diskBytesSpilled" : 0,
+ "inputMetrics" : {
+ "bytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "outputMetrics" : {
+ "bytesWritten" : 0,
+ "recordsWritten" : 0
+ },
+ "shuffleReadMetrics" : {
+ "remoteBlocksFetched" : 0,
+ "localBlocksFetched" : 0,
+ "fetchWaitTime" : 0,
+ "remoteBytesRead" : 0,
+ "localBytesRead" : 0,
+ "recordsRead" : 0
+ },
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 0,
+ "writeTime" : 0,
+ "recordsWritten" : 0
+ }
}
}
},
diff --git a/core/src/test/resources/HistoryServerExpectations/succeeded_failed_job_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/succeeded_failed_job_list_json_expectation.json
index cab4750270..1583e5ddef 100644
--- a/core/src/test/resources/HistoryServerExpectations/succeeded_failed_job_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/succeeded_failed_job_list_json_expectation.json
@@ -40,4 +40,4 @@
"numCompletedStages" : 1,
"numSkippedStages" : 0,
"numFailedStages" : 0
-} ] \ No newline at end of file
+} ]
diff --git a/core/src/test/resources/HistoryServerExpectations/succeeded_job_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/succeeded_job_list_json_expectation.json
index 6fd25befbf..c232c98323 100644
--- a/core/src/test/resources/HistoryServerExpectations/succeeded_job_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/succeeded_job_list_json_expectation.json
@@ -26,4 +26,4 @@
"numCompletedStages" : 1,
"numSkippedStages" : 0,
"numFailedStages" : 0
-} ] \ No newline at end of file
+} ]
generated by cgit v1.2.3 (git 2.39.1) at 2024-07-05 04:06:23 +0000