diff options
author | Parag Chaudhari <paragpc@amazon.com> | 2017-01-20 10:49:05 -0600 |
---|---|---|
committer | Imran Rashid <irashid@cloudera.com> | 2017-01-20 10:49:05 -0600 |
commit | e20d9b15655ffaf1c220fbad1a2aa1c2d45137ba (patch) | |
tree | 50c275cf7c067510af7cea700fb8b958e77ea4e8 /core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json | |
parent | d50d12b49f98e18abd1c0b054b23a64fefd92ea2 (diff) | |
download | spark-e20d9b15655ffaf1c220fbad1a2aa1c2d45137ba.tar.gz spark-e20d9b15655ffaf1c220fbad1a2aa1c2d45137ba.tar.bz2 spark-e20d9b15655ffaf1c220fbad1a2aa1c2d45137ba.zip |
[SPARK-19069][CORE] Expose task 'status' and 'duration' in spark history server REST API.
## What changes were proposed in this pull request?
Although Spark history server UI shows task ‘status’ and ‘duration’ fields, it does not expose these fields in the REST API response. For the Spark history server API users, it is not possible to determine task status and duration. Spark history server has access to task status and duration from event log, but it is not exposing these in API. This patch is proposed to expose task ‘status’ and ‘duration’ fields in Spark history server REST API.
## How was this patch tested?
Modified existing test cases in org.apache.spark.deploy.history.HistoryServerSuite.
Author: Parag Chaudhari <paragpc@amazon.com>
Closes #16473 from paragpc/expose_task_status.
Diffstat (limited to 'core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json')
-rw-r--r-- | core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json | 40 |
1 files changed, 40 insertions, 0 deletions
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json index db60ccccbf..b58f1a51ba 100644 --- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json +++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json @@ -3,8 +3,10 @@ "index" : 40, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.197GMT", + "duration" : 14, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -45,8 +47,10 @@ "index" : 41, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.200GMT", + "duration" : 16, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -87,8 +91,10 @@ "index" : 43, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.204GMT", + "duration" : 16, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -129,8 +135,10 @@ "index" : 57, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.257GMT", + "duration" : 16, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -171,8 +179,10 @@ "index" : 58, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.263GMT", + "duration" : 16, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -213,8 +223,10 @@ "index" : 68, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.306GMT", + "duration" : 16, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -255,8 +267,10 @@ "index" : 86, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.374GMT", + "duration" : 16, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -297,8 +311,10 @@ "index" : 32, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.148GMT", + "duration" : 17, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -339,8 +355,10 @@ "index" : 39, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.180GMT", + "duration" : 17, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -381,8 +399,10 @@ "index" : 42, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.203GMT", + "duration" : 17, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -423,8 +443,10 @@ "index" : 51, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.242GMT", + "duration" : 17, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -465,8 +487,10 @@ "index" : 59, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.265GMT", + "duration" : 17, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -507,8 +531,10 @@ "index" : 63, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.276GMT", + "duration" : 17, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -549,8 +575,10 @@ "index" : 87, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.374GMT", + "duration" : 17, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -591,8 +619,10 @@ "index" : 90, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.385GMT", + "duration" : 17, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -633,8 +663,10 @@ "index" : 99, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.426GMT", + "duration" : 17, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -675,8 +707,10 @@ "index" : 44, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.205GMT", + "duration" : 18, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -717,8 +751,10 @@ "index" : 47, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.212GMT", + "duration" : 18, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -759,8 +795,10 @@ "index" : 50, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.240GMT", + "duration" : 18, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], @@ -801,8 +839,10 @@ "index" : 52, "attempt" : 0, "launchTime" : "2015-05-06T13:03:07.243GMT", + "duration" : 18, "executorId" : "driver", "host" : "localhost", + "status" : "SUCCESS", "taskLocality" : "PROCESS_LOCAL", "speculative" : false, "accumulatorUpdates" : [ ], |