aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorMario Briggs <mario.briggs@in.ibm.com>2016-02-03 09:50:28 -0800
committerShixiong Zhu <shixiong@databricks.com>2016-02-03 09:50:28 -0800
commite9eb248edfa81d75f99c9afc2063e6b3d9ee7392 (patch)
tree8ebca7205cebe395779d8cca97e479f3b1443cd1
parent138c300f97d29cb0d04a70bea98a8a0c0548318a (diff)
downloadspark-e9eb248edfa81d75f99c9afc2063e6b3d9ee7392.tar.gz
spark-e9eb248edfa81d75f99c9afc2063e6b3d9ee7392.tar.bz2
spark-e9eb248edfa81d75f99c9afc2063e6b3d9ee7392.zip
[SPARK-12739][STREAMING] Details of batch in Streaming tab uses two Duration columns
I have clearly prefix the two 'Duration' columns in 'Details of Batch' Streaming tab as 'Output Op Duration' and 'Job Duration' Author: Mario Briggs <mario.briggs@in.ibm.com> Author: mariobriggs <mariobriggs@in.ibm.com> Closes #11022 from mariobriggs/spark-12739.
-rw-r--r--streaming/src/main/scala/org/apache/spark/streaming/ui/BatchPage.scala4
-rw-r--r--streaming/src/test/scala/org/apache/spark/streaming/UISeleniumSuite.scala5
2 files changed, 5 insertions, 4 deletions
diff --git a/streaming/src/main/scala/org/apache/spark/streaming/ui/BatchPage.scala b/streaming/src/main/scala/org/apache/spark/streaming/ui/BatchPage.scala
index 7635f79a3d..81de07f933 100644
--- a/streaming/src/main/scala/org/apache/spark/streaming/ui/BatchPage.scala
+++ b/streaming/src/main/scala/org/apache/spark/streaming/ui/BatchPage.scala
@@ -37,10 +37,10 @@ private[ui] class BatchPage(parent: StreamingTab) extends WebUIPage("batch") {
private def columns: Seq[Node] = {
<th>Output Op Id</th>
<th>Description</th>
- <th>Duration</th>
+ <th>Output Op Duration</th>
<th>Status</th>
<th>Job Id</th>
- <th>Duration</th>
+ <th>Job Duration</th>
<th class="sorttable_nosort">Stages: Succeeded/Total</th>
<th class="sorttable_nosort">Tasks (for all stages): Succeeded/Total</th>
<th>Error</th>
diff --git a/streaming/src/test/scala/org/apache/spark/streaming/UISeleniumSuite.scala b/streaming/src/test/scala/org/apache/spark/streaming/UISeleniumSuite.scala
index c4ecebcacf..96dd4757be 100644
--- a/streaming/src/test/scala/org/apache/spark/streaming/UISeleniumSuite.scala
+++ b/streaming/src/test/scala/org/apache/spark/streaming/UISeleniumSuite.scala
@@ -143,8 +143,9 @@ class UISeleniumSuite
summaryText should contain ("Total delay:")
findAll(cssSelector("""#batch-job-table th""")).map(_.text).toSeq should be {
- List("Output Op Id", "Description", "Duration", "Status", "Job Id", "Duration",
- "Stages: Succeeded/Total", "Tasks (for all stages): Succeeded/Total", "Error")
+ List("Output Op Id", "Description", "Output Op Duration", "Status", "Job Id",
+ "Job Duration", "Stages: Succeeded/Total", "Tasks (for all stages): Succeeded/Total",
+ "Error")
}
// Check we have 2 output op ids