diff options
| author | jerryshao <saisai.shao@intel.com> | 2015-05-05 02:01:06 -0700 |
|---|---|---|
| committer | Tathagata Das <tathagata.das1565@gmail.com> | 2015-05-05 02:01:06 -0700 |
| commit | 8436f7e98e674020007a9175973c6a1095b6774f (patch) | |
| tree | fb31b238c605d6102ec00bbe2b020de415c6aab8 /streaming | |
| parent | 8776fe0b93b6e6d718738bcaf9838a2196e12c8a (diff) | |
| download | spark-8436f7e98e674020007a9175973c6a1095b6774f.tar.gz spark-8436f7e98e674020007a9175973c6a1095b6774f.tar.bz2 spark-8436f7e98e674020007a9175973c6a1095b6774f.zip | |
[SPARK-7113] [STREAMING] Support input information reporting for Direct Kafka stream
Author: jerryshao <saisai.shao@intel.com>
Closes #5879 from jerryshao/SPARK-7113 and squashes the following commits:
b0b506c [jerryshao] Address the comments
0babe66 [jerryshao] Support input information reporting for Direct Kafka stream
Diffstat (limited to 'streaming')
| -rw-r--r-- | streaming/src/main/scala/org/apache/spark/streaming/ui/StreamingJobProgressListener.scala | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/streaming/src/main/scala/org/apache/spark/streaming/ui/StreamingJobProgressListener.scala b/streaming/src/main/scala/org/apache/spark/streaming/ui/StreamingJobProgressListener.scala index d2729fa70d..24cbb2bf9d 100644 --- a/streaming/src/main/scala/org/apache/spark/streaming/ui/StreamingJobProgressListener.scala +++ b/streaming/src/main/scala/org/apache/spark/streaming/ui/StreamingJobProgressListener.scala @@ -192,8 +192,8 @@ private[streaming] class StreamingJobProgressListener(ssc: StreamingContext) val latestReceiverNumRecords = latestBatchInfos.map(_.receiverNumRecords) val streamIds = ssc.graph.getInputStreams().map(_.id) streamIds.map { id => - val recordsOfParticularReceiver = - latestReceiverNumRecords.map(v => v.getOrElse(id, 0L).toDouble * 1000 / batchDuration) + val recordsOfParticularReceiver = + latestReceiverNumRecords.map(v => v.getOrElse(id, 0L).toDouble * 1000 / batchDuration) val distribution = Distribution(recordsOfParticularReceiver) (id, distribution) }.toMap |