diff options
| author | Andrew Or <andrew@databricks.com> | 2015-01-25 15:39:18 -0800 |
|---|---|---|
| committer | Andrew Or <andrew@databricks.com> | 2015-01-25 15:39:18 -0800 |
| commit | 2a2da4271eebbbddd33c248a2fd619f388c9fb27 (patch) | |
| tree | 497af3adcb42da3068e6432faa4b801ab7c9640b /core | |
| parent | 8f55beeb51e6ea72e63af3f276497f61dd24d09b (diff) | |
| download | spark-2a2da4271eebbbddd33c248a2fd619f388c9fb27.tar.gz spark-2a2da4271eebbbddd33c248a2fd619f388c9fb27.tar.bz2 spark-2a2da4271eebbbddd33c248a2fd619f388c9fb27.zip | |
Revert "[SPARK-5344][WebUI] HistoryServer cannot recognize that inprogress file was renamed to completed file"
This reverts commit 8f55beeb51e6ea72e63af3f276497f61dd24d09b.
Diffstat (limited to 'core')
| -rw-r--r-- | core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala | 4 |
1 files changed, 1 insertions, 3 deletions
diff --git a/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala b/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala index 4671ca28e7..82a54dbfb5 100644 --- a/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala +++ b/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala @@ -197,9 +197,7 @@ private[history] class FsHistoryProvider(conf: SparkConf) extends ApplicationHis if (!logInfos.isEmpty) { val newApps = new mutable.LinkedHashMap[String, FsApplicationHistoryInfo]() def addIfAbsent(info: FsApplicationHistoryInfo) = { - if (!newApps.contains(info.id) || - newApps(info.id).logPath.endsWith(EventLoggingListener.IN_PROGRESS) && - !info.logPath.endsWith(EventLoggingListener.IN_PROGRESS)) { + if (!newApps.contains(info.id)) { newApps += (info.id -> info) } } |