diff options
author | zsxwing <zsxwing@gmail.com> | 2014-11-03 22:40:43 -0800 |
---|---|---|
committer | Aaron Davidson <aaron@databricks.com> | 2014-11-03 22:40:43 -0800 |
commit | 9bdc8412a0160e06e8182bd8b2f9bb65b478c590 (patch) | |
tree | b0239ff072cde12e77cd62961d6b8fb9f5faa6a1 | |
parent | 1a9c6cddadebdc53d083ac3e0da276ce979b5d1f (diff) | |
download | spark-9bdc8412a0160e06e8182bd8b2f9bb65b478c590.tar.gz spark-9bdc8412a0160e06e8182bd8b2f9bb65b478c590.tar.bz2 spark-9bdc8412a0160e06e8182bd8b2f9bb65b478c590.zip |
[SPARK-4163][Core] Add a backward compatibility test for FetchFailed
/cc aarondav
Author: zsxwing <zsxwing@gmail.com>
Closes #3086 from zsxwing/SPARK-4163-back-comp and squashes the following commits:
21cb2a8 [zsxwing] Add a backward compatibility test for FetchFailed
-rw-r--r-- | core/src/test/scala/org/apache/spark/util/JsonProtocolSuite.scala | 11 |
1 files changed, 11 insertions, 0 deletions
diff --git a/core/src/test/scala/org/apache/spark/util/JsonProtocolSuite.scala b/core/src/test/scala/org/apache/spark/util/JsonProtocolSuite.scala index a91c9ddeae..01030120ae 100644 --- a/core/src/test/scala/org/apache/spark/util/JsonProtocolSuite.scala +++ b/core/src/test/scala/org/apache/spark/util/JsonProtocolSuite.scala @@ -177,6 +177,17 @@ class JsonProtocolSuite extends FunSuite { deserializedBmRemoved) } + test("FetchFailed backwards compatibility") { + // FetchFailed in Spark 1.1.0 does not have an "Message" property. + val fetchFailed = FetchFailed(BlockManagerId("With or", "without you", 15), 17, 18, 19, + "ignored") + val oldEvent = JsonProtocol.taskEndReasonToJson(fetchFailed) + .removeField({ _._1 == "Message" }) + val expectedFetchFailed = FetchFailed(BlockManagerId("With or", "without you", 15), 17, 18, 19, + "Unknown reason") + assert(expectedFetchFailed === JsonProtocol.taskEndReasonFromJson(oldEvent)) + } + test("SparkListenerApplicationStart backwards compatibility") { // SparkListenerApplicationStart in Spark 1.0.0 do not have an "appId" property. val applicationStart = SparkListenerApplicationStart("test", None, 1L, "user") |