aboutsummaryrefslogtreecommitdiff
path: root/core
diff options
context:
space:
mode:
authorzsxwing <zsxwing@gmail.com>2014-11-03 22:40:43 -0800
committerPatrick Wendell <pwendell@gmail.com>2014-11-05 14:46:46 -0800
commite0a043b79c250515a680485f0dc7b1a149835445 (patch)
tree3152f0eb0df79eb996cd173239ba331484a740dc /core
parent7517c37aee373c8bd3ccbf1eae079b0fc6b89c91 (diff)
downloadspark-e0a043b79c250515a680485f0dc7b1a149835445.tar.gz
spark-e0a043b79c250515a680485f0dc7b1a149835445.tar.bz2
spark-e0a043b79c250515a680485f0dc7b1a149835445.zip
[SPARK-4163][Core] Add a backward compatibility test for FetchFailed
/cc aarondav Author: zsxwing <zsxwing@gmail.com> Closes #3086 from zsxwing/SPARK-4163-back-comp and squashes the following commits: 21cb2a8 [zsxwing] Add a backward compatibility test for FetchFailed
Diffstat (limited to 'core')
-rw-r--r--core/src/test/scala/org/apache/spark/util/JsonProtocolSuite.scala11
1 files changed, 11 insertions, 0 deletions
diff --git a/core/src/test/scala/org/apache/spark/util/JsonProtocolSuite.scala b/core/src/test/scala/org/apache/spark/util/JsonProtocolSuite.scala
index a91c9ddeae..01030120ae 100644
--- a/core/src/test/scala/org/apache/spark/util/JsonProtocolSuite.scala
+++ b/core/src/test/scala/org/apache/spark/util/JsonProtocolSuite.scala
@@ -177,6 +177,17 @@ class JsonProtocolSuite extends FunSuite {
deserializedBmRemoved)
}
+ test("FetchFailed backwards compatibility") {
+ // FetchFailed in Spark 1.1.0 does not have an "Message" property.
+ val fetchFailed = FetchFailed(BlockManagerId("With or", "without you", 15), 17, 18, 19,
+ "ignored")
+ val oldEvent = JsonProtocol.taskEndReasonToJson(fetchFailed)
+ .removeField({ _._1 == "Message" })
+ val expectedFetchFailed = FetchFailed(BlockManagerId("With or", "without you", 15), 17, 18, 19,
+ "Unknown reason")
+ assert(expectedFetchFailed === JsonProtocol.taskEndReasonFromJson(oldEvent))
+ }
+
test("SparkListenerApplicationStart backwards compatibility") {
// SparkListenerApplicationStart in Spark 1.0.0 do not have an "appId" property.
val applicationStart = SparkListenerApplicationStart("test", None, 1L, "user")