diff options
author | Wenchen Fan <wenchen@databricks.com> | 2016-09-20 16:12:35 +0800 |
---|---|---|
committer | Wenchen Fan <wenchen@databricks.com> | 2016-09-20 16:12:35 +0800 |
commit | f039d964d152c0aeb5b71eb5188a9a7fd4b5aef3 (patch) | |
tree | edf2965b4903c10504183006e0b60ee011dc286c /sql/core/src/test/scala/org | |
parent | be9d57fc9d8b10e4234c01c06ed43fd7dd12c07b (diff) | |
download | spark-f039d964d152c0aeb5b71eb5188a9a7fd4b5aef3.tar.gz spark-f039d964d152c0aeb5b71eb5188a9a7fd4b5aef3.tar.bz2 spark-f039d964d152c0aeb5b71eb5188a9a7fd4b5aef3.zip |
Revert "[SPARK-17513][SQL] Make StreamExecution garbage-collect its metadata"
This reverts commit be9d57fc9d8b10e4234c01c06ed43fd7dd12c07b.
Diffstat (limited to 'sql/core/src/test/scala/org')
-rw-r--r-- | sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamingQuerySuite.scala | 24 |
1 files changed, 0 insertions, 24 deletions
diff --git a/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamingQuerySuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamingQuerySuite.scala index d3e2cab1b8..9d58315c20 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamingQuerySuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamingQuerySuite.scala @@ -125,30 +125,6 @@ class StreamingQuerySuite extends StreamTest with BeforeAndAfter { ) } - testQuietly("StreamExecution metadata garbage collection") { - val inputData = MemoryStream[Int] - val mapped = inputData.toDS().map(6 / _) - - // Run 3 batches, and then assert that only 1 metadata file is left at the end - // since the first 2 should have been purged. - testStream(mapped)( - AddData(inputData, 1, 2), - CheckAnswer(6, 3), - AddData(inputData, 1, 2), - CheckAnswer(6, 3, 6, 3), - AddData(inputData, 4, 6), - CheckAnswer(6, 3, 6, 3, 1, 1), - - AssertOnQuery("metadata log should contain only one file") { q => - val metadataLogDir = new java.io.File(q.offsetLog.metadataPath.toString) - val logFileNames = metadataLogDir.listFiles().toSeq.map(_.getName()) - val toTest = logFileNames // Workaround for SPARK-17475 - assert(toTest.size == 1 && toTest.head == "2") - true - } - ) - } - /** * A [[StreamAction]] to test the behavior of `StreamingQuery.awaitTermination()`. * |