diff options
author | Yin Huai <yhuai@databricks.com> | 2016-09-20 11:53:57 -0700 |
---|---|---|
committer | Yin Huai <yhuai@databricks.com> | 2016-09-20 11:53:57 -0700 |
commit | 9ac68dbc5720026ea92acc61d295ca64d0d3d132 (patch) | |
tree | 0f2a71a6427da26b405d7e9811183e392a1ab35d /sql/core/src/test/scala | |
parent | a6aade0042d9c065669f46d2dac40ec6ce361e63 (diff) | |
download | spark-9ac68dbc5720026ea92acc61d295ca64d0d3d132.tar.gz spark-9ac68dbc5720026ea92acc61d295ca64d0d3d132.tar.bz2 spark-9ac68dbc5720026ea92acc61d295ca64d0d3d132.zip |
[SPARK-17549][SQL] Revert "[] Only collect table size stat in driver for cached relation."
This reverts commit 39e2bad6a866d27c3ca594d15e574a1da3ee84cc because of the problem mentioned at https://issues.apache.org/jira/browse/SPARK-17549?focusedCommentId=15505060&page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel#comment-15505060
Author: Yin Huai <yhuai@databricks.com>
Closes #15157 from yhuai/revert-SPARK-17549.
Diffstat (limited to 'sql/core/src/test/scala')
-rw-r--r-- | sql/core/src/test/scala/org/apache/spark/sql/execution/columnar/InMemoryColumnarQuerySuite.scala | 14 |
1 files changed, 0 insertions, 14 deletions
diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/columnar/InMemoryColumnarQuerySuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/columnar/InMemoryColumnarQuerySuite.scala index 0daa29b666..937839644a 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/columnar/InMemoryColumnarQuerySuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/columnar/InMemoryColumnarQuerySuite.scala @@ -232,18 +232,4 @@ class InMemoryColumnarQuerySuite extends QueryTest with SharedSQLContext { val columnTypes2 = List.fill(length2)(IntegerType) val columnarIterator2 = GenerateColumnAccessor.generate(columnTypes2) } - - test("SPARK-17549: cached table size should be correctly calculated") { - val data = spark.sparkContext.parallelize(1 to 10, 5).toDF() - val plan = spark.sessionState.executePlan(data.logicalPlan).sparkPlan - val cached = InMemoryRelation(true, 5, MEMORY_ONLY, plan, None) - - // Materialize the data. - val expectedAnswer = data.collect() - checkAnswer(cached, expectedAnswer) - - // Check that the right size was calculated. - assert(cached.batchStats.value === expectedAnswer.size * INT.defaultSize) - } - } |