From c9a6762150cfd62691a6361e05d2839b110fe8d0 Mon Sep 17 00:00:00 2001 From: petermaxlee Date: Mon, 11 Jul 2016 22:23:32 -0700 Subject: [SPARK-16199][SQL] Add a method to list the referenced columns in data source Filter ## What changes were proposed in this pull request? It would be useful to support listing the columns that are referenced by a filter. This can help simplify data source planning, because with this we would be able to implement unhandledFilters method in HadoopFsRelation. This is based on rxin's patch (#13901) and adds unit tests. ## How was this patch tested? Added a new suite FiltersSuite. Author: petermaxlee Author: Reynold Xin Closes #14120 from petermaxlee/SPARK-16199. --- project/MimaExcludes.scala | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) (limited to 'project/MimaExcludes.scala') diff --git a/project/MimaExcludes.scala b/project/MimaExcludes.scala index 4bd6156288..56061559fe 100644 --- a/project/MimaExcludes.scala +++ b/project/MimaExcludes.scala @@ -35,7 +35,12 @@ import com.typesafe.tools.mima.core.ProblemFilters._ object MimaExcludes { // Exclude rules for 2.1.x - lazy val v21excludes = v20excludes + lazy val v21excludes = v20excludes ++ { + Seq( + // [SPARK-16199][SQL] Add a method to list the referenced columns in data source Filter + ProblemFilters.exclude[ReversedMissingMethodProblem]("org.apache.spark.sql.sources.Filter.references") + ) + } // Exclude rules for 2.0.x lazy val v20excludes = { -- cgit v1.2.3