diff options
| author | Reynold Xin <rxin@databricks.com> | 2016-04-23 12:42:37 -0700 |
|---|---|---|
| committer | Yin Huai <yhuai@databricks.com> | 2016-04-23 12:42:37 -0700 |
| commit | fddd3aee0df2cf2244780ce81c370ff3863bb65c (patch) | |
| tree | 43f4248cf12e2d6c6c9f532810887f4ab22f2c3f | |
| parent | ee6b209a9dda3d5afedee8a31ed5a8d2ded3a1a0 (diff) | |
| download | spark-fddd3aee0df2cf2244780ce81c370ff3863bb65c.tar.gz spark-fddd3aee0df2cf2244780ce81c370ff3863bb65c.tar.bz2 spark-fddd3aee0df2cf2244780ce81c370ff3863bb65c.zip | |
[SPARK-14871][SQL] Disable StatsReportListener to declutter output
## What changes were proposed in this pull request?
Spark SQL inherited from Shark to use the StatsReportListener. Unfortunately this clutters the spark-sql CLI output and makes it very difficult to read the actual query results.
## How was this patch tested?
Built and tested in spark-sql CLI.
Author: Reynold Xin <rxin@databricks.com>
Closes #12635 from rxin/SPARK-14871.
| -rw-r--r-- | sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkSQLEnv.scala | 2 |
1 files changed, 0 insertions, 2 deletions
diff --git a/sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkSQLEnv.scala b/sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkSQLEnv.scala index 465457f1ba..a44b0d3e8e 100644 --- a/sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkSQLEnv.scala +++ b/sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkSQLEnv.scala @@ -23,7 +23,6 @@ import scala.collection.JavaConverters._ import org.apache.spark.{SparkConf, SparkContext} import org.apache.spark.internal.Logging -import org.apache.spark.scheduler.StatsReportListener import org.apache.spark.sql.hive.{HiveContext, HiveUtils} import org.apache.spark.util.Utils @@ -55,7 +54,6 @@ private[hive] object SparkSQLEnv extends Logging { maybeKryoReferenceTracking.getOrElse("false")) sparkContext = new SparkContext(sparkConf) - sparkContext.addSparkListener(new StatsReportListener()) hiveContext = new HiveContext(sparkContext) hiveContext.sessionState.metadataHive.setOut(new PrintStream(System.out, true, "UTF-8")) |