diff options
author | w00228970 <wangfei1@huawei.com> | 2014-11-24 21:17:24 -0800 |
---|---|---|
committer | Reynold Xin <rxin@databricks.com> | 2014-11-24 21:17:24 -0800 |
commit | 723be60e233d0f85944d948efd06845ef546c9f5 (patch) | |
tree | 1a6ff8a236e2603a41c3a04b3a0165879422982b | |
parent | 9ce2bf3821784cded5c2f1e1a75d038f7677be74 (diff) | |
download | spark-723be60e233d0f85944d948efd06845ef546c9f5.tar.gz spark-723be60e233d0f85944d948efd06845ef546c9f5.tar.bz2 spark-723be60e233d0f85944d948efd06845ef546c9f5.zip |
[SQL] Compute timeTaken correctly
```timeTaken``` should not count the time of printing result.
Author: w00228970 <wangfei1@huawei.com>
Closes #3423 from scwf/time-taken-bug and squashes the following commits:
da7e102 [w00228970] compute time taken correctly
-rwxr-xr-x | sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkSQLCLIDriver.scala | 11 |
1 files changed, 4 insertions, 7 deletions
diff --git a/sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkSQLCLIDriver.scala b/sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkSQLCLIDriver.scala index 2cd02ae926..7385952861 100755 --- a/sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkSQLCLIDriver.scala +++ b/sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkSQLCLIDriver.scala @@ -272,8 +272,10 @@ private[hive] class SparkSQLCLIDriver extends CliDriver with Logging { if (sessionState.getIsVerbose) { out.println(cmd) } - val rc = driver.run(cmd) + val end = System.currentTimeMillis() + val timeTaken:Double = (end - start) / 1000.0 + ret = rc.getResponseCode if (ret != 0) { console.printError(rc.getErrorMessage()) @@ -309,12 +311,7 @@ private[hive] class SparkSQLCLIDriver extends CliDriver with Logging { ret = cret } - val end = System.currentTimeMillis() - if (end > start) { - val timeTaken:Double = (end - start) / 1000.0 - console.printInfo(s"Time taken: $timeTaken seconds", null) - } - + console.printInfo(s"Time taken: $timeTaken seconds", null) // Destroy the driver to release all the locks. driver.destroy() } else { |