diff options
| author | Wayne Song <wsong@memsql.com> | 2016-06-15 20:09:47 -0700 |
|---|---|---|
| committer | Reynold Xin <rxin@databricks.com> | 2016-06-15 20:09:47 -0700 |
| commit | ebdd7512723851934241bd87fe7b25fd60cc58d8 (patch) | |
| tree | 7ca4931aa91d76accf137a9dc5b0f27b1cb5602e | |
| parent | 865e7cc38d2b7cf2d4f7e7b04ccb7b17791a693b (diff) | |
| download | spark-ebdd7512723851934241bd87fe7b25fd60cc58d8.tar.gz spark-ebdd7512723851934241bd87fe7b25fd60cc58d8.tar.bz2 spark-ebdd7512723851934241bd87fe7b25fd60cc58d8.zip | |
[SPARK-13498][SQL] Increment the recordsRead input metric for JDBC data source
## What changes were proposed in this pull request?
This patch brings https://github.com/apache/spark/pull/11373 up-to-date and increments the record count for JDBC data source.
Closes #11373.
## How was this patch tested?
N/A
Author: Reynold Xin <rxin@databricks.com>
Closes #13694 from rxin/SPARK-13498.
| -rw-r--r-- | sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/jdbc/JDBCRDD.scala | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/jdbc/JDBCRDD.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/jdbc/JDBCRDD.scala index 6a5564addf..8d0906e574 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/jdbc/JDBCRDD.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/jdbc/JDBCRDD.scala @@ -374,6 +374,7 @@ private[sql] class JDBCRDD( var nextValue: InternalRow = null context.addTaskCompletionListener{ context => close() } + val inputMetrics = context.taskMetrics().inputMetrics val part = thePart.asInstanceOf[JDBCPartition] val conn = getConnection() val dialect = JdbcDialects.get(url) @@ -398,6 +399,7 @@ private[sql] class JDBCRDD( def getNext(): InternalRow = { if (rs.next()) { + inputMetrics.incRecordsRead(1) var i = 0 while (i < conversions.length) { val pos = i + 1 |