diff options
author | Jean-Baptiste Onofré <jbonofre@apache.org> | 2015-12-15 18:06:30 -0800 |
---|---|---|
committer | Andrew Or <andrew@databricks.com> | 2015-12-15 18:08:09 -0800 |
commit | 31b391019ff6eb5a483f4b3e62fd082de7ff8416 (patch) | |
tree | 01044c779242ce77a14ad1fde63a81436a6ae4c4 | |
parent | 28112657ea5919451291c21b4b8e1eb3db0ec8d4 (diff) | |
download | spark-31b391019ff6eb5a483f4b3e62fd082de7ff8416.tar.gz spark-31b391019ff6eb5a483f4b3e62fd082de7ff8416.tar.bz2 spark-31b391019ff6eb5a483f4b3e62fd082de7ff8416.zip |
[SPARK-12105] [SQL] add convenient show functions
Author: Jean-Baptiste Onofré <jbonofre@apache.org>
Closes #10130 from jbonofre/SPARK-12105.
-rw-r--r-- | sql/core/src/main/scala/org/apache/spark/sql/DataFrame.scala | 25 |
1 files changed, 16 insertions, 9 deletions
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/DataFrame.scala b/sql/core/src/main/scala/org/apache/spark/sql/DataFrame.scala index 497bd48266..b69d441142 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/DataFrame.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/DataFrame.scala @@ -161,16 +161,23 @@ class DataFrame private[sql]( } /** + * Compose the string representing rows for output + */ + def showString(): String = { + showString(20) + } + + /** * Compose the string representing rows for output - * @param _numRows Number of rows to show + * @param numRows Number of rows to show * @param truncate Whether truncate long strings and align cells right */ - private[sql] def showString(_numRows: Int, truncate: Boolean = true): String = { - val numRows = _numRows.max(0) + def showString(numRows: Int, truncate: Boolean = true): String = { + val _numRows = numRows.max(0) val sb = new StringBuilder - val takeResult = take(numRows + 1) - val hasMoreData = takeResult.length > numRows - val data = takeResult.take(numRows) + val takeResult = take(_numRows + 1) + val hasMoreData = takeResult.length > _numRows + val data = takeResult.take(_numRows) val numCols = schema.fieldNames.length // For array values, replace Seq and Array with square brackets @@ -224,10 +231,10 @@ class DataFrame private[sql]( sb.append(sep) - // For Data that has more than "numRows" records + // For Data that has more than "_numRows" records if (hasMoreData) { - val rowsString = if (numRows == 1) "row" else "rows" - sb.append(s"only showing top $numRows $rowsString\n") + val rowsString = if (_numRows == 1) "row" else "rows" + sb.append(s"only showing top $_numRows $rowsString\n") } sb.toString() |