aboutsummaryrefslogtreecommitdiff
path: root/sql
diff options
context:
space:
mode:
authorJean-Baptiste Onofré <jbonofre@apache.org>2015-12-15 18:06:30 -0800
committerAndrew Or <andrew@databricks.com>2015-12-15 18:08:09 -0800
commit31b391019ff6eb5a483f4b3e62fd082de7ff8416 (patch)
tree01044c779242ce77a14ad1fde63a81436a6ae4c4 /sql
parent28112657ea5919451291c21b4b8e1eb3db0ec8d4 (diff)
downloadspark-31b391019ff6eb5a483f4b3e62fd082de7ff8416.tar.gz
spark-31b391019ff6eb5a483f4b3e62fd082de7ff8416.tar.bz2
spark-31b391019ff6eb5a483f4b3e62fd082de7ff8416.zip
[SPARK-12105] [SQL] add convenient show functions
Author: Jean-Baptiste Onofré <jbonofre@apache.org> Closes #10130 from jbonofre/SPARK-12105.
Diffstat (limited to 'sql')
-rw-r--r--sql/core/src/main/scala/org/apache/spark/sql/DataFrame.scala25
1 files changed, 16 insertions, 9 deletions
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/DataFrame.scala b/sql/core/src/main/scala/org/apache/spark/sql/DataFrame.scala
index 497bd48266..b69d441142 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/DataFrame.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/DataFrame.scala
@@ -161,16 +161,23 @@ class DataFrame private[sql](
}
/**
+ * Compose the string representing rows for output
+ */
+ def showString(): String = {
+ showString(20)
+ }
+
+ /**
* Compose the string representing rows for output
- * @param _numRows Number of rows to show
+ * @param numRows Number of rows to show
* @param truncate Whether truncate long strings and align cells right
*/
- private[sql] def showString(_numRows: Int, truncate: Boolean = true): String = {
- val numRows = _numRows.max(0)
+ def showString(numRows: Int, truncate: Boolean = true): String = {
+ val _numRows = numRows.max(0)
val sb = new StringBuilder
- val takeResult = take(numRows + 1)
- val hasMoreData = takeResult.length > numRows
- val data = takeResult.take(numRows)
+ val takeResult = take(_numRows + 1)
+ val hasMoreData = takeResult.length > _numRows
+ val data = takeResult.take(_numRows)
val numCols = schema.fieldNames.length
// For array values, replace Seq and Array with square brackets
@@ -224,10 +231,10 @@ class DataFrame private[sql](
sb.append(sep)
- // For Data that has more than "numRows" records
+ // For Data that has more than "_numRows" records
if (hasMoreData) {
- val rowsString = if (numRows == 1) "row" else "rows"
- sb.append(s"only showing top $numRows $rowsString\n")
+ val rowsString = if (_numRows == 1) "row" else "rows"
+ sb.append(s"only showing top $_numRows $rowsString\n")
}
sb.toString()