aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorYin Huai <huai@cse.ohio-state.edu>2014-10-02 11:37:24 -0700
committerMichael Armbrust <michael@databricks.com>2014-10-02 11:37:53 -0700
commit68693519ea6b08de39d50ddd84e24fb762a3a44d (patch)
tree5e5a005e5396f52df332f2bf35326d0689d00203
parentc52c231c792ce4621ca9c9290595874e6390f9bc (diff)
downloadspark-68693519ea6b08de39d50ddd84e24fb762a3a44d.tar.gz
spark-68693519ea6b08de39d50ddd84e24fb762a3a44d.tar.bz2
spark-68693519ea6b08de39d50ddd84e24fb762a3a44d.zip
[SQL][Docs] Update the output of printSchema and fix a typo in SQL programming guide.
We have changed the output format of `printSchema`. This PR will update our SQL programming guide to show the updated format. Also, it fixes a typo (the value type of `StructType` in Java API). Author: Yin Huai <huai@cse.ohio-state.edu> Closes #2630 from yhuai/sqlDoc and squashes the following commits: 267d63e [Yin Huai] Update the output of printSchema and fix a typo. (cherry picked from commit 82a6a083a485140858bcd93d73adec59bb5cca64) Signed-off-by: Michael Armbrust <michael@databricks.com>
-rw-r--r--docs/sql-programming-guide.md14
1 files changed, 7 insertions, 7 deletions
diff --git a/docs/sql-programming-guide.md b/docs/sql-programming-guide.md
index 6d24972d92..90ac971751 100644
--- a/docs/sql-programming-guide.md
+++ b/docs/sql-programming-guide.md
@@ -620,8 +620,8 @@ val people = sqlContext.jsonFile(path)
// The inferred schema can be visualized using the printSchema() method.
people.printSchema()
// root
-// |-- age: IntegerType
-// |-- name: StringType
+// |-- age: integer (nullable = true)
+// |-- name: string (nullable = true)
// Register this SchemaRDD as a table.
people.registerTempTable("people")
@@ -658,8 +658,8 @@ JavaSchemaRDD people = sqlContext.jsonFile(path);
// The inferred schema can be visualized using the printSchema() method.
people.printSchema();
// root
-// |-- age: IntegerType
-// |-- name: StringType
+// |-- age: integer (nullable = true)
+// |-- name: string (nullable = true)
// Register this JavaSchemaRDD as a table.
people.registerTempTable("people");
@@ -697,8 +697,8 @@ people = sqlContext.jsonFile(path)
# The inferred schema can be visualized using the printSchema() method.
people.printSchema()
# root
-# |-- age: IntegerType
-# |-- name: StringType
+# |-- age: integer (nullable = true)
+# |-- name: string (nullable = true)
# Register this SchemaRDD as a table.
people.registerTempTable("people")
@@ -1394,7 +1394,7 @@ please use factory methods provided in
</tr>
<tr>
<td> <b>StructType</b> </td>
- <td> org.apache.spark.sql.api.java </td>
+ <td> org.apache.spark.sql.api.java.Row </td>
<td>
DataType.createStructType(<i>fields</i>)<br />
<b>Note:</b> <i>fields</i> is a List or an array of StructFields.