aboutsummaryrefslogtreecommitdiff
path: root/R/pkg/inst/tests/test_sparkSQL.R
diff options
context:
space:
mode:
authorOscar D. Lara Yejas <olarayej@mail.usf.edu>2015-11-10 11:07:57 -0800
committerShivaram Venkataraman <shivaram@cs.berkeley.edu>2015-11-10 11:07:57 -0800
commit47735cdc2a878cfdbe76316d3ff8314a45dabf54 (patch)
tree114677527e3b83a605646107897c6d90f5182fca /R/pkg/inst/tests/test_sparkSQL.R
parente0701c75601c43f69ed27fc7c252321703db51f2 (diff)
downloadspark-47735cdc2a878cfdbe76316d3ff8314a45dabf54.tar.gz
spark-47735cdc2a878cfdbe76316d3ff8314a45dabf54.tar.bz2
spark-47735cdc2a878cfdbe76316d3ff8314a45dabf54.zip
[SPARK-10863][SPARKR] Method coltypes() (New version)
This is a follow up on PR #8984, as the corresponding branch for such PR was damaged. Author: Oscar D. Lara Yejas <olarayej@mail.usf.edu> Closes #9579 from olarayej/SPARK-10863_NEW14.
Diffstat (limited to 'R/pkg/inst/tests/test_sparkSQL.R')
-rw-r--r--R/pkg/inst/tests/test_sparkSQL.R24
1 files changed, 23 insertions, 1 deletions
diff --git a/R/pkg/inst/tests/test_sparkSQL.R b/R/pkg/inst/tests/test_sparkSQL.R
index fbdb9a8f1e..06f52d021c 100644
--- a/R/pkg/inst/tests/test_sparkSQL.R
+++ b/R/pkg/inst/tests/test_sparkSQL.R
@@ -1467,8 +1467,9 @@ test_that("SQL error message is returned from JVM", {
expect_equal(grepl("Table not found: blah", retError), TRUE)
})
+irisDF <- createDataFrame(sqlContext, iris)
+
test_that("Method as.data.frame as a synonym for collect()", {
- irisDF <- createDataFrame(sqlContext, iris)
expect_equal(as.data.frame(irisDF), collect(irisDF))
irisDF2 <- irisDF[irisDF$Species == "setosa", ]
expect_equal(as.data.frame(irisDF2), collect(irisDF2))
@@ -1503,6 +1504,27 @@ test_that("with() on a DataFrame", {
expect_equal(nrow(sum2), 35)
})
+test_that("Method coltypes() to get R's data types of a DataFrame", {
+ expect_equal(coltypes(irisDF), c(rep("numeric", 4), "character"))
+
+ data <- data.frame(c1=c(1,2,3),
+ c2=c(T,F,T),
+ c3=c("2015/01/01 10:00:00", "2015/01/02 10:00:00", "2015/01/03 10:00:00"))
+
+ schema <- structType(structField("c1", "byte"),
+ structField("c3", "boolean"),
+ structField("c4", "timestamp"))
+
+ # Test primitive types
+ DF <- createDataFrame(sqlContext, data, schema)
+ expect_equal(coltypes(DF), c("integer", "logical", "POSIXct"))
+
+ # Test complex types
+ x <- createDataFrame(sqlContext, list(list(as.environment(
+ list("a"="b", "c"="d", "e"="f")))))
+ expect_equal(coltypes(x), "map<string,string>")
+})
+
unlink(parquetPath)
unlink(jsonPath)
unlink(jsonPathNa)