aboutsummaryrefslogtreecommitdiff
path: root/sql/core/src
diff options
context:
space:
mode:
authorSean Owen <sowen@cloudera.com>2016-09-14 10:10:16 +0100
committerSean Owen <sowen@cloudera.com>2016-09-14 10:10:16 +0100
commitdc0a4c916151c795dc41b5714e9d23b4937f4636 (patch)
tree1ac43c7e2dafb07acc932d90ac050da6c81d414b /sql/core/src
parent4cea9da2ae88b40a5503111f8f37051e2372163e (diff)
downloadspark-dc0a4c916151c795dc41b5714e9d23b4937f4636.tar.gz
spark-dc0a4c916151c795dc41b5714e9d23b4937f4636.tar.bz2
spark-dc0a4c916151c795dc41b5714e9d23b4937f4636.zip
[SPARK-17445][DOCS] Reference an ASF page as the main place to find third-party packages
## What changes were proposed in this pull request? Point references to spark-packages.org to https://cwiki.apache.org/confluence/display/SPARK/Third+Party+Projects This will be accompanied by a parallel change to the spark-website repo, and additional changes to this wiki. ## How was this patch tested? Jenkins tests. Author: Sean Owen <sowen@cloudera.com> Closes #15075 from srowen/SPARK-17445.
Diffstat (limited to 'sql/core/src')
-rw-r--r--sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala7
-rw-r--r--sql/core/src/test/scala/org/apache/spark/sql/SQLQuerySuite.scala9
-rw-r--r--sql/core/src/test/scala/org/apache/spark/sql/sources/ResolvedDataSourceSuite.scala6
3 files changed, 10 insertions, 12 deletions
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala
index 71807b771a..825c01365d 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala
@@ -142,12 +142,13 @@ case class DataSource(
} else if (provider.toLowerCase == "avro" ||
provider == "com.databricks.spark.avro") {
throw new AnalysisException(
- s"Failed to find data source: ${provider.toLowerCase}. Please use Spark " +
- "package http://spark-packages.org/package/databricks/spark-avro")
+ s"Failed to find data source: ${provider.toLowerCase}. Please find an Avro " +
+ "package at " +
+ "https://cwiki.apache.org/confluence/display/SPARK/Third+Party+Projects")
} else {
throw new ClassNotFoundException(
s"Failed to find data source: $provider. Please find packages at " +
- "http://spark-packages.org",
+ "https://cwiki.apache.org/confluence/display/SPARK/Third+Party+Projects",
error)
}
}
diff --git a/sql/core/src/test/scala/org/apache/spark/sql/SQLQuerySuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/SQLQuerySuite.scala
index a2164f9ae3..3cc3b319f5 100644
--- a/sql/core/src/test/scala/org/apache/spark/sql/SQLQuerySuite.scala
+++ b/sql/core/src/test/scala/org/apache/spark/sql/SQLQuerySuite.scala
@@ -1645,21 +1645,18 @@ class SQLQuerySuite extends QueryTest with SharedSQLContext {
e = intercept[AnalysisException] {
sql(s"select id from `com.databricks.spark.avro`.`file_path`")
}
- assert(e.message.contains("Failed to find data source: com.databricks.spark.avro. " +
- "Please use Spark package http://spark-packages.org/package/databricks/spark-avro"))
+ assert(e.message.contains("Failed to find data source: com.databricks.spark.avro."))
// data source type is case insensitive
e = intercept[AnalysisException] {
sql(s"select id from Avro.`file_path`")
}
- assert(e.message.contains("Failed to find data source: avro. Please use Spark package " +
- "http://spark-packages.org/package/databricks/spark-avro"))
+ assert(e.message.contains("Failed to find data source: avro."))
e = intercept[AnalysisException] {
sql(s"select id from avro.`file_path`")
}
- assert(e.message.contains("Failed to find data source: avro. Please use Spark package " +
- "http://spark-packages.org/package/databricks/spark-avro"))
+ assert(e.message.contains("Failed to find data source: avro."))
e = intercept[AnalysisException] {
sql(s"select id from `org.apache.spark.sql.sources.HadoopFsRelationProvider`.`file_path`")
diff --git a/sql/core/src/test/scala/org/apache/spark/sql/sources/ResolvedDataSourceSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/sources/ResolvedDataSourceSuite.scala
index 5ea1f32433..76ffb949f1 100644
--- a/sql/core/src/test/scala/org/apache/spark/sql/sources/ResolvedDataSourceSuite.scala
+++ b/sql/core/src/test/scala/org/apache/spark/sql/sources/ResolvedDataSourceSuite.scala
@@ -74,16 +74,16 @@ class ResolvedDataSourceSuite extends SparkFunSuite {
val error1 = intercept[AnalysisException] {
getProvidingClass("avro")
}
- assert(error1.getMessage.contains("spark-packages"))
+ assert(error1.getMessage.contains("Failed to find data source: avro."))
val error2 = intercept[AnalysisException] {
getProvidingClass("com.databricks.spark.avro")
}
- assert(error2.getMessage.contains("spark-packages"))
+ assert(error2.getMessage.contains("Failed to find data source: com.databricks.spark.avro."))
val error3 = intercept[ClassNotFoundException] {
getProvidingClass("asfdwefasdfasdf")
}
- assert(error3.getMessage.contains("spark-packages"))
+ assert(error3.getMessage.contains("Failed to find data source: asfdwefasdfasdf."))
}
}