From 97630849ff2cdaa2ff8a115c3e8e6ca8dba7477d Mon Sep 17 00:00:00 2001 From: Tathagata Das Date: Tue, 31 Dec 2013 00:28:57 -0800 Subject: Added pom.xml for external projects and removed unnecessary dependencies and repositoris from other poms and sbt. --- project/SparkBuild.scala | 21 +++++++-------------- 1 file changed, 7 insertions(+), 14 deletions(-) (limited to 'project/SparkBuild.scala') diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index 4e92d2a162..b7aa73208a 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -141,7 +141,7 @@ object SparkBuild extends Build { // also check the local Maven repository ~/.m2 resolvers ++= Seq(Resolver.file("Local Maven Repo", file(Path.userHome + "/.m2/repository"))), - // For Sonatype publishing + // For Sonatype publishing resolvers ++= Seq("sonatype-snapshots" at "https://oss.sonatype.org/content/repositories/snapshots", "sonatype-staging" at "https://oss.sonatype.org/service/local/staging/deploy/maven2/"), @@ -315,9 +315,6 @@ object SparkBuild extends Build { def streamingSettings = sharedSettings ++ Seq( name := "spark-streaming", - resolvers ++= Seq( - "Apache repo" at "https://repository.apache.org/content/repositories/releases" - ), libraryDependencies ++= Seq( "commons-io" % "commons-io" % "2.4" ) @@ -360,14 +357,14 @@ object SparkBuild extends Build { } ) - def twitterSettings() = streamingSettings ++ Seq( + def twitterSettings() = sharedSettings ++ Seq( name := "spark-streaming-twitter", libraryDependencies ++= Seq( "org.twitter4j" % "twitter4j-stream" % "3.0.3" excludeAll(excludeNetty) ) ) - def kafkaSettings() = streamingSettings ++ Seq( + def kafkaSettings() = sharedSettings ++ Seq( name := "spark-streaming-kafka", libraryDependencies ++= Seq( "com.github.sgroschupf" % "zkclient" % "0.1" excludeAll(excludeNetty), @@ -379,14 +376,14 @@ object SparkBuild extends Build { ) ) - def flumeSettings() = streamingSettings ++ Seq( + def flumeSettings() = sharedSettings ++ Seq( name := "spark-streaming-flume", libraryDependencies ++= Seq( "org.apache.flume" % "flume-ng-sdk" % "1.2.0" % "compile" excludeAll(excludeNetty, excludeSnappy) ) ) - def zeromqSettings() = streamingSettings ++ Seq( + def zeromqSettings() = sharedSettings ++ Seq( name := "spark-streaming-zeromq", libraryDependencies ++= Seq( "org.spark-project.akka" %% "akka-zeromq" % "2.2.3-shaded-protobuf" excludeAll(excludeNetty) @@ -395,11 +392,7 @@ object SparkBuild extends Build { def mqttSettings() = streamingSettings ++ Seq( name := "spark-streaming-mqtt", - resolvers ++= Seq( - "Apache repo" at "https://repository.apache.org/content/repositories/releases" - ), - libraryDependencies ++= Seq( - "org.eclipse.paho" % "mqtt-client" % "0.4.0" - ) + resolvers ++= Seq("Eclipse Repo" at "https://repo.eclipse.org/content/repositories/paho-releases/"), + libraryDependencies ++= Seq("org.eclipse.paho" % "mqtt-client" % "0.4.0") ) } -- cgit v1.2.3