diff options
author | Tathagata Das <tathagata.das1565@gmail.com> | 2013-12-26 18:02:49 -0800 |
---|---|---|
committer | Tathagata Das <tathagata.das1565@gmail.com> | 2013-12-26 18:02:49 -0800 |
commit | 6e43039614ed1ec55a134fb82fb3e8d4e80996ef (patch) | |
tree | 14b2325558807a1a0f82a79707c2d2d975f008b7 /project/SparkBuild.scala | |
parent | e240bad03b9f9e19cb84b0914b729c8d109d4815 (diff) | |
download | spark-6e43039614ed1ec55a134fb82fb3e8d4e80996ef.tar.gz spark-6e43039614ed1ec55a134fb82fb3e8d4e80996ef.tar.bz2 spark-6e43039614ed1ec55a134fb82fb3e8d4e80996ef.zip |
Refactored streaming project to separate out the twitter functionality.
Diffstat (limited to 'project/SparkBuild.scala')
-rw-r--r-- | project/SparkBuild.scala | 13 |
1 files changed, 11 insertions, 2 deletions
diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index 7bcbd90bd3..f9ff781f38 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -50,7 +50,7 @@ object SparkBuild extends Build { .dependsOn(core, bagel, mllib) lazy val examples = Project("examples", file("examples"), settings = examplesSettings) - .dependsOn(core, mllib, bagel, streaming) + .dependsOn(core, mllib, bagel, streaming, externalTwitter) lazy val tools = Project("tools", file("tools"), settings = toolsSettings) dependsOn(core) dependsOn(streaming) @@ -60,6 +60,8 @@ object SparkBuild extends Build { lazy val mllib = Project("mllib", file("mllib"), settings = mllibSettings) dependsOn(core) + lazy val externalTwitter = Project("streaming-twitter", file("external/twitter"), settings = twitterSettings) dependsOn(streaming) + lazy val assemblyProj = Project("assembly", file("assembly"), settings = assemblyProjSettings) .dependsOn(core, bagel, mllib, repl, streaming) dependsOn(maybeYarn: _*) @@ -313,7 +315,7 @@ object SparkBuild extends Build { excludeAll(excludeNetty), "org.eclipse.paho" % "mqtt-client" % "0.4.0", "com.github.sgroschupf" % "zkclient" % "0.1" excludeAll(excludeNetty), - "org.twitter4j" % "twitter4j-stream" % "3.0.3" excludeAll(excludeNetty), + // "org.twitter4j" % "twitter4j-stream" % "3.0.3" excludeAll(excludeNetty), "org.spark-project.akka" %% "akka-zeromq" % "2.2.3-shaded-protobuf" excludeAll(excludeNetty) ) ) @@ -354,4 +356,11 @@ object SparkBuild extends Build { case _ => MergeStrategy.first } ) + + def twitterSettings() = streamingSettings ++ Seq( + name := "spark-twitter", + libraryDependencies ++= Seq( + "org.twitter4j" % "twitter4j-stream" % "3.0.3" excludeAll(excludeNetty) + ) + ) } |