diff options
| author | Matei Zaharia <matei@eecs.berkeley.edu> | 2012-03-17 12:31:34 -0700 |
|---|---|---|
| committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2012-03-17 12:31:34 -0700 |
| commit | a099a63a8ae23a047f3e8ef39c9d8469c84d125d (patch) | |
| tree | ebda6abffc0f3df49a3e70b3d467c865760356ed /project | |
| parent | a5e2b6a6bd682eac2859b9105feabaf95ec1d059 (diff) | |
| download | spark-a099a63a8ae23a047f3e8ef39c9d8469c84d125d.tar.gz spark-a099a63a8ae23a047f3e8ef39c9d8469c84d125d.tar.bz2 spark-a099a63a8ae23a047f3e8ef39c9d8469c84d125d.zip | |
Initial work to make Spark compile with Mesos 0.9 and Hadoop 1.0
Diffstat (limited to 'project')
| -rw-r--r-- | project/SparkBuild.scala | 8 |
1 files changed, 6 insertions, 2 deletions
diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index 120439cfc9..f2c1e95c92 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -4,6 +4,9 @@ import sbtassembly.Plugin._ import AssemblyKeys._ object SparkBuild extends Build { + // Hadoop version to build against. For example, "0.20.2", "0.20.205.0", or + // "1.0.1" for Apache releases, or "0.20.2-cdh3u3" for Cloudera Hadoop. + val HADOOP_VERSION = "0.20.205.0" lazy val root = Project("root", file("."), settings = sharedSettings) aggregate(core, repl, examples, bagel) @@ -41,7 +44,8 @@ object SparkBuild extends Build { name := "spark-core", resolvers ++= Seq( "Typesafe Repository" at "http://repo.typesafe.com/typesafe/releases/", - "JBoss Repository" at "http://repository.jboss.org/nexus/content/repositories/releases/" + "JBoss Repository" at "http://repository.jboss.org/nexus/content/repositories/releases/", + "Cloudera Repository" at "http://repository.cloudera.com/artifactory/cloudera-repos/" ), libraryDependencies ++= Seq( "com.google.guava" % "guava" % "11.0.1", @@ -49,7 +53,7 @@ object SparkBuild extends Build { "org.slf4j" % "slf4j-api" % slf4jVersion, "org.slf4j" % "slf4j-log4j12" % slf4jVersion, "com.ning" % "compress-lzf" % "0.8.4", - "org.apache.hadoop" % "hadoop-core" % "0.20.2", + "org.apache.hadoop" % "hadoop-core" % HADOOP_VERSION, "asm" % "asm-all" % "3.3.1", "com.google.protobuf" % "protobuf-java" % "2.3.0", "de.javakaffee" % "kryo-serializers" % "0.9", |