From a099a63a8ae23a047f3e8ef39c9d8469c84d125d Mon Sep 17 00:00:00 2001 From: Matei Zaharia Date: Sat, 17 Mar 2012 12:31:34 -0700 Subject: Initial work to make Spark compile with Mesos 0.9 and Hadoop 1.0 --- project/SparkBuild.scala | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) (limited to 'project/SparkBuild.scala') diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index 120439cfc9..f2c1e95c92 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -4,6 +4,9 @@ import sbtassembly.Plugin._ import AssemblyKeys._ object SparkBuild extends Build { + // Hadoop version to build against. For example, "0.20.2", "0.20.205.0", or + // "1.0.1" for Apache releases, or "0.20.2-cdh3u3" for Cloudera Hadoop. + val HADOOP_VERSION = "0.20.205.0" lazy val root = Project("root", file("."), settings = sharedSettings) aggregate(core, repl, examples, bagel) @@ -41,7 +44,8 @@ object SparkBuild extends Build { name := "spark-core", resolvers ++= Seq( "Typesafe Repository" at "http://repo.typesafe.com/typesafe/releases/", - "JBoss Repository" at "http://repository.jboss.org/nexus/content/repositories/releases/" + "JBoss Repository" at "http://repository.jboss.org/nexus/content/repositories/releases/", + "Cloudera Repository" at "http://repository.cloudera.com/artifactory/cloudera-repos/" ), libraryDependencies ++= Seq( "com.google.guava" % "guava" % "11.0.1", @@ -49,7 +53,7 @@ object SparkBuild extends Build { "org.slf4j" % "slf4j-api" % slf4jVersion, "org.slf4j" % "slf4j-log4j12" % slf4jVersion, "com.ning" % "compress-lzf" % "0.8.4", - "org.apache.hadoop" % "hadoop-core" % "0.20.2", + "org.apache.hadoop" % "hadoop-core" % HADOOP_VERSION, "asm" % "asm-all" % "3.3.1", "com.google.protobuf" % "protobuf-java" % "2.3.0", "de.javakaffee" % "kryo-serializers" % "0.9", -- cgit v1.2.3