aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorPatrick Wendell <pwendell@gmail.com>2013-09-13 19:52:12 -0700
committerPatrick Wendell <pwendell@gmail.com>2013-09-13 19:52:12 -0700
commitc4c1db2dd5b2ec0a8182369ecdb0e14f4e199822 (patch)
tree40aaefaf926dd4355073bc0a436eab9c420f616c
parent45ec1cc90e25a82ffab587feeb419132efd1b9a1 (diff)
parente9eba8c3ce320364f20dbbb19e42df07f936214f (diff)
downloadspark-c4c1db2dd5b2ec0a8182369ecdb0e14f4e199822.tar.gz
spark-c4c1db2dd5b2ec0a8182369ecdb0e14f4e199822.tar.bz2
spark-c4c1db2dd5b2ec0a8182369ecdb0e14f4e199822.zip
Merge pull request #929 from pwendell/master
Use different Hadoop version for YARN artifacts.
-rw-r--r--pom.xml11
-rw-r--r--yarn/pom.xml5
2 files changed, 11 insertions, 5 deletions
diff --git a/pom.xml b/pom.xml
index 7bacbb1fa8..2da016a88a 100644
--- a/pom.xml
+++ b/pom.xml
@@ -82,6 +82,7 @@
<slf4j.version>1.7.2</slf4j.version>
<log4j.version>1.2.17</log4j.version>
<hadoop.version>1.0.4</hadoop.version>
+ <yarn.version>0.23.7</yarn.version>
<hbase.version>0.94.6</hbase.version>
<PermGen>64m</PermGen>
@@ -382,7 +383,7 @@
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-api</artifactId>
- <version>${hadoop.version}</version>
+ <version>${yarn.version}</version>
<exclusions>
<exclusion>
<groupId>asm</groupId>
@@ -413,7 +414,7 @@
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-common</artifactId>
- <version>${hadoop.version}</version>
+ <version>${yarn.version}</version>
<exclusions>
<exclusion>
<groupId>asm</groupId>
@@ -444,7 +445,7 @@
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-client</artifactId>
- <version>${hadoop.version}</version>
+ <version>${yarn.version}</version>
<exclusions>
<exclusion>
<groupId>asm</groupId>
@@ -700,8 +701,8 @@
<properties>
<hadoop.major.version>2</hadoop.major.version>
<!-- 0.23.* is same as 2.0.* - except hardened to run production jobs -->
- <!-- <hadoop.version>0.23.7</hadoop.version> -->
- <hadoop.version>2.0.5-alpha</hadoop.version>
+ <hadoop.version>0.23.7</hadoop.version>
+ <!--<hadoop.version>2.0.5-alpha</hadoop.version> -->
</properties>
<modules>
diff --git a/yarn/pom.xml b/yarn/pom.xml
index 27b2002095..21b650d1ea 100644
--- a/yarn/pom.xml
+++ b/yarn/pom.xml
@@ -49,6 +49,11 @@
<artifactId>hadoop-yarn-client</artifactId>
</dependency>
<dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-client</artifactId>
+ <version>${yarn.version}</version>
+ </dependency>
+ <dependency>
<groupId>org.apache.avro</groupId>
<artifactId>avro</artifactId>
</dependency>