diff options
author | witgo <witgo@qq.com> | 2014-04-28 22:50:51 -0700 |
---|---|---|
committer | Patrick Wendell <pwendell@gmail.com> | 2014-04-28 22:51:46 -0700 |
commit | 030f2c2126d5075576cd6d83a1ee7462c48b953b (patch) | |
tree | a695bbe5ec5dd2270e2671aef3f65f4911275b5c /pom.xml | |
parent | 9f7a095184d6c7a9b1bbac55efcc3d878f876768 (diff) | |
download | spark-030f2c2126d5075576cd6d83a1ee7462c48b953b.tar.gz spark-030f2c2126d5075576cd6d83a1ee7462c48b953b.tar.bz2 spark-030f2c2126d5075576cd6d83a1ee7462c48b953b.zip |
Improved build configuration
1, Fix SPARK-1441: compile spark core error with hadoop 0.23.x
2, Fix SPARK-1491: maven hadoop-provided profile fails to build
3, Fix org.scala-lang: * ,org.apache.avro:* inconsistent versions dependency
4, A modified on the sql/catalyst/pom.xml,sql/hive/pom.xml,sql/core/pom.xml (Four spaces formatted into two spaces)
Author: witgo <witgo@qq.com>
Closes #480 from witgo/format_pom and squashes the following commits:
03f652f [witgo] review commit
b452680 [witgo] Merge branch 'master' of https://github.com/apache/spark into format_pom
bee920d [witgo] revert fix SPARK-1629: Spark Core missing commons-lang dependence
7382a07 [witgo] Merge branch 'master' of https://github.com/apache/spark into format_pom
6902c91 [witgo] fix SPARK-1629: Spark Core missing commons-lang dependence
0da4bc3 [witgo] merge master
d1718ed [witgo] Merge branch 'master' of https://github.com/apache/spark into format_pom
e345919 [witgo] add avro dependency to yarn-alpha
77fad08 [witgo] Merge branch 'master' of https://github.com/apache/spark into format_pom
62d0862 [witgo] Fix org.scala-lang: * inconsistent versions dependency
1a162d7 [witgo] Merge branch 'master' of https://github.com/apache/spark into format_pom
934f24d [witgo] review commit
cf46edc [witgo] exclude jruby
06e7328 [witgo] Merge branch 'SparkBuild' into format_pom
99464d2 [witgo] fix maven hadoop-provided profile fails to build
0c6c1fc [witgo] Fix compile spark core error with hadoop 0.23.x
6851bec [witgo] Maintain consistent SparkBuild.scala, pom.xml
Diffstat (limited to 'pom.xml')
-rw-r--r-- | pom.xml | 79 |
1 files changed, 73 insertions, 6 deletions
@@ -127,6 +127,7 @@ <jetty.version>8.1.14.v20131031</jetty.version> <chill.version>0.3.6</chill.version> <codahale.metrics.version>3.0.0</codahale.metrics.version> + <avro.version>1.7.4</avro.version> <PermGen>64m</PermGen> <MaxPermGen>512m</MaxPermGen> @@ -293,7 +294,7 @@ <exclusion> <groupId>org.ow2.asm</groupId> <artifactId>asm-commons</artifactId> - </exclusion> + </exclusion> </exclusions> </dependency> <dependency> @@ -308,7 +309,7 @@ <exclusion> <groupId>org.ow2.asm</groupId> <artifactId>asm-commons</artifactId> - </exclusion> + </exclusion> </exclusions> </dependency> <dependency> @@ -426,6 +427,16 @@ <version>${scala.version}</version> </dependency> <dependency> + <groupId>org.scala-lang</groupId> + <artifactId>scala-actors</artifactId> + <version>${scala.version}</version> + </dependency> + <dependency> + <groupId>org.scala-lang</groupId> + <artifactId>scalap</artifactId> + <version>${scala.version}</version> + </dependency> + <dependency> <groupId>org.scalatest</groupId> <artifactId>scalatest_${scala.binary.version}</artifactId> <version>1.9.1</version> @@ -492,7 +503,45 @@ <dependency> <groupId>org.apache.avro</groupId> <artifactId>avro</artifactId> - <version>1.7.4</version> + <version>${avro.version}</version> + <exclusions> + <exclusion> + <groupId>org.jboss.netty</groupId> + <artifactId>netty</artifactId> + </exclusion> + <exclusion> + <groupId>io.netty</groupId> + <artifactId>netty</artifactId> + </exclusion> + </exclusions> + </dependency> + <dependency> + <groupId>org.apache.avro</groupId> + <artifactId>avro-ipc</artifactId> + <version>${avro.version}</version> + <exclusions> + <exclusion> + <groupId>org.mortbay.jetty</groupId> + <artifactId>jetty</artifactId> + </exclusion> + <exclusion> + <groupId>org.mortbay.jetty</groupId> + <artifactId>jetty-util</artifactId> + </exclusion> + <exclusion> + <groupId>org.mortbay.jetty</groupId> + <artifactId>servlet-api</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.velocity</groupId> + <artifactId>velocity</artifactId> + </exclusion> + </exclusions> + </dependency> + <dependency> + <groupId>org.apache.avro</groupId> + <artifactId>avro-mapred</artifactId> + <version>${avro.version}</version> <exclusions> <exclusion> <groupId>org.jboss.netty</groupId> @@ -687,7 +736,7 @@ <junitxml>.</junitxml> <filereports>${project.build.directory}/SparkTestSuite.txt</filereports> <argLine>-Xmx3g -XX:MaxPermSize=${MaxPermGen} -XX:ReservedCodeCacheSize=512m</argLine> - <stderr /> + <stderr/> </configuration> <executions> <execution> @@ -742,7 +791,7 @@ <artifactId>build-helper-maven-plugin</artifactId> <executions> <execution> - <id>add-scala-sources</id> + <id>add-scala-sources</id> <phase>generate-sources</phase> <goals> <goal>add-source</goal> @@ -779,6 +828,17 @@ </build> <profiles> + <!-- SPARK-1121: Adds an explicit dependency on Avro to work around a Hadoop 0.23.X issue --> + <profile> + <id>hadoop-0.23</id> + <dependencies> + <dependency> + <groupId>org.apache.avro</groupId> + <artifactId>avro</artifactId> + </dependency> + </dependencies> + </profile> + <profile> <id>yarn-alpha</id> <properties> @@ -790,6 +850,12 @@ <modules> <module>yarn</module> </modules> + <dependencies> + <dependency> + <groupId>org.apache.avro</groupId> + <artifactId>avro</artifactId> + </dependency> + </dependencies> </profile> <!-- Ganglia integration is not included by default due to LGPL-licensed code --> @@ -838,7 +904,7 @@ </profile> - <!-- Build without Hadoop dependencies that are included in some runtime environments. --> + <!-- Build without Hadoop dependencies that are included in some runtime environments. --> <profile> <id>hadoop-provided</id> <activation> @@ -878,6 +944,7 @@ <dependency> <groupId>org.apache.zookeeper</groupId> <artifactId>zookeeper</artifactId> + <version>3.4.5</version> <scope>provided</scope> </dependency> </dependencies> |