diff options
| author | Shixiong Zhu <shixiong@databricks.com> | 2016-03-25 17:37:16 -0700 |
|---|---|---|
| committer | Reynold Xin <rxin@databricks.com> | 2016-03-25 17:37:16 -0700 |
| commit | 24587ce433aa30f30a5d1ed6566365f24c222a27 (patch) | |
| tree | b1ff8ffa17b643d3e833be33debecf209d20ff6d /pom.xml | |
| parent | 54d13bed87fcf2968f77e1f1153e85184ec91d78 (diff) | |
| download | spark-24587ce433aa30f30a5d1ed6566365f24c222a27.tar.gz spark-24587ce433aa30f30a5d1ed6566365f24c222a27.tar.bz2 spark-24587ce433aa30f30a5d1ed6566365f24c222a27.zip | |
[SPARK-14073][STREAMING][TEST-MAVEN] Move flume back to Spark
## What changes were proposed in this pull request?
This PR moves flume back to Spark as per the discussion in the dev mail-list.
## How was this patch tested?
Existing Jenkins tests.
Author: Shixiong Zhu <shixiong@databricks.com>
Closes #11895 from zsxwing/move-flume-back.
Diffstat (limited to 'pom.xml')
| -rw-r--r-- | pom.xml | 48 |
1 files changed, 48 insertions, 0 deletions
@@ -101,6 +101,9 @@ <module>sql/hive</module> <module>external/docker-integration-tests</module> <module>assembly</module> + <module>external/flume</module> + <module>external/flume-sink</module> + <module>external/flume-assembly</module> <module>examples</module> <module>repl</module> <module>launcher</module> @@ -123,6 +126,7 @@ <yarn.version>${hadoop.version}</yarn.version> <hbase.version>0.98.17-hadoop2</hbase.version> <hbase.artifact>hbase</hbase.artifact> + <flume.version>1.6.0</flume.version> <zookeeper.version>3.4.5</zookeeper.version> <curator.version>2.4.0</curator.version> <hive.group>org.spark-project.hive</hive.group> @@ -189,6 +193,7 @@ during compilation if the dependency is transivite (e.g. "graphx/" depending on "core/" and needing Hadoop classes in the classpath to compile). --> + <flume.deps.scope>compile</flume.deps.scope> <hadoop.deps.scope>compile</hadoop.deps.scope> <hbase.deps.scope>compile</hbase.deps.scope> <hive.deps.scope>compile</hive.deps.scope> @@ -1591,6 +1596,46 @@ <scope>compile</scope> </dependency> <dependency> + <groupId>org.apache.flume</groupId> + <artifactId>flume-ng-core</artifactId> + <version>${flume.version}</version> + <scope>${flume.deps.scope}</scope> + <exclusions> + <exclusion> + <groupId>io.netty</groupId> + <artifactId>netty</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.flume</groupId> + <artifactId>flume-ng-auth</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.thrift</groupId> + <artifactId>libthrift</artifactId> + </exclusion> + <exclusion> + <groupId>org.mortbay.jetty</groupId> + <artifactId>servlet-api</artifactId> + </exclusion> + </exclusions> + </dependency> + <dependency> + <groupId>org.apache.flume</groupId> + <artifactId>flume-ng-sdk</artifactId> + <version>${flume.version}</version> + <scope>${flume.deps.scope}</scope> + <exclusions> + <exclusion> + <groupId>io.netty</groupId> + <artifactId>netty</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.thrift</groupId> + <artifactId>libthrift</artifactId> + </exclusion> + </exclusions> + </dependency> + <dependency> <groupId>org.apache.calcite</groupId> <artifactId>calcite-core</artifactId> <version>${calcite.version}</version> @@ -2442,6 +2487,9 @@ that does not have them. --> <profile> + <id>flume-provided</id> + </profile> + <profile> <id>hadoop-provided</id> </profile> <profile> |