diff options
author | Reynold Xin <rxin@databricks.com> | 2016-02-28 17:25:07 -0800 |
---|---|---|
committer | Reynold Xin <rxin@databricks.com> | 2016-02-28 17:25:07 -0800 |
commit | 9e01dcc6446f8648e61062f8afe62589b9d4b5ab (patch) | |
tree | ae3c7015e950de315a490ce58c181671bfd12907 /network/yarn/pom.xml | |
parent | cca79fad66c4315b0ed6de59fd87700a540e6646 (diff) | |
download | spark-9e01dcc6446f8648e61062f8afe62589b9d4b5ab.tar.gz spark-9e01dcc6446f8648e61062f8afe62589b9d4b5ab.tar.bz2 spark-9e01dcc6446f8648e61062f8afe62589b9d4b5ab.zip |
[SPARK-13529][BUILD] Move network/* modules into common/network-*
## What changes were proposed in this pull request?
As the title says, this moves the three modules currently in network/ into common/network-*. This removes one top level, non-user-facing folder.
## How was this patch tested?
Compilation and existing tests. We should run both SBT and Maven.
Author: Reynold Xin <rxin@databricks.com>
Closes #11409 from rxin/SPARK-13529.
Diffstat (limited to 'network/yarn/pom.xml')
-rw-r--r-- | network/yarn/pom.xml | 148 |
1 files changed, 0 insertions, 148 deletions
diff --git a/network/yarn/pom.xml b/network/yarn/pom.xml deleted file mode 100644 index 3cb44324f2..0000000000 --- a/network/yarn/pom.xml +++ /dev/null @@ -1,148 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - ~ Licensed to the Apache Software Foundation (ASF) under one or more - ~ contributor license agreements. See the NOTICE file distributed with - ~ this work for additional information regarding copyright ownership. - ~ The ASF licenses this file to You under the Apache License, Version 2.0 - ~ (the "License"); you may not use this file except in compliance with - ~ the License. You may obtain a copy of the License at - ~ - ~ http://www.apache.org/licenses/LICENSE-2.0 - ~ - ~ Unless required by applicable law or agreed to in writing, software - ~ distributed under the License is distributed on an "AS IS" BASIS, - ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - ~ See the License for the specific language governing permissions and - ~ limitations under the License. - --> - -<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> - <modelVersion>4.0.0</modelVersion> - <parent> - <groupId>org.apache.spark</groupId> - <artifactId>spark-parent_2.11</artifactId> - <version>2.0.0-SNAPSHOT</version> - <relativePath>../../pom.xml</relativePath> - </parent> - - <groupId>org.apache.spark</groupId> - <artifactId>spark-network-yarn_2.11</artifactId> - <packaging>jar</packaging> - <name>Spark Project YARN Shuffle Service</name> - <url>http://spark.apache.org/</url> - <properties> - <sbt.project.name>network-yarn</sbt.project.name> - <!-- Make sure all Hadoop dependencies are provided to avoid repackaging. --> - <hadoop.deps.scope>provided</hadoop.deps.scope> - <shuffle.jar>${project.build.directory}/scala-${scala.binary.version}/spark-${project.version}-yarn-shuffle.jar</shuffle.jar> - <shade>org/spark-project/</shade> - </properties> - - <dependencies> - <!-- Core dependencies --> - <dependency> - <groupId>org.apache.spark</groupId> - <artifactId>spark-network-shuffle_${scala.binary.version}</artifactId> - <version>${project.version}</version> - </dependency> - <dependency> - <groupId>org.apache.spark</groupId> - <artifactId>spark-test-tags_${scala.binary.version}</artifactId> - </dependency> - - <!-- Provided dependencies --> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-client</artifactId> - </dependency> - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-api</artifactId> - <scope>provided</scope> - </dependency> - </dependencies> - - <build> - <outputDirectory>target/scala-${scala.binary.version}/classes</outputDirectory> - <testOutputDirectory>target/scala-${scala.binary.version}/test-classes</testOutputDirectory> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-shade-plugin</artifactId> - <configuration> - <shadedArtifactAttached>false</shadedArtifactAttached> - <outputFile>${shuffle.jar}</outputFile> - <artifactSet> - <includes> - <include>*:*</include> - </includes> - </artifactSet> - <filters> - <filter> - <artifact>*:*</artifact> - <excludes> - <exclude>META-INF/*.SF</exclude> - <exclude>META-INF/*.DSA</exclude> - <exclude>META-INF/*.RSA</exclude> - </excludes> - </filter> - </filters> - <relocations> - <relocation> - <pattern>com.fasterxml.jackson</pattern> - <shadedPattern>org.spark-project.com.fasterxml.jackson</shadedPattern> - <includes> - <include>com.fasterxml.jackson.**</include> - </includes> - </relocation> - </relocations> - </configuration> - <executions> - <execution> - <phase>package</phase> - <goals> - <goal>shade</goal> - </goals> - </execution> - </executions> - </plugin> - - <!-- probes to validate that those dependencies which must be shaded are --> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-antrun-plugin</artifactId> - <executions> - <execution> - <phase>verify</phase> - <goals> - <goal>run</goal> - </goals> - <configuration> - <target> - <macrodef name="shaded"> - <attribute name="resource"/> - <sequential> - <fail message="Not found ${shade}@{resource}"> - <condition> - <not> - <resourceexists> - <zipentry zipfile="${shuffle.jar}" name="${shade}@{resource}"/> - </resourceexists> - </not> - </condition> - </fail> - </sequential> - </macrodef> - <echo>Verifying dependency shading</echo> - <shaded resource="com/fasterxml/jackson/core/JsonParser.class" /> - <shaded resource="com/fasterxml/jackson/annotation/JacksonAnnotation.class" /> - <shaded resource="com/fasterxml/jackson/databind/JsonSerializer.class" /> - </target> - </configuration> - </execution> - </executions> - </plugin> - </plugins> - </build> -</project> |