diff options
Diffstat (limited to 'network')
-rw-r--r-- | network/common/pom.xml | 5 | ||||
-rw-r--r-- | network/shuffle/pom.xml | 5 | ||||
-rw-r--r-- | network/yarn/pom.xml | 33 |
3 files changed, 39 insertions, 4 deletions
diff --git a/network/common/pom.xml b/network/common/pom.xml index 8b24ebf1ba..a6bee7ed09 100644 --- a/network/common/pom.xml +++ b/network/common/pom.xml @@ -41,12 +41,13 @@ <groupId>io.netty</groupId> <artifactId>netty-all</artifactId> </dependency> + + <!-- Provided dependencies --> <dependency> <groupId>org.slf4j</groupId> <artifactId>slf4j-api</artifactId> + <scope>provided</scope> </dependency> - - <!-- Provided dependencies --> <dependency> <groupId>com.google.guava</groupId> <artifactId>guava</artifactId> diff --git a/network/shuffle/pom.xml b/network/shuffle/pom.xml index a180a5e5f9..be78331ea9 100644 --- a/network/shuffle/pom.xml +++ b/network/shuffle/pom.xml @@ -42,12 +42,13 @@ <artifactId>spark-network-common_${scala.binary.version}</artifactId> <version>${project.version}</version> </dependency> + + <!-- Provided dependencies --> <dependency> <groupId>org.slf4j</groupId> <artifactId>slf4j-api</artifactId> + <scope>provided</scope> </dependency> - - <!-- Provided dependencies --> <dependency> <groupId>com.google.guava</groupId> <artifactId>guava</artifactId> diff --git a/network/yarn/pom.xml b/network/yarn/pom.xml index 85960eb85b..7845011ec3 100644 --- a/network/yarn/pom.xml +++ b/network/yarn/pom.xml @@ -54,5 +54,38 @@ <build> <outputDirectory>target/scala-${scala.binary.version}/classes</outputDirectory> <testOutputDirectory>target/scala-${scala.binary.version}/test-classes</testOutputDirectory> + <plugins> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-shade-plugin</artifactId> + <configuration> + <shadedArtifactAttached>false</shadedArtifactAttached> + <outputFile>${project.build.directory}/scala-${scala.binary.version}/spark-${project.version}-yarn-shuffle.jar</outputFile> + <artifactSet> + <includes> + <include>*:*</include> + </includes> + </artifactSet> + <filters> + <filter> + <artifact>*:*</artifact> + <excludes> + <exclude>META-INF/*.SF</exclude> + <exclude>META-INF/*.DSA</exclude> + <exclude>META-INF/*.RSA</exclude> + </excludes> + </filter> + </filters> + </configuration> + <executions> + <execution> + <phase>package</phase> + <goals> + <goal>shade</goal> + </goals> + </execution> + </executions> + </plugin> + </plugins> </build> </project> |